Removed wandb files that should not have been pushed.

23 files changed, 0 insertions, 538 deletions

diff --git a/wandb/run-20200731_162753-3hjb68rc/config.yaml b/wandb/run-20200731_162753-3hjb68rc/config.yaml
deleted file mode 100644
index f8813b6..0000000
--- a/wandb/run-20200731_162753-3hjb68rc/config.yaml
+++ /dev/null
@@ -1,111 +0,0 @@
-wandb_version: 1
-
-_wandb:
-  desc: null
-  value:
-    cli_version: 0.8.36
-    framework: torch
-    is_jupyter_run: false
-    is_kaggle_kernel: false
-    python_version: 3.8.2
-callback_args:
-  desc: null
-  value:
-    Checkpoint:
-      monitor: val_accuracy
-    EarlyStopping:
-      min_delta: 0.0
-      mode: min
-      monitor: val_loss
-      patience: 3
-    WandbCallback:
-      log_batch_frequency: 10
-    WandbImageLogger:
-      num_examples: 4
-callbacks:
-  desc: null
-  value:
-  - Checkpoint
-  - EarlyStopping
-  - WandbCallback
-  - WandbImageLogger
-criterion:
-  desc: null
-  value: CrossEntropyLoss
-criterion_args:
-  desc: null
-  value:
-    ignore_index: -100
-    reduction: mean
-    weight: null
-data_loader_args:
-  desc: null
-  value:
-    batch_size: 256
-    cuda: true
-    num_workers: 8
-    sample_to_balance: true
-    seed: 4711
-    shuffle: true
-    splits:
-    - train
-    - val
-    subsample_fraction: null
-    target_transform: null
-    transform: null
-dataloader:
-  desc: null
-  value: EmnistDataLoader
-experiment_group:
-  desc: null
-  value: Sample Experiments
-lr_scheduler:
-  desc: null
-  value: OneCycleLR
-lr_scheduler_args:
-  desc: null
-  value:
-    epochs: 16
-    max_lr: 0.001
-    steps_per_epoch: 1314
-metrics:
-  desc: null
-  value:
-  - accuracy
-model:
-  desc: null
-  value: CharacterModel
-network:
-  desc: null
-  value: LeNet
-network_args:
-  desc: null
-  value:
-    input_size:
-    - 28
-    - 28
-    output_size: 62
-optimizer:
-  desc: null
-  value: AdamW
-optimizer_args:
-  desc: null
-  value:
-    amsgrad: false
-    betas:
-    - 0.9
-    - 0.999
-    eps: 1.0e-08
-    lr: 0.01
-    weight_decay: 0
-resume_experiment:
-  desc: null
-  value: null
-train_args:
-  desc: null
-  value:
-    batch_size: 256
-    epochs: 16
-verbosity:
-  desc: null
-  value: 2
diff --git a/wandb/run-20200731_162753-3hjb68rc/media/graph/graph_0_summary_67bd1113.graph.json b/wandb/run-20200731_162753-3hjb68rc/media/graph/graph_0_summary_67bd1113.graph.json
deleted file mode 100644
index 1632517..0000000
--- a/wandb/run-20200731_162753-3hjb68rc/media/graph/graph_0_summary_67bd1113.graph.json
+++ /dev/null
@@ -1 +0,0 @@
-{"format": "torch", "nodes": [{"name": "layers.0", "id": 140152474899840, "class_name": "Conv2d(1, 32, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [32, 1, 3, 3]], ["bias", [32]]], "output_shape": [[2, 32, 26, 26]], "num_parameters": [288, 32]}, {"name": "layers.1", "id": 140152474899648, "class_name": "ReLU(inplace=True)", "parameters": [], "output_shape": [[2, 32, 26, 26]], "num_parameters": []}, {"name": "layers.2", "id": 140152474899792, "class_name": "Conv2d(32, 64, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [64, 32, 3, 3]], ["bias", [64]]], "output_shape": [[2, 64, 24, 24]], "num_parameters": [18432, 64]}, {"name": "layers.4", "id": 140152474900080, "class_name": "MaxPool2d(kernel_size=2, stride=2, padding=0, dilation=1, ceil_mode=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.5", "id": 140152474900032, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.6", "id": 140152474899744, "class_name": "Flatten()", "parameters": [], "output_shape": [[2, 9216]], "num_parameters": []}, {"name": "layers.7", "id": 140152475300336, "class_name": "Linear(in_features=9216, out_features=128, bias=True)", "parameters": [["weight", [128, 9216]], ["bias", [128]]], "output_shape": [[2, 128]], "num_parameters": [1179648, 128]}, {"name": "layers.9", "id": 140152475300384, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 128]], "num_parameters": []}, {"name": "layers.10", "id": 140152475300432, "class_name": "Linear(in_features=128, out_features=62, bias=True)", "parameters": [["weight", [62, 128]], ["bias", [62]]], "output_shape": [[2, 62]], "num_parameters": [7936, 62]}], "edges": []}
diff --git a/wandb/run-20200731_162753-3hjb68rc/media/images/examples_104.png b/wandb/run-20200731_162753-3hjb68rc/media/images/examples_104.png
deleted file mode 100644
index 80739e6..0000000
--- a/wandb/run-20200731_162753-3hjb68rc/media/images/examples_104.png
+++ /dev/null
diff --git a/wandb/run-20200731_162753-3hjb68rc/media/images/examples_120.png b/wandb/run-20200731_162753-3hjb68rc/media/images/examples_120.png
deleted file mode 100644
index 80739e6..0000000
--- a/wandb/run-20200731_162753-3hjb68rc/media/images/examples_120.png
+++ /dev/null
diff --git a/wandb/run-20200731_162753-3hjb68rc/media/images/examples_135.png b/wandb/run-20200731_162753-3hjb68rc/media/images/examples_135.png
deleted file mode 100644
index 80739e6..0000000
--- a/wandb/run-20200731_162753-3hjb68rc/media/images/examples_135.png
+++ /dev/null
diff --git a/wandb/run-20200731_162753-3hjb68rc/media/images/examples_14.png b/wandb/run-20200731_162753-3hjb68rc/media/images/examples_14.png
deleted file mode 100644
index 80739e6..0000000
--- a/wandb/run-20200731_162753-3hjb68rc/media/images/examples_14.png
+++ /dev/null
diff --git a/wandb/run-20200731_162753-3hjb68rc/media/images/examples_150.png b/wandb/run-20200731_162753-3hjb68rc/media/images/examples_150.png
deleted file mode 100644
index 80739e6..0000000
--- a/wandb/run-20200731_162753-3hjb68rc/media/images/examples_150.png
+++ /dev/null
diff --git a/wandb/run-20200731_162753-3hjb68rc/media/images/examples_165.png b/wandb/run-20200731_162753-3hjb68rc/media/images/examples_165.png
deleted file mode 100644
index 80739e6..0000000
--- a/wandb/run-20200731_162753-3hjb68rc/media/images/examples_165.png
+++ /dev/null
diff --git a/wandb/run-20200731_162753-3hjb68rc/media/images/examples_180.png b/wandb/run-20200731_162753-3hjb68rc/media/images/examples_180.png
deleted file mode 100644
index 80739e6..0000000
--- a/wandb/run-20200731_162753-3hjb68rc/media/images/examples_180.png
+++ /dev/null
diff --git a/wandb/run-20200731_162753-3hjb68rc/media/images/examples_195.png b/wandb/run-20200731_162753-3hjb68rc/media/images/examples_195.png
deleted file mode 100644
index 80739e6..0000000
--- a/wandb/run-20200731_162753-3hjb68rc/media/images/examples_195.png
+++ /dev/null
diff --git a/wandb/run-20200731_162753-3hjb68rc/media/images/examples_210.png b/wandb/run-20200731_162753-3hjb68rc/media/images/examples_210.png
deleted file mode 100644
index 80739e6..0000000
--- a/wandb/run-20200731_162753-3hjb68rc/media/images/examples_210.png
+++ /dev/null
diff --git a/wandb/run-20200731_162753-3hjb68rc/media/images/examples_226.png b/wandb/run-20200731_162753-3hjb68rc/media/images/examples_226.png
deleted file mode 100644
index 80739e6..0000000
--- a/wandb/run-20200731_162753-3hjb68rc/media/images/examples_226.png
+++ /dev/null
diff --git a/wandb/run-20200731_162753-3hjb68rc/media/images/examples_241.png b/wandb/run-20200731_162753-3hjb68rc/media/images/examples_241.png
deleted file mode 100644
index 80739e6..0000000
--- a/wandb/run-20200731_162753-3hjb68rc/media/images/examples_241.png
+++ /dev/null
diff --git a/wandb/run-20200731_162753-3hjb68rc/media/images/examples_29.png b/wandb/run-20200731_162753-3hjb68rc/media/images/examples_29.png
deleted file mode 100644
index 80739e6..0000000
--- a/wandb/run-20200731_162753-3hjb68rc/media/images/examples_29.png
+++ /dev/null
diff --git a/wandb/run-20200731_162753-3hjb68rc/media/images/examples_44.png b/wandb/run-20200731_162753-3hjb68rc/media/images/examples_44.png
deleted file mode 100644
index 80739e6..0000000
--- a/wandb/run-20200731_162753-3hjb68rc/media/images/examples_44.png
+++ /dev/null
diff --git a/wandb/run-20200731_162753-3hjb68rc/media/images/examples_59.png b/wandb/run-20200731_162753-3hjb68rc/media/images/examples_59.png
deleted file mode 100644
index 80739e6..0000000
--- a/wandb/run-20200731_162753-3hjb68rc/media/images/examples_59.png
+++ /dev/null
diff --git a/wandb/run-20200731_162753-3hjb68rc/media/images/examples_74.png b/wandb/run-20200731_162753-3hjb68rc/media/images/examples_74.png
deleted file mode 100644
index 80739e6..0000000
--- a/wandb/run-20200731_162753-3hjb68rc/media/images/examples_74.png
+++ /dev/null
diff --git a/wandb/run-20200731_162753-3hjb68rc/media/images/examples_89.png b/wandb/run-20200731_162753-3hjb68rc/media/images/examples_89.png
deleted file mode 100644
index 80739e6..0000000
--- a/wandb/run-20200731_162753-3hjb68rc/media/images/examples_89.png
+++ /dev/null
diff --git a/wandb/run-20200731_162753-3hjb68rc/requirements.txt b/wandb/run-20200731_162753-3hjb68rc/requirements.txt
deleted file mode 100644
index 10c63b6..0000000
--- a/wandb/run-20200731_162753-3hjb68rc/requirements.txt
+++ /dev/null
@@ -1,145 +0,0 @@
-alabaster==0.7.12
-appdirs==1.4.4
-attrs==19.3.0
-babel==2.8.0
-backcall==0.2.0
-bandit==1.6.2
-black==19.10b0
-bleach==3.1.5
-blessings==1.7
-boltons==20.2.0
-certifi==2020.6.20
-chardet==3.0.4
-click==7.1.2
-configparser==5.0.0
-coverage==5.2.1
-cycler==0.10.0
-darglint==1.5.2
-dataclasses==0.6
-decorator==4.4.2
-defusedxml==0.6.0
-desert==2020.1.6
-docker-pycreds==0.4.0
-docutils==0.16
-dparse==0.5.1
-entrypoints==0.3
-flake8-annotations==2.3.0
-flake8-bandit==2.1.2
-flake8-black==0.2.1
-flake8-bugbear==20.1.4
-flake8-docstrings==1.5.0
-flake8-import-order==0.18.1
-flake8-polyfill==1.0.2
-flake8==3.8.3
-future==0.18.2
-gitdb==4.0.5
-gitpython==3.1.7
-gpustat==0.6.0
-gql==0.2.0
-graphql-core==1.1
-h5py==2.10.0
-idna==2.10
-imagesize==1.2.0
-ipykernel==5.3.4
-ipython-genutils==0.2.0
-ipython==7.16.1
-ipywidgets==7.5.1
-jedi==0.17.2
-jinja2==2.11.2
-jsonschema==3.2.0
-jupyter-client==6.1.6
-jupyter-console==6.1.0
-jupyter-core==4.6.3
-jupyter==1.0.0
-kiwisolver==1.2.0
-loguru==0.5.1
-markupsafe==1.1.1
-marshmallow==3.7.1
-matplotlib==3.3.0
-mccabe==0.6.1
-mistune==0.8.4
-more-itertools==8.4.0
-mypy-extensions==0.4.3
-mypy==0.770
-nbconvert==5.6.1
-nbformat==5.0.7
-notebook==6.0.3
-numpy==1.19.1
-nvidia-ml-py3==7.352.0
-opencv-python==4.3.0.36
-packaging==20.4
-pandocfilters==1.4.2
-parso==0.7.1
-pathspec==0.8.0
-pathtools==0.1.2
-pbr==5.4.5
-pexpect==4.8.0
-pickleshare==0.7.5
-pillow==7.2.0
-pip==20.2
-pluggy==0.13.1
-prometheus-client==0.8.0
-promise==2.3
-prompt-toolkit==3.0.5
-psutil==5.7.2
-ptyprocess==0.6.0
-py==1.9.0
-pycodestyle==2.6.0
-pydocstyle==5.0.2
-pyflakes==2.2.0
-pygments==2.6.1
-pyparsing==2.4.7
-pyrsistent==0.16.0
-pytest-cov==2.10.0
-pytest-mock==3.2.0
-pytest==5.4.3
-python-dateutil==2.8.1
-pytz==2020.1
-pyyaml==5.3.1
-pyzmq==19.0.1
-qtconsole==4.7.5
-qtpy==1.9.0
-redis==3.5.3
-redlock-py==1.0.8
-regex==2020.7.14
-requests==2.24.0
-safety==1.9.0
-send2trash==1.5.0
-sentry-sdk==0.16.2
-setuptools==41.2.0
-shortuuid==1.0.1
-six==1.15.0
-smmap==3.0.4
-snowballstemmer==2.0.0
-sphinx-autodoc-typehints==1.11.0
-sphinx-rtd-theme==0.4.3
-sphinx==3.1.2
-sphinxcontrib-applehelp==1.0.2
-sphinxcontrib-devhelp==1.0.2
-sphinxcontrib-htmlhelp==1.0.3
-sphinxcontrib-jsmath==1.0.1
-sphinxcontrib-qthelp==1.0.3
-sphinxcontrib-serializinghtml==1.1.4
-stevedore==3.2.0
-subprocess32==3.5.4
-terminado==0.8.3
-testpath==0.4.4
-text-recognizer==0.1.0
-toml==0.10.1
-torch==1.5.1
-torchsummary==1.5.1
-torchvision==0.6.1
-tornado==6.0.4
-tqdm==4.48.0
-traitlets==4.3.3
-typed-ast==1.4.1
-typeguard==2.9.1
-typing-extensions==3.7.4.2
-typing-inspect==0.6.0
-urllib3==1.25.10
-wandb==0.8.36
-watchdog==0.10.3
-wcwidth==0.2.5
-webencodings==0.5.1
-widgetsnbextension==3.5.1
-xdoctest==0.12.0
diff --git a/wandb/run-20200731_162753-3hjb68rc/wandb-events.jsonl b/wandb/run-20200731_162753-3hjb68rc/wandb-events.jsonl
deleted file mode 100644
index 9cd2e14..0000000
--- a/wandb/run-20200731_162753-3hjb68rc/wandb-events.jsonl
+++ /dev/null
@@ -1,7 +0,0 @@
-{"system.gpu.0.gpu": 73.87, "system.gpu.0.memory": 53.0, "system.gpu.0.memoryAllocated": 21.88, "system.gpu.0.temp": 57.2, "system.gpu.process.0.gpu": 73.87, "system.gpu.process.0.memory": 53.0, "system.gpu.process.0.memoryAllocated": 21.88, "system.gpu.process.0.temp": 57.2, "system.gpu.0.powerWatts": 133.82, "system.gpu.0.powerPercent": 62.24, "system.gpu.process.0.powerWatts": 133.82, "system.gpu.process.0.powerPercent": 62.24, "system.cpu": 45.39, "system.memory": 70.19, "system.disk": 37.26, "system.proc.memory.availableMB": 4771.53, "system.proc.memory.rssMB": 2591.2, "system.proc.memory.percent": 16.19, "system.proc.cpu.threads": 19.0, "system.network.sent": 2195444, "system.network.recv": 1700738, "_wandb": true, "_timestamp": 1596212902, "_runtime": 28}
-{"system.gpu.0.gpu": 79.47, "system.gpu.0.memory": 57.6, "system.gpu.0.memoryAllocated": 22.31, "system.gpu.0.temp": 61.47, "system.gpu.process.0.gpu": 79.47, "system.gpu.process.0.memory": 57.6, "system.gpu.process.0.memoryAllocated": 22.31, "system.gpu.process.0.temp": 61.47, "system.gpu.0.powerWatts": 140.67, "system.gpu.0.powerPercent": 65.43, "system.gpu.process.0.powerWatts": 140.67, "system.gpu.process.0.powerPercent": 65.43, "system.cpu": 49.66, "system.memory": 70.54, "system.disk": 37.3, "system.proc.memory.availableMB": 4714.07, "system.proc.memory.rssMB": 2596.74, "system.proc.memory.percent": 16.22, "system.proc.cpu.threads": 21.0, "system.network.sent": 4914255, "system.network.recv": 5653010, "_wandb": true, "_timestamp": 1596212933, "_runtime": 59}
-{"system.gpu.0.gpu": 75.4, "system.gpu.0.memory": 54.73, "system.gpu.0.memoryAllocated": 22.32, "system.gpu.0.temp": 63.2, "system.gpu.process.0.gpu": 75.4, "system.gpu.process.0.memory": 54.73, "system.gpu.process.0.memoryAllocated": 22.32, "system.gpu.process.0.temp": 63.2, "system.gpu.0.powerWatts": 138.24, "system.gpu.0.powerPercent": 64.3, "system.gpu.process.0.powerWatts": 138.24, "system.gpu.process.0.powerPercent": 64.3, "system.cpu": 50.31, "system.memory": 70.49, "system.disk": 37.3, "system.proc.memory.availableMB": 4720.27, "system.proc.memory.rssMB": 2595.37, "system.proc.memory.percent": 16.22, "system.proc.cpu.threads": 19.8, "system.network.sent": 6917881, "system.network.recv": 9106002, "_wandb": true, "_timestamp": 1596212963, "_runtime": 89}
-{"system.gpu.0.gpu": 78.87, "system.gpu.0.memory": 57.8, "system.gpu.0.memoryAllocated": 22.3, "system.gpu.0.temp": 64.67, "system.gpu.process.0.gpu": 78.87, "system.gpu.process.0.memory": 57.8, "system.gpu.process.0.memoryAllocated": 22.3, "system.gpu.process.0.temp": 64.67, "system.gpu.0.powerWatts": 148.55, "system.gpu.0.powerPercent": 69.09, "system.gpu.process.0.powerWatts": 148.55, "system.gpu.process.0.powerPercent": 69.09, "system.cpu": 50.43, "system.memory": 70.19, "system.disk": 37.3, "system.proc.memory.availableMB": 4771.17, "system.proc.memory.rssMB": 2595.63, "system.proc.memory.percent": 16.22, "system.proc.cpu.threads": 19.8, "system.network.sent": 9057095, "system.network.recv": 14638816, "_wandb": true, "_timestamp": 1596212993, "_runtime": 119}
-{"system.gpu.0.gpu": 77.07, "system.gpu.0.memory": 57.13, "system.gpu.0.memoryAllocated": 22.29, "system.gpu.0.temp": 65.47, "system.gpu.process.0.gpu": 77.07, "system.gpu.process.0.memory": 57.13, "system.gpu.process.0.memoryAllocated": 22.29, "system.gpu.process.0.temp": 65.47, "system.gpu.0.powerWatts": 148.99, "system.gpu.0.powerPercent": 69.3, "system.gpu.process.0.powerWatts": 148.99, "system.gpu.process.0.powerPercent": 69.3, "system.cpu": 48.83, "system.memory": 70.08, "system.disk": 37.3, "system.proc.memory.availableMB": 4786.14, "system.proc.memory.rssMB": 2596.32, "system.proc.memory.percent": 16.22, "system.proc.cpu.threads": 20.93, "system.network.sent": 11059147, "system.network.recv": 20428277, "_wandb": true, "_timestamp": 1596213024, "_runtime": 150}
-{"system.gpu.0.gpu": 78.4, "system.gpu.0.memory": 55.0, "system.gpu.0.memoryAllocated": 22.37, "system.gpu.0.temp": 65.2, "system.gpu.process.0.gpu": 78.4, "system.gpu.process.0.memory": 55.0, "system.gpu.process.0.memoryAllocated": 22.37, "system.gpu.process.0.temp": 65.2, "system.gpu.0.powerWatts": 142.4, "system.gpu.0.powerPercent": 66.23, "system.gpu.process.0.powerWatts": 142.4, "system.gpu.process.0.powerPercent": 66.23, "system.cpu": 53.19, "system.memory": 70.29, "system.disk": 37.3, "system.proc.memory.availableMB": 4756.5, "system.proc.memory.rssMB": 2595.81, "system.proc.memory.percent": 16.22, "system.proc.cpu.threads": 20.4, "system.network.sent": 13052178, "system.network.recv": 25694640, "_wandb": true, "_timestamp": 1596213054, "_runtime": 180}
-{"system.gpu.0.gpu": 66.0, "system.gpu.0.memory": 47.56, "system.gpu.0.memoryAllocated": 22.34, "system.gpu.0.temp": 64.33, "system.gpu.process.0.gpu": 66.0, "system.gpu.process.0.memory": 47.56, "system.gpu.process.0.memoryAllocated": 22.34, "system.gpu.process.0.temp": 64.33, "system.gpu.0.powerWatts": 128.96, "system.gpu.0.powerPercent": 59.98, "system.gpu.process.0.powerWatts": 128.96, "system.gpu.process.0.powerPercent": 59.98, "system.cpu": 45.23, "system.memory": 69.67, "system.disk": 37.3, "system.proc.memory.availableMB": 4851.92, "system.proc.memory.rssMB": 2528.96, "system.proc.memory.percent": 15.8, "system.proc.cpu.threads": 18.78, "system.network.sent": 13826107, "system.network.recv": 27863169, "_wandb": true, "_timestamp": 1596213070, "_runtime": 197}
diff --git a/wandb/run-20200731_162753-3hjb68rc/wandb-history.jsonl b/wandb/run-20200731_162753-3hjb68rc/wandb-history.jsonl
deleted file mode 100644
index 22c349d..0000000
--- a/wandb/run-20200731_162753-3hjb68rc/wandb-history.jsonl
+++ /dev/null
@@ -1,243 +0,0 @@
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 5.0, 1.0, 4.0, 3.0, 1.0, 2.0, 1.0, 2.0, 5.0, 0.0, 1.0, 1.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0], "bins": [-0.025287799537181854, -0.024627288803458214, -0.023966778069734573, -0.023306267336010933, -0.022645756602287292, -0.021985244005918503, -0.021324733272194862, -0.020664222538471222, -0.02000371180474758, -0.01934320107102394, -0.0186826903373003, -0.01802217960357666, -0.01736166700720787, -0.01670115627348423, -0.01604064553976059, -0.01538013480603695, -0.014719624072313309, -0.014059113338589668, -0.013398602604866028, -0.012738090939819813, -0.012077580206096172, -0.011417069472372532, -0.010756557807326317, -0.010096047073602676, -0.009435536339879036, -0.008775025606155396, -0.008114514872431755, -0.00745400320738554, -0.0067934924736619, -0.006132981739938259, -0.005472470540553331, -0.004811959341168404, -0.004151448607444763, -0.003490937640890479, -0.002830426674336195, -0.002169915707781911, -0.0015094047412276268, -0.0008488937746733427, -0.0001883828081190586, 0.0004721281584352255, 0.0011326391249895096, 0.0017931500915437937, 0.0024536610580980778, 0.003114172024652362, 0.003774682991206646, 0.004435193724930286, 0.005095704924315214, 0.005756216123700142, 0.006416726857423782, 0.007077237591147423, 0.0077377487905323505, 0.008398259989917278, 0.009058770723640919, 0.00971928145736456, 0.010379793122410774, 0.011040303856134415, 0.011700814589858055, 0.012361325323581696, 0.013021836057305336, 0.013682347722351551, 0.014342858456075191, 0.015003369189798832, 0.015663880854845047, 0.016324391588568687, 0.016984902322292328]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 4.0, 5.0, 4.0, 6.0, 8.0, 14.0, 14.0, 14.0, 25.0, 23.0, 38.0, 47.0, 82.0, 89.0, 96.0, 146.0, 164.0, 243.0, 322.0, 452.0, 650.0, 2573.0, 863.0, 644.0, 481.0, 299.0, 211.0, 127.0, 81.0, 53.0, 48.0, 33.0, 20.0, 13.0, 9.0, 2.0, 5.0, 5.0, 5.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.06551536917686462, -0.06376206129789352, -0.062008753418922424, -0.060255441814661026, -0.058502133935689926, -0.056748826056718826, -0.054995518177747726, -0.05324221029877663, -0.05148889869451523, -0.04973559081554413, -0.04798228293657303, -0.04622897505760193, -0.04447566717863083, -0.04272235929965973, -0.04096904769539833, -0.03921573981642723, -0.03746243193745613, -0.03570912405848503, -0.03395581617951393, -0.03220250457525253, -0.030449196696281433, -0.028695888817310333, -0.026942580938339233, -0.025189271196722984, -0.023435963317751884, -0.021682655438780785, -0.019929345697164536, -0.018176037818193436, -0.016422729939222336, -0.014669420197606087, -0.012916112318634987, -0.011162803508341312, -0.009409494698047638, -0.0076561858877539635, -0.005902877543121576, -0.004149569198489189, -0.0023962603881955147, -0.0006429518107324839, 0.001110356766730547, 0.0028636653441935778, 0.004616973921656609, 0.006370282731950283, 0.008123591542243958, 0.009876899421215057, 0.011630208231508732, 0.013383517041802406, 0.015136824920773506, 0.016890134662389755, 0.018643442541360855, 0.020396750420331955, 0.022150060161948204, 0.023903368040919304, 0.025656677782535553, 0.027409985661506653, 0.029163293540477753, 0.030916603282094002, 0.03266990929841995, 0.03442322090268135, 0.03617652878165245, 0.03792983666062355, 0.03968314453959465, 0.04143645241856575, 0.04318976402282715, 0.04494307190179825, 0.04669637978076935]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 4.0, 3.0, 4.0, 3.0, 4.0, 5.0, 2.0, 2.0, 3.0, 1.0, 3.0, 0.0, 2.0, 1.0, 30.0, 1.0, 2.0, 1.0, 5.0, 3.0, 4.0, 6.0, 1.0, 0.0, 0.0, 5.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008122025057673454, -0.00785017292946577, -0.0075783203355968, -0.007306468207389116, -0.007034616079181433, -0.006762763485312462, -0.006490911357104778, -0.006219059228897095, -0.005947207100689411, -0.00567535450682044, -0.005403502378612757, -0.005131650250405073, -0.004859797656536102, -0.004587945528328419, -0.004316093400120735, -0.004044240806251764, -0.0037723886780440807, -0.0035005363170057535, -0.00322868418879807, -0.0029568318277597427, -0.002684979699552059, -0.002413127338513732, -0.0021412749774754047, -0.0018694227328523993, -0.001597570488229394, -0.0013257182436063886, -0.0010538659989833832, -0.000782013637945056, -0.0005101613933220506, -0.00023830911959521472, 3.354315413162112e-05, 0.00030539542785845697, 0.0005772477015852928, 0.0008490999462082982, 0.0011209521908313036, 0.0013928045518696308, 0.0016646567964926362, 0.0019365090411156416, 0.002208361402153969, 0.0024802135303616524, 0.0027520658913999796, 0.003023918252438307, 0.0032957703806459904, 0.0035676227416843176, 0.003839475102722645, 0.004111327230930328, 0.004383179359138012, 0.004655031953006983, 0.004926884081214666, 0.00519873620942235, 0.005470588803291321, 0.005742440931499004, 0.006014293059706688, 0.006286145653575659, 0.006557997781783342, 0.006829849909991026, 0.007101702503859997, 0.00737355463206768, 0.007645406760275364, 0.007917258888483047, 0.008189111016690731, 0.00846096407622099, 0.008732816204428673, 0.009004668332636356, 0.00927652046084404]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 3.0, 3.0, 0.0, 5.0, 8.0, 13.0, 28.0, 40.0, 63.0, 104.0, 141.0, 197.0, 315.0, 484.0, 715.0, 1045.0, 1554.0, 2184.0, 3119.0, 4635.0, 6749.0, 9926.0, 14839.0, 22249.0, 33658.0, 51397.0, 75843.0, 111356.0, 523661.0, 107260.0, 68245.0, 44647.0, 29038.0, 19505.0, 13588.0, 9359.0, 6575.0, 4700.0, 3365.0, 2411.0, 1838.0, 1296.0, 963.0, 684.0, 477.0, 415.0, 275.0, 196.0, 125.0, 100.0, 70.0, 65.0, 28.0, 32.0, 13.0, 13.0, 7.0, 9.0, 6.0, 2.0, 2.0, 2.0], "bins": [-0.007126566953957081, -0.006893475539982319, -0.00666038366034627, -0.006427292246371508, -0.006194200832396746, -0.005961108952760696, -0.0057280175387859344, -0.0054949261248111725, -0.0052618347108364105, -0.005028742831200361, -0.004795651417225599, -0.004562560003250837, -0.004329468123614788, -0.004096376709640026, -0.0038632850628346205, -0.0036301936488598585, -0.003397102002054453, -0.0031640103552490473, -0.0029309189412742853, -0.0026978272944688797, -0.0024647358804941177, -0.002231644233688712, -0.0019985525868833065, -0.0017654610564932227, -0.001532369526103139, -0.0012992779957130551, -0.0010661864653229713, -0.0008330948185175657, -0.0006000032881274819, -0.0003669117286335677, -0.00013382016913965344, 9.92713903542608e-05, 0.00033236294984817505, 0.0005654544802382588, 0.0007985460688360035, 0.0010316376574337482, 0.001264729187823832, 0.0014978207182139158, 0.0017309123650193214, 0.0019640037789940834, 0.002197095425799489, 0.0024301870726048946, 0.0026632784865796566, 0.0028963701333850622, 0.003129461780190468, 0.00336255319416523, 0.0035956448409706354, 0.0038287362549453974, 0.004061827901750803, 0.004294919315725565, 0.004528011195361614, 0.004761102609336376, 0.004994194023311138, 0.005227285902947187, 0.005460377316921949, 0.005693468730896711, 0.005926560610532761, 0.006159652024507523, 0.0063927434384822845, 0.0066258348524570465, 0.006858926732093096, 0.007092018146067858, 0.00732510956004262, 0.007558201439678669, 0.007791292853653431]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 7.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.022778429090976715, -0.02227785252034664, -0.021777275949716568, -0.021276697516441345, -0.02077612094581127, -0.020275544375181198, -0.019774965941905975, -0.019274389371275902, -0.018773812800645828, -0.018273236230015755, -0.01777265965938568, -0.01727208122611046, -0.016771504655480385, -0.01627092808485031, -0.01577034965157509, -0.015269773080945015, -0.014769196510314941, -0.014268619939684868, -0.01376804243773222, -0.013267464935779572, -0.012766888365149498, -0.012266311794519424, -0.011765734292566776, -0.011265156790614128, -0.010764580219984055, -0.010264003649353981, -0.009763426147401333, -0.009262848645448685, -0.008762272074818611, -0.008261695504188538, -0.0077611180022358894, -0.007260540965944529, -0.006759963929653168, -0.006259386893361807, -0.005758809857070446, -0.005258232820779085, -0.004757655784487724, -0.0042570787481963634, -0.0037565017119050026, -0.0032559246756136417, -0.002755347639322281, -0.00225477060303092, -0.0017541935667395592, -0.0012536165304481983, -0.0007530394941568375, -0.0002524624578654766, 0.00024811457842588425, 0.0007486916147172451, 0.001249268651008606, 0.0017498456872999668, 0.0022504227235913277, 0.0027509997598826885, 0.0032515767961740494, 0.0037521538324654102, 0.004252730868756771, 0.004753307905048132, 0.005253884941339493, 0.005754461977630854, 0.0062550390139222145, 0.006755616050213575, 0.007256193086504936, 0.007756770122796297, 0.008257347159087658, 0.008757924661040306, 0.00925850123167038]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 6.0, 12.0, 17.0, 11.0, 17.0, 18.0, 27.0, 29.0, 35.0, 29.0, 46.0, 30.0, 50.0, 43.0, 49.0, 72.0, 59.0, 75.0, 71.0, 91.0, 84.0, 118.0, 144.0, 124.0, 133.0, 143.0, 190.0, 159.0, 199.0, 197.0, 240.0, 277.0, 286.0, 338.0, 313.0, 350.0, 358.0, 369.0, 435.0, 580.0, 810.0, 1562.0, 7310.0, 763.0, 544.0, 414.0, 249.0, 178.0, 163.0, 129.0, 101.0, 105.0, 92.0, 65.0, 43.0, 36.0, 22.0, 9.0, 8.0], "bins": [-0.023578554391860962, -0.023078223690390587, -0.022577892988920212, -0.022077564150094986, -0.02157723344862461, -0.021076902747154236, -0.02057657390832901, -0.020076243206858635, -0.01957591250538826, -0.019075581803917885, -0.01857525110244751, -0.018074922263622284, -0.01757459156215191, -0.017074260860681534, -0.016573932021856308, -0.016073601320385933, -0.015573270618915558, -0.015072939917445183, -0.014572610147297382, -0.014072280377149582, -0.013571949675679207, -0.013071618974208832, -0.012571289204061031, -0.012070959433913231, -0.011570628732442856, -0.01107029803097248, -0.01056996826082468, -0.01006963849067688, -0.009569307789206505, -0.00906897708773613, -0.00856864731758833, -0.008068317547440529, -0.007567986845970154, -0.007067656610161066, -0.006567326374351978, -0.0060669961385428905, -0.005566665902733803, -0.005066335666924715, -0.004566005431115627, -0.0040656751953065395, -0.0035653449594974518, -0.003065014723688364, -0.0025646844878792763, -0.0020643542520701885, -0.0015640240162611008, -0.001063693780452013, -0.0005633635446429253, -6.303330883383751e-05, 0.00043729692697525024, 0.000937627162784338, 0.0014379573985934258, 0.0019382876344025135, 0.0024386178702116013, 0.002938948106020689, 0.0034392783418297768, 0.0039396085776388645, 0.004439938813447952, 0.00494026904925704, 0.005440599285066128, 0.0059409295208752155, 0.006441259756684303, 0.006941589992493391, 0.007441920228302479, 0.00794224999845028, 0.008442580699920654]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 6.0, 0.0, 0.0, 1.0], "bins": [-0.042031705379486084, -0.04133260250091553, -0.04063349962234497, -0.039934396743774414, -0.03923529386520386, -0.0385361909866333, -0.037837088108062744, -0.03713798522949219, -0.03643888235092163, -0.035739775747060776, -0.03504067286849022, -0.03434156998991966, -0.033642467111349106, -0.03294336423277855, -0.03224426135420799, -0.031545158475637436, -0.03084605559706688, -0.030146952718496323, -0.029447849839925766, -0.02874874696135521, -0.028049644082784653, -0.027350539341568947, -0.02665143646299839, -0.025952333584427834, -0.025253230705857277, -0.02455412782728672, -0.023855024948716164, -0.023155922070145607, -0.0224568173289299, -0.021757714450359344, -0.021058611571788788, -0.02035950869321823, -0.019660405814647675, -0.018961302936077118, -0.01826220005750656, -0.017563097178936005, -0.016863994300365448, -0.016164889559149742, -0.015465786680579185, -0.014766683802008629, -0.014067580923438072, -0.013368478044867516, -0.012669375166296959, -0.011970271356403828, -0.011271168477833271, -0.010572065599262714, -0.009872961789369583, -0.009173858910799026, -0.00847475603222847, -0.007775653153657913, -0.007076549809426069, -0.006377446465194225, -0.005678343586623669, -0.004979240708053112, -0.004280137363821268, -0.003581034252420068, -0.0028819311410188675, -0.002182828029617667, -0.001483724918216467, -0.0007846218068152666, -8.551869541406631e-05, 0.000613584415987134, 0.0013126875273883343, 0.0020117906387895346, 0.002710893750190735]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 4.0, 1.0, 2.0, 2.0, 0.0, 3.0, 2.0, 4.0, 4.0, 2.0, 1.0, 3.0, 2.0, 3.0, 4.0, 4.0, 2.0, 2.0, 3.0, 3.0, 1.0, 8.0, 10.0, 5.0, 3.0, 5.0, 8.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 4.0, 6.0, 9.0, 9.0, 18.0, 96.0, 3.0, 7.0, 3.0, 6.0, 5.0, 7.0], "bins": [-0.05514219403266907, -0.054180655628442764, -0.05321912094950676, -0.05225758254528046, -0.05129604414105415, -0.05033450946211815, -0.049372971057891846, -0.04841143265366554, -0.04744989797472954, -0.046488359570503235, -0.04552682116627693, -0.04456528648734093, -0.043603748083114624, -0.04264220967888832, -0.041680674999952316, -0.04071913659572601, -0.03975760191679001, -0.038796063512563705, -0.0378345251083374, -0.0368729904294014, -0.035911452025175095, -0.03494991362094879, -0.03398837894201279, -0.033026840537786484, -0.03206530213356018, -0.031103765591979027, -0.030142229050397873, -0.02918069250881672, -0.028219154104590416, -0.027257617563009262, -0.026296081021428108, -0.025334542617201805, -0.02437300607562065, -0.023411469534039497, -0.022449931129813194, -0.02148839458823204, -0.020526858046650887, -0.019565319642424583, -0.01860378310084343, -0.017642246559262276, -0.016680710017681122, -0.01571917161345482, -0.014757635071873665, -0.013796097598969936, -0.012834560126066208, -0.011873023584485054, -0.010911486111581326, -0.009949949570000172, -0.008988412097096443, -0.008026874624192715, -0.007065338082611561, -0.006103800609707832, -0.005142263602465391, -0.00418072659522295, -0.003219189355149865, -0.0022576521150767803, -0.0012961151078343391, -0.00033457798417657614, 0.0006269591394811869, 0.0015884962631389499, 0.002550033386796713, 0.003511570394039154, 0.0044731078669428825, 0.005434644874185324, 0.006396181881427765]}, "_runtime": 5.16615891456604, "_timestamp": 1596212875.8676965, "_step": 0}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 4.0, 3.0, 3.0, 2.0, 3.0, 2.0, 2.0, 3.0, 0.0, 1.0, 3.0, 0.0, 4.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01685541309416294, -0.01620027981698513, -0.015545147471129894, -0.014890014193952084, -0.014234881848096848, -0.013579748570919037, -0.012924615293741226, -0.01226948294788599, -0.01161434967070818, -0.010959216393530369, -0.010304084047675133, -0.009648950770497322, -0.008993817493319511, -0.008338685147464275, -0.007683551870286465, -0.007028419058769941, -0.006373286247253418, -0.005718153435736895, -0.005063020624220371, -0.004407887347042561, -0.003752754535526037, -0.003097621724009514, -0.002442488679662347, -0.0017873557517305017, -0.0011322228237986565, -0.0004770898958668113, 0.0001780430320650339, 0.0008331759599968791, 0.0014883088879287243, 0.0021434416994452477, 0.0027985747437924147, 0.0034537077881395817, 0.004108840599656105, 0.004763973411172628, 0.005419106222689152, 0.006074239499866962, 0.006729372311383486, 0.007384505122900009, 0.00803963840007782, 0.008694770745933056, 0.009349904023110867, 0.010005037300288677, 0.010660169646143913, 0.011315302923321724, 0.011970436200499535, 0.01262556854635477, 0.013280701823532581, 0.013935834169387817, 0.014590967446565628, 0.015246100723743439, 0.01590123400092125, 0.01655636541545391, 0.01721149869263172, 0.017866631969809532, 0.018521765246987343, 0.019176898524165154, 0.019832029938697815, 0.020487163215875626, 0.021142296493053436, 0.021797429770231247, 0.022452563047409058, 0.02310769632458687, 0.02376282773911953, 0.02441796101629734, 0.02507309429347515]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 6.0, 2.0, 5.0, 9.0, 6.0, 10.0, 12.0, 10.0, 21.0, 24.0, 38.0, 37.0, 45.0, 52.0, 70.0, 79.0, 88.0, 121.0, 153.0, 203.0, 255.0, 272.0, 434.0, 578.0, 2442.0, 761.0, 692.0, 473.0, 316.0, 188.0, 154.0, 95.0, 62.0, 47.0, 55.0, 24.0, 27.0, 19.0, 9.0, 10.0, 7.0, 7.0, 1.0, 3.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.12211572378873825, -0.11864530295133591, -0.11517488211393356, -0.11170445382595062, -0.10823403298854828, -0.10476361215114594, -0.10129319131374359, -0.09782276302576065, -0.0943523421883583, -0.09088192135095596, -0.08741150051355362, -0.08394107967615128, -0.08047065138816833, -0.07700023055076599, -0.07352980971336365, -0.0700593888759613, -0.06658896803855896, -0.06311853975057602, -0.059648118913173676, -0.05617769807577133, -0.05270727351307869, -0.049236852675676346, -0.045766428112983704, -0.04229600727558136, -0.038825586438179016, -0.035355161875486374, -0.03188474103808403, -0.028414316475391388, -0.024943895637989044, -0.02147347293794155, -0.018003050237894058, -0.014532627537846565, -0.011062204837799072, -0.007591782137751579, -0.004121359903365374, -0.0006509374361485243, 0.002819485031068325, 0.006289907731115818, 0.009760329499840736, 0.01323075219988823, 0.016701174899935722, 0.020171597599983215, 0.02364202030003071, 0.0271124430000782, 0.030582863837480545, 0.03405328840017319, 0.03752370923757553, 0.04099413380026817, 0.04446455463767052, 0.04793497547507286, 0.0514054000377655, 0.05487582087516785, 0.05834624543786049, 0.06181666627526283, 0.06528709083795547, 0.06875751167535782, 0.07222793251276016, 0.0756983533501625, 0.07916878163814545, 0.08263920247554779, 0.08610962331295013, 0.08958004415035248, 0.09305047243833542, 0.09652089327573776, 0.0999913141131401]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 4.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 2.0, 1.0, 6.0, 1.0, 0.0, 1.0, 6.0, 0.0, 4.0, 0.0, 2.0, 3.0, 8.0, 5.0, 1.0, 4.0, 32.0, 1.0, 5.0, 3.0, 1.0, 1.0, 1.0, 0.0, 4.0, 0.0, 2.0, 0.0, 1.0, 2.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006693575531244278, -0.00644661532714963, -0.006199655123054981, -0.005952694918960333, -0.0057057347148656845, -0.005458774045109749, -0.0052118138410151005, -0.004964853636920452, -0.004717893432825804, -0.004470933228731155, -0.004223973024636507, -0.003977012820541859, -0.0037300523836165667, -0.0034830921795219183, -0.0032361317425966263, -0.002989171538501978, -0.0027422113344073296, -0.002495251130312681, -0.002248290926218033, -0.002001330489292741, -0.0017543702851980925, -0.001507410081103444, -0.001260449760593474, -0.0010134894400835037, -0.0007665292359888554, -0.0005195689736865461, -0.0002726087113842368, -2.5648449081927538e-05, 0.00022131181322038174, 0.000468272075522691, 0.0007152323378250003, 0.0009621926001273096, 0.0012091528624296188, 0.0014561130665242672, 0.0017030733870342374, 0.0019500337075442076, 0.002196993911638856, 0.0024439541157335043, 0.0026909145526587963, 0.0029378747567534447, 0.003184834960848093, 0.0034317951649427414, 0.0036787553690373898, 0.003925715573132038, 0.004172676242887974, 0.004419636446982622, 0.0046665966510772705, 0.004913556855171919, 0.005160517059266567, 0.005407477263361216, 0.005654437467455864, 0.005901397671550512, 0.006148357875645161, 0.006395318545401096, 0.006642278749495745, 0.006889238953590393, 0.007136199157685041, 0.00738315936177969, 0.007630119565874338, 0.007877079769968987, 0.008124040439724922, 0.008371000178158283, 0.008617960847914219, 0.00886492058634758, 0.009111881256103516]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [7.0, 8.0, 7.0, 14.0, 23.0, 27.0, 48.0, 79.0, 103.0, 162.0, 277.0, 361.0, 520.0, 709.0, 1085.0, 1584.0, 2207.0, 2896.0, 4127.0, 5676.0, 7830.0, 10596.0, 15007.0, 21089.0, 29981.0, 43008.0, 60595.0, 83541.0, 111547.0, 458127.0, 90409.0, 64943.0, 45805.0, 32394.0, 23293.0, 16710.0, 12054.0, 8763.0, 6579.0, 4853.0, 3624.0, 2686.0, 1851.0, 1395.0, 970.0, 660.0, 473.0, 297.0, 229.0, 138.0, 111.0, 47.0, 46.0, 22.0, 22.0, 10.0, 10.0, 7.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.009374338202178478, -0.009054850786924362, -0.00873536430299282, -0.00841587781906128, -0.008096390403807163, -0.0077769034542143345, -0.007457416504621506, -0.007137929555028677, -0.006818442605435848, -0.0064989556558430195, -0.006179468706250191, -0.005859981756657362, -0.005540494807064533, -0.0052210078574717045, -0.004901520907878876, -0.004582033958286047, -0.004262547008693218, -0.0039430600591003895, -0.0036235731095075607, -0.003304086159914732, -0.0029845992103219032, -0.0026651122607290745, -0.0023456253111362457, -0.002026138361543417, -0.0017066514119505882, -0.0013871644623577595, -0.0010676775127649307, -0.000748190563172102, -0.0004287036135792732, -0.00010921666398644447, 0.00021027028560638428, 0.000529757235199213, 0.0008492441847920418, 0.0011687311343848705, 0.0014882180839776993, 0.001807705033570528, 0.0021271919831633568, 0.0024466789327561855, 0.0027661658823490143, 0.003085652831941843, 0.003405139781534672, 0.0037246267311275005, 0.004044113680720329, 0.004363600630313158, 0.004683087579905987, 0.0050025745294988155, 0.005322061479091644, 0.005641548428684473, 0.005961035378277302, 0.0062805223278701305, 0.006600009277462959, 0.006919496227055788, 0.007238983176648617, 0.0075584701262414455, 0.007877957075834274, 0.008197443559765816, 0.008516930975019932, 0.008836418390274048, 0.00915590487420559, 0.00947539135813713, 0.009794878773391247, 0.010114366188645363, 0.010433852672576904, 0.010753339156508446, 0.011072826571762562]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 2.0, 3.0, 0.0, 3.0, 1.0, 1.0, 1.0, 10.0, 2.0, 1.0, 1.0, 3.0, 0.0, 2.0, 3.0, 0.0, 0.0, 2.0], "bins": [-0.023306982591748238, -0.02286745049059391, -0.022427920252084732, -0.021988388150930405, -0.021548856049776077, -0.02110932394862175, -0.020669791847467422, -0.020230261608958244, -0.019790729507803917, -0.01935119740664959, -0.01891166716814041, -0.018472135066986084, -0.018032602965831757, -0.01759307086467743, -0.017153538763523102, -0.016714008525013924, -0.016274476423859596, -0.01583494432270527, -0.015395413152873516, -0.014955881983041763, -0.014516349881887436, -0.014076817780733109, -0.013637286610901356, -0.013197755441069603, -0.012758223339915276, -0.012318691238760948, -0.011879160068929195, -0.011439628899097443, -0.011000096797943115, -0.010560564696788788, -0.010121033526957035, -0.009681502357125282, -0.009241970255970955, -0.008802438154816628, -0.008362906984984875, -0.007923375815153122, -0.0074838437139987946, -0.0070443120785057545, -0.006604780443012714, -0.006165248807519674, -0.005725717172026634, -0.005286185536533594, -0.004846653901040554, -0.004407122265547514, -0.003967590630054474, -0.003528058994561434, -0.0030885273590683937, -0.0026489957235753536, -0.0022094640880823135, -0.0017699324525892735, -0.0013304008170962334, -0.0008908691816031933, -0.0004513375461101532, -1.1805910617113113e-05, 0.00042772572487592697, 0.0008672573603689671, 0.0013067889958620071, 0.0017463206313550472, 0.0021858522668480873, 0.0026253839023411274, 0.0030649155378341675, 0.0035044471733272076, 0.003943978808820248, 0.004383510444313288, 0.004823042079806328]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 2.0, 5.0, 8.0, 11.0, 8.0, 22.0, 27.0, 20.0, 19.0, 24.0, 33.0, 42.0, 51.0, 56.0, 59.0, 69.0, 67.0, 101.0, 112.0, 130.0, 149.0, 150.0, 196.0, 191.0, 209.0, 219.0, 233.0, 241.0, 261.0, 227.0, 266.0, 257.0, 280.0, 313.0, 308.0, 304.0, 359.0, 440.0, 586.0, 722.0, 1316.0, 6726.0, 911.0, 770.0, 538.0, 241.0, 216.0, 193.0, 199.0, 171.0, 130.0, 123.0, 62.0, 33.0, 11.0, 3.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.025455331429839134, -0.024850277230143547, -0.02424522303044796, -0.023640168830752373, -0.023035114631056786, -0.0224300604313612, -0.02182500623166561, -0.021219952031970024, -0.020614897832274437, -0.02000984363257885, -0.019404789432883263, -0.018799735233187675, -0.01819468103349209, -0.0175896268337965, -0.016984572634100914, -0.016379518434405327, -0.01577446423470974, -0.015169410035014153, -0.014564355835318565, -0.013959301635622978, -0.013354247435927391, -0.012749193236231804, -0.012144139036536217, -0.01153908483684063, -0.010934030637145042, -0.010328976437449455, -0.009723922237753868, -0.009118868038058281, -0.008513813838362694, -0.007908759638667107, -0.0073037054389715195, -0.006698651239275932, -0.006093597039580345, -0.005488542839884758, -0.004883488640189171, -0.004278434440493584, -0.0036733802407979965, -0.0030683260411024094, -0.002463271841406822, -0.001858217641711235, -0.0012531634420156479, -0.0006481092423200607, -4.305504262447357e-05, 0.0005619991570711136, 0.0011670533567667007, 0.001772107556462288, 0.002377161756157875, 0.0029822159558534622, 0.0035872701555490494, 0.0041923243552446365, 0.004797378554940224, 0.005402432754635811, 0.006007486954331398, 0.006612541154026985, 0.007217595353722572, 0.00782264955341816, 0.008427703753113747, 0.009032757952809334, 0.009637812152504921, 0.010242866352200508, 0.010847920551896095, 0.011452974751591682, 0.01205802895128727, 0.012663083150982857, 0.013268137350678444]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08533801138401031, -0.08353424817323685, -0.08173048496246338, -0.07992672175168991, -0.07812295854091644, -0.07631919533014297, -0.0745154321193695, -0.07271166890859604, -0.07090790569782257, -0.0691041499376297, -0.06730038672685623, -0.06549662351608276, -0.0636928603053093, -0.06188909709453583, -0.06008533388376236, -0.05828157067298889, -0.056477807462215424, -0.054674044251441956, -0.05287028104066849, -0.05106651782989502, -0.04926275461912155, -0.04745899513363838, -0.045655231922864914, -0.043851468712091446, -0.04204770550131798, -0.04024394229054451, -0.03844017907977104, -0.036636415868997574, -0.034832656383514404, -0.033028893172740936, -0.031225129961967468, -0.029421366751194, -0.027617603540420532, -0.025813840329647064, -0.024010077118873596, -0.022206315770745277, -0.02040255255997181, -0.01859878934919834, -0.016795028001070023, -0.014991264790296555, -0.013187501579523087, -0.011383738368749619, -0.009579976089298725, -0.007776213344186544, -0.005972450599074364, -0.004168687853962183, -0.0023649251088500023, -0.0005611623637378216, 0.0012426003813743591, 0.00304636312648654, 0.0048501258715987206, 0.006653888616710901, 0.008457651361823082, 0.01026141457259655, 0.012065176852047443, 0.013868939131498337, 0.015672702342271805, 0.017476465553045273, 0.01928022876381874, 0.02108399011194706, 0.022887753322720528, 0.024691516533493996, 0.026495277881622314, 0.028299041092395782, 0.03010280430316925]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 3.0, 3.0, 2.0, 6.0, 2.0, 7.0, 2.0, 5.0, 7.0, 5.0, 2.0, 8.0, 7.0, 3.0, 9.0, 4.0, 5.0, 1.0, 4.0, 2.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 5.0, 4.0, 1.0, 6.0, 4.0, 2.0, 7.0, 8.0, 94.0, 14.0, 5.0, 2.0, 7.0, 5.0, 4.0, 3.0], "bins": [-0.09722822904586792, -0.0955091267824173, -0.09379001706838608, -0.09207091480493546, -0.09035180509090424, -0.08863270282745361, -0.0869135931134224, -0.08519449084997177, -0.08347538113594055, -0.08175627887248993, -0.08003716915845871, -0.07831806689500809, -0.07659895718097687, -0.07487985491752625, -0.07316074520349503, -0.0714416429400444, -0.06972253322601318, -0.06800343096256256, -0.06628432124853134, -0.06456521898508072, -0.0628461092710495, -0.06112700700759888, -0.059407901018857956, -0.057688795030117035, -0.055969689041376114, -0.05425058305263519, -0.05253147706389427, -0.05081237107515335, -0.04909326508641243, -0.04737415909767151, -0.04565505310893059, -0.04393594712018967, -0.042216841131448746, -0.040497735142707825, -0.038778629153966904, -0.03705952316522598, -0.03534041717648506, -0.03362131118774414, -0.03190220519900322, -0.0301830992102623, -0.028463993221521378, -0.026744889095425606, -0.025025783106684685, -0.023306677117943764, -0.021587571129202843, -0.01986846514046192, -0.018149359151721, -0.01643025316298008, -0.014711147174239159, -0.012992041185498238, -0.011272935196757317, -0.009553829208016396, -0.007834723219275475, -0.006115617696195841, -0.004396512173116207, -0.002677406184375286, -0.0009583001956343651, 0.0007608056766912341, 0.0024799115490168333, 0.004199017304927111, 0.005918123293668032, 0.007637229282408953, 0.009356334805488586, 0.011075440794229507, 0.012794546782970428]}, "_runtime": 5.9433839321136475, "_timestamp": 1596212876.6449215, "_step": 1}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 2.0, 3.0, 1.0, 2.0, 2.0, 2.0, 2.0, 4.0, 5.0, 3.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.019364770501852036, -0.01873670518398285, -0.018108638003468513, -0.017480570822954178, -0.01685250550508499, -0.016224440187215805, -0.01559637300670147, -0.014968306757509708, -0.014340240508317947, -0.013712174259126186, -0.013084108009934425, -0.012456041760742664, -0.011827975511550903, -0.011199909262359142, -0.010571843013167381, -0.00994377676397562, -0.00931571051478386, -0.008687644265592098, -0.008059578016400337, -0.007431511767208576, -0.006803445518016815, -0.006175379268825054, -0.005547313019633293, -0.004919246770441532, -0.004291180521249771, -0.00366311427205801, -0.003035048022866249, -0.002406981773674488, -0.001778915524482727, -0.001150849275290966, -0.000522783026099205, 0.000105283223092556, 0.000733349472284317, 0.001361415721476078, 0.001989481970667839, 0.0026175482198596, 0.003245614469051361, 0.003873680718243122, 0.004501746967434883, 0.005129813216626644, 0.005757879465818405, 0.006385945715010166, 0.007014011964201927, 0.007642078213393688, 0.00827014446258545, 0.00889821071177721, 0.009526276960968971, 0.010154343210160732, 0.010782409459352493, 0.011410475708544254, 0.012038541957736015, 0.012666608206927776, 0.013294674456119537, 0.013922740705311298, 0.01455080695450306, 0.01517887320369482, 0.01580693945288658, 0.016435004770755768, 0.017063071951270103, 0.01769113913178444, 0.018319204449653625, 0.018947269767522812, 0.019575336948037148, 0.020203404128551483, 0.02083146944642067]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 4.0, 3.0, 3.0, 3.0, 5.0, 4.0, 5.0, 6.0, 9.0, 6.0, 8.0, 12.0, 14.0, 15.0, 20.0, 15.0, 20.0, 36.0, 43.0, 36.0, 49.0, 61.0, 69.0, 93.0, 104.0, 124.0, 174.0, 248.0, 252.0, 333.0, 405.0, 2082.0, 809.0, 781.0, 613.0, 452.0, 282.0, 194.0, 135.0, 103.0, 77.0, 50.0, 45.0, 26.0, 22.0, 18.0, 13.0, 15.0, 3.0, 5.0, 8.0, 4.0, 5.0, 4.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.12215577065944672, -0.1184307336807251, -0.11470569670200348, -0.11098065972328186, -0.10725563019514084, -0.10353059321641922, -0.0998055562376976, -0.09608051925897598, -0.09235548228025436, -0.08863044530153275, -0.08490541577339172, -0.0811803787946701, -0.07745534181594849, -0.07373030483722687, -0.07000526785850525, -0.06628023087978363, -0.06255519390106201, -0.05883016064763069, -0.05510512739419937, -0.05138009041547775, -0.047655053436756134, -0.043930020183324814, -0.040204983204603195, -0.03647994622588158, -0.032754912972450256, -0.029029875993728638, -0.02530483901500702, -0.02157980389893055, -0.01785476878285408, -0.014129731804132462, -0.010404696688055992, -0.006679660640656948, -0.002954624593257904, 0.0007704112213104963, 0.004495447035878897, 0.008220482617616653, 0.011945518665015697, 0.01567055471241474, 0.01939558982849121, 0.02312062680721283, 0.0268456619232893, 0.03057069703936577, 0.03429573401808739, 0.038020770996809006, 0.041745804250240326, 0.045470841228961945, 0.04919587820768356, 0.05292091146111488, 0.0566459484398365, 0.06037098541855812, 0.06409601867198944, 0.06782105565071106, 0.07154609262943268, 0.0752711296081543, 0.07899616658687592, 0.08272119611501694, 0.08644623309373856, 0.09017127007246017, 0.0938963070511818, 0.09762134402990341, 0.10134638100862503, 0.10507141053676605, 0.10879644751548767, 0.11252148449420929, 0.11624652147293091]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 2.0, 1.0, 2.0, 5.0, 6.0, 1.0, 0.0, 1.0, 4.0, 2.0, 6.0, 6.0, 0.0, 2.0, 2.0, 28.0, 4.0, 6.0, 2.0, 2.0, 1.0, 1.0, 3.0, 0.0, 3.0, 4.0, 2.0, 2.0, 3.0, 2.0, 2.0, 1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.006845665164291859, -0.006591218523681164, -0.006336772348731756, -0.006082325708121061, -0.0058278790675103664, -0.005573432892560959, -0.005318986251950264, -0.005064539611339569, -0.004810092970728874, -0.004555646795779467, -0.004301200155168772, -0.004046753514558077, -0.0037923073396086693, -0.0035378606989979744, -0.003283414291217923, -0.0030289676506072283, -0.002774521242827177, -0.002520074835047126, -0.002265628194436431, -0.0020111817866563797, -0.0017567352624610066, -0.0015022887382656336, -0.0012478423304855824, -0.0009933958062902093, -0.0007389492820948362, -0.00048450278700329363, -0.00023005629191175103, 2.439020317979157e-05, 0.00027883669827133417, 0.0005332832224667072, 0.0007877296884544194, 0.0010421761544421315, 0.0012966226786375046, 0.0015510692028328776, 0.0018055157270282507, 0.002059962134808302, 0.002314408775418997, 0.002568855183199048, 0.0028233015909790993, 0.003077748231589794, 0.0033321946393698454, 0.0035866410471498966, 0.0038410876877605915, 0.004095534328371286, 0.004349980503320694, 0.004604427143931389, 0.004858873784542084, 0.005113319959491491, 0.005367766600102186, 0.005622213240712881, 0.005876659415662289, 0.0061311060562729836, 0.0063855526968836784, 0.006639998871833086, 0.006894445512443781, 0.007148892153054476, 0.007403338328003883, 0.007657784968614578, 0.007912231609225273, 0.008166678249835968, 0.008421124890446663, 0.008675570599734783, 0.008930017240345478, 0.009184463880956173, 0.009438910521566868]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 4.0, 4.0, 12.0, 21.0, 26.0, 34.0, 66.0, 91.0, 169.0, 231.0, 380.0, 608.0, 923.0, 1410.0, 2041.0, 2981.0, 4399.0, 6136.0, 8224.0, 11571.0, 16048.0, 22081.0, 31049.0, 45338.0, 65714.0, 91228.0, 115508.0, 436210.0, 89399.0, 64504.0, 45564.0, 32016.0, 22788.0, 16835.0, 12228.0, 9161.0, 6696.0, 4896.0, 3624.0, 2678.0, 2004.0, 1414.0, 998.0, 744.0, 482.0, 345.0, 267.0, 160.0, 120.0, 68.0, 51.0, 34.0, 16.0, 15.0, 12.0, 9.0, 9.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.012284649536013603, -0.011862673796713352, -0.011440698988735676, -0.011018723249435425, -0.010596748441457748, -0.010174772702157497, -0.009752797894179821, -0.00933082215487957, -0.008908847346901894, -0.008486871607601643, -0.008064895868301392, -0.007642921060323715, -0.007220945321023464, -0.0067989700473845005, -0.006376994773745537, -0.005955019500106573, -0.005533044226467609, -0.005111068952828646, -0.004689093679189682, -0.004267118405550718, -0.003845142899081111, -0.0034231676254421473, -0.00300119211897254, -0.002579216845333576, -0.0021572415716946125, -0.0017352662980556488, -0.0013132909080013633, -0.0008913155761547387, -0.00046934024430811405, -4.736491246148944e-05, 0.0003746104193851352, 0.0007965857512317598, 0.0012185610830783844, 0.001640536356717348, 0.002062511630356312, 0.002484487136825919, 0.002906462410464883, 0.0033284376841038465, 0.003750413190573454, 0.004172388464212418, 0.004594363737851381, 0.005016339011490345, 0.005438314285129309, 0.005860289558768272, 0.006282265298068523, 0.006704240571707487, 0.007126215845346451, 0.0075481911189854145, 0.007970166392624378, 0.00839214213192463, 0.008814116939902306, 0.009236092679202557, 0.009658067487180233, 0.010080043226480484, 0.01050201803445816, 0.010923993773758411, 0.011345969513058662, 0.011767944321036339, 0.01218992006033659, 0.012611894868314266, 0.013033870607614517, 0.013455845415592194, 0.013877821154892445, 0.014299795962870121, 0.014721771702170372]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 8.0, 2.0, 1.0, 2.0, 0.0, 4.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0], "bins": [-0.011441335082054138, -0.011127294041216373, -0.010813252069056034, -0.01049921102821827, -0.01018516905605793, -0.009871128015220165, -0.0095570869743824, -0.009243045002222061, -0.008929003961384296, -0.008614961989223957, -0.008300920948386192, -0.007986879907548428, -0.007672837935388088, -0.007358796428889036, -0.0070447553880512714, -0.006730713881552219, -0.006416672375053167, -0.006102630868554115, -0.005788589362055063, -0.0054745483212172985, -0.0051605068147182465, -0.004846465308219194, -0.004532423801720142, -0.00421838229522109, -0.003904341021552682, -0.00359029951505363, -0.0032762582413852215, -0.0029622167348861694, -0.0026481752283871174, -0.002334133954718709, -0.002020092448219657, -0.0017060510581359267, -0.0013920096680521965, -0.0010779682779684663, -0.0007639268296770751, -0.00044988541048951447, -0.0001358439913019538, 0.00017819742788560688, 0.0004922388470731676, 0.0008062802953645587, 0.001120321685448289, 0.0014343630755320191, 0.0017484044656157494, 0.0020624459721148014, 0.0023764874786138535, 0.002690528752282262, 0.003004570258781314, 0.0033186115324497223, 0.0036326530389487743, 0.003946694545447826, 0.004260736051946878, 0.004574777092784643, 0.004888818599283695, 0.005202860105782747, 0.005516901612281799, 0.005830943118780851, 0.006144984625279903, 0.006459025666117668, 0.00677306717261672, 0.007087108679115772, 0.007401150185614824, 0.007715191692113876, 0.008029232732951641, 0.00834327470511198, 0.008657315745949745]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 8.0, 9.0, 8.0, 14.0, 13.0, 15.0, 30.0, 35.0, 35.0, 55.0, 40.0, 59.0, 75.0, 84.0, 116.0, 103.0, 131.0, 160.0, 172.0, 232.0, 192.0, 224.0, 261.0, 249.0, 266.0, 270.0, 261.0, 282.0, 278.0, 343.0, 390.0, 470.0, 569.0, 712.0, 6084.0, 2036.0, 1033.0, 680.0, 530.0, 408.0, 354.0, 273.0, 234.0, 192.0, 145.0, 114.0, 66.0, 40.0, 24.0, 21.0, 10.0, 2.0, 4.0, 2.0, 2.0], "bins": [-0.014615030959248543, -0.014282735995948315, -0.013950441963970661, -0.013618147000670433, -0.013285852037370205, -0.012953558005392551, -0.012621263042092323, -0.012288968078792095, -0.011956674046814442, -0.011624379083514214, -0.011292084120213985, -0.010959790088236332, -0.010627495124936104, -0.010295200161635876, -0.009962906129658222, -0.009630611166357994, -0.00929831713438034, -0.008966022171080112, -0.008633727207779884, -0.00830143317580223, -0.007969138212502003, -0.007636843249201775, -0.007304548751562834, -0.006972254253923893, -0.006639959290623665, -0.006307664792984724, -0.005975370295345783, -0.005643075797706842, -0.005310780834406614, -0.0049784863367676735, -0.004646191839128733, -0.0043138968758285046, -0.003981602378189564, -0.0036493076477199793, -0.0033170131500810385, -0.002984718419611454, -0.002652423921972513, -0.0023201291915029287, -0.0019878344610333443, -0.0016555398469790816, -0.001323245232924819, -0.0009909506188705564, -0.0006586559466086328, -0.0003263613034505397, 5.933339707553387e-06, 0.0003382279828656465, 0.0006705226260237396, 0.0010028172982856631, 0.0013351119123399258, 0.0016674065263941884, 0.001999701140448451, 0.0023319958709180355, 0.0026642903685569763, 0.002996585099026561, 0.0033288798294961452, 0.003661174327135086, 0.003993469290435314, 0.004325763788074255, 0.004658058285713196, 0.004990352783352137, 0.005322647746652365, 0.0056549422442913055, 0.005987236741930246, 0.0063195317052304745, 0.006651826202869415]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 4.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 5.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05448725074529648, -0.053393203765153885, -0.05229916051030159, -0.051205113530159, -0.0501110702753067, -0.04901702329516411, -0.04792298004031181, -0.04682893306016922, -0.045734889805316925, -0.04464084282517433, -0.04354679957032204, -0.04245275259017944, -0.04135870933532715, -0.040264662355184555, -0.03917061910033226, -0.03807657212018967, -0.03698252886533737, -0.03588848188519478, -0.034794434905052185, -0.03370039165019989, -0.0326063446700573, -0.031512301415205, -0.030418256297707558, -0.029324211180210114, -0.02823016420006752, -0.027136119082570076, -0.026042073965072632, -0.024948028847575188, -0.023853983730077744, -0.0227599386125803, -0.021665893495082855, -0.02057184837758541, -0.019477803260087967, -0.018383758142590523, -0.01728971302509308, -0.016195667907595634, -0.01510162279009819, -0.014007576741278172, -0.012913531623780727, -0.011819486506283283, -0.010725441388785839, -0.009631396271288395, -0.00853735115379095, -0.007443305570632219, -0.006349260453134775, -0.005255215335637331, -0.0041611697524785995, -0.0030671246349811554, -0.0019730795174837112, -0.0008790342835709453, 0.00021501095034182072, 0.0013090561842545867, 0.0024031014181673527, 0.003497146535664797, 0.004591192118823528, 0.0056852372363209724, 0.006779282353818417, 0.00787332747131586, 0.008967372588813305, 0.010061417706310749, 0.011155463755130768, 0.012249508872628212, 0.013343553990125656, 0.0144375991076231, 0.015531644225120544]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 4.0, 8.0, 5.0, 5.0, 11.0, 5.0, 4.0, 4.0, 5.0, 9.0, 4.0, 6.0, 3.0, 0.0, 2.0, 5.0, 2.0, 6.0, 2.0, 1.0, 3.0, 3.0, 2.0, 1.0, 1.0, 3.0, 1.0, 5.0, 2.0, 4.0, 1.0, 5.0, 5.0, 1.0, 3.0, 2.0, 11.0, 11.0, 68.0, 13.0, 6.0, 8.0, 8.0, 4.0, 3.0, 2.0, 2.0, 4.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.05563373863697052, -0.054535139352083206, -0.053436536341905594, -0.05233793705701828, -0.05123933404684067, -0.050140734761953354, -0.04904213547706604, -0.04794353246688843, -0.046844933182001114, -0.0457463301718235, -0.04464773088693619, -0.043549131602048874, -0.04245052859187126, -0.04135192930698395, -0.040253326296806335, -0.03915472701191902, -0.03805612772703171, -0.036957524716854095, -0.03585892543196678, -0.03476032242178917, -0.033661723136901855, -0.03256312012672424, -0.03146452084183693, -0.030365919694304466, -0.029267318546772003, -0.02816871926188469, -0.027070118114352226, -0.025971516966819763, -0.0248729158192873, -0.023774314671754837, -0.022675715386867523, -0.02157711423933506, -0.020478513091802597, -0.019379911944270134, -0.01828131079673767, -0.017182711511850357, -0.016084110364317894, -0.014985509216785431, -0.013886908069252968, -0.01278830785304308, -0.011689706705510616, -0.010591105557978153, -0.009492505341768265, -0.008393904194235802, -0.007295303512364626, -0.00619670283049345, -0.005098101682960987, -0.003999501001089811, -0.0029009003192186356, -0.001802299520932138, -0.0007036987226456404, 0.0003949020756408572, 0.0014935028739273548, 0.0025921035557985306, 0.00369070447050035, 0.004789305385202169, 0.005887906067073345, 0.006986506748944521, 0.008085107430815697, 0.00918370857834816, 0.010282309725880623, 0.011380909942090511, 0.012479511089622974, 0.013578111305832863, 0.014676712453365326]}, "_runtime": 6.708875894546509, "_timestamp": 1596212877.4104135, "_step": 2}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 3.0, 3.0, 2.0, 3.0, 0.0, 2.0, 2.0, 3.0, 4.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.014610812067985535, -0.01416013017296791, -0.013709447346627712, -0.013258765451610088, -0.01280808262526989, -0.012357400730252266, -0.011906718835234642, -0.011456036008894444, -0.01100535411387682, -0.010554671287536621, -0.010103989392518997, -0.009653307497501373, -0.009202624671161175, -0.008751942776143551, -0.008301259949803352, -0.007850578054785728, -0.007399895694106817, -0.006949213333427906, -0.006498530972748995, -0.006047849077731371, -0.00559716671705246, -0.0051464843563735485, -0.004695801995694637, -0.004245119635015726, -0.0037944375071674585, -0.0033437551464885473, -0.0028930730186402798, -0.0024423906579613686, -0.0019917082972824574, -0.0015410261694341898, -0.0010903438087552786, -0.0006396615644916892, -0.00018897932022809982, 0.00026170295313932, 0.0007123852265067399, 0.0011630675289779902, 0.0016137497732415795, 0.002064432017505169, 0.00251511437818408, 0.0029657965060323477, 0.003416478866711259, 0.00386716122739017, 0.004317843355238438, 0.004768525715917349, 0.00521920807659626, 0.005669890437275171, 0.006120572332292795, 0.006571254692971706, 0.007021937053650618, 0.007472619414329529, 0.007923301309347153, 0.008373984135687351, 0.008824666030704975, 0.009275348857045174, 0.009726030752062798, 0.010176712647080421, 0.01062739547342062, 0.011078077368438244, 0.011528760194778442, 0.011979442089796066, 0.01243012398481369, 0.012880806811153889, 0.013331488706171513, 0.013782171532511711, 0.014232853427529335]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 3.0, 2.0, 7.0, 7.0, 5.0, 5.0, 6.0, 9.0, 16.0, 17.0, 30.0, 38.0, 32.0, 52.0, 66.0, 46.0, 71.0, 101.0, 107.0, 153.0, 230.0, 286.0, 406.0, 535.0, 2228.0, 1168.0, 880.0, 495.0, 298.0, 191.0, 132.0, 83.0, 68.0, 49.0, 35.0, 22.0, 13.0, 5.0, 12.0, 4.0, 3.0, 4.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17740657925605774, -0.17279408872127533, -0.16818158328533173, -0.16356909275054932, -0.1589566022157669, -0.1543440967798233, -0.1497316062450409, -0.14511911571025848, -0.14050662517547607, -0.13589411973953247, -0.13128162920475006, -0.12666913866996765, -0.12205663323402405, -0.11744414269924164, -0.11283164471387863, -0.10821915417909622, -0.10360665619373322, -0.09899415820837021, -0.0943816676735878, -0.08976916968822479, -0.08515667915344238, -0.08054418116807938, -0.07593168318271637, -0.07131919264793396, -0.06670669466257095, -0.062094200402498245, -0.05748170614242554, -0.05286920815706253, -0.04825671389698982, -0.043644219636917114, -0.03903172165155411, -0.0344192273914814, -0.02980673313140869, -0.025194238871335983, -0.020581742748618126, -0.01596924662590027, -0.01135675236582756, -0.006744257174432278, -0.002131761983036995, 0.002480733208358288, 0.0070932283997535706, 0.011705723591148853, 0.016318218782544136, 0.020930714905261993, 0.0255432091653347, 0.03015570342540741, 0.034768201410770416, 0.039380695670843124, 0.04399318993091583, 0.04860568419098854, 0.05321817845106125, 0.057830676436424255, 0.062443170696496964, 0.06705566495656967, 0.07166816294193268, 0.07628065347671509, 0.0808931514620781, 0.0855056494474411, 0.09011813998222351, 0.09473063796758652, 0.09934313595294952, 0.10395562648773193, 0.10856812447309494, 0.11318061500787735, 0.11779311299324036]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 2.0, 3.0, 3.0, 5.0, 1.0, 4.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 1.0, 2.0, 4.0, 1.0, 26.0, 1.0, 3.0, 6.0, 4.0, 4.0, 4.0, 2.0, 0.0, 0.0, 2.0, 1.0, 3.0, 4.0, 4.0, 2.0, 2.0, 3.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.006057903170585632, -0.005865566432476044, -0.005673230160027742, -0.005480893421918154, -0.0052885571494698524, -0.005096220411360264, -0.0049038841389119625, -0.004711547400802374, -0.004519211128354073, -0.004326874390244484, -0.004134537652134895, -0.003942201379686594, -0.0037498646415770054, -0.0035575281362980604, -0.0033651916310191154, -0.0031728551257401705, -0.0029805186204612255, -0.0027881821151822805, -0.0025958456099033356, -0.0024035091046243906, -0.0022111725993454456, -0.002018835861235857, -0.001826499355956912, -0.001634162850677967, -0.001441826345399022, -0.0012494898401200771, -0.0010571533348411322, -0.0008648167131468654, -0.0006724802078679204, -0.00048014367348514497, -0.00028780713910236955, -9.547060471959412e-05, 9.68659296631813e-05, 0.00028920246404595673, 0.00048153899842873216, 0.000673875561915338, 0.000866212067194283, 0.001058548572473228, 0.0012508851941674948, 0.0014432216994464397, 0.0016355582047253847, 0.0018278947100043297, 0.0020202312152832747, 0.0022125677205622196, 0.0024049044586718082, 0.002597240963950753, 0.002789577469229698, 0.002981913974508643, 0.003174250479787588, 0.003366586985066533, 0.003558923490345478, 0.003751259995624423, 0.003943596500903368, 0.004135933239012957, 0.004328269511461258, 0.0045206062495708466, 0.004712942987680435, 0.0049052792601287365, 0.005097615998238325, 0.0052899522706866264, 0.005482289008796215, 0.005674625281244516, 0.005866962019354105, 0.006059298291802406, 0.006251635029911995]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 4.0, 10.0, 19.0, 34.0, 55.0, 83.0, 164.0, 239.0, 304.0, 486.0, 800.0, 1196.0, 1648.0, 2244.0, 3073.0, 4018.0, 5356.0, 6896.0, 8851.0, 11445.0, 14315.0, 18496.0, 24063.0, 32407.0, 43552.0, 57369.0, 73743.0, 91847.0, 414135.0, 89665.0, 71283.0, 52731.0, 38703.0, 28043.0, 21016.0, 15698.0, 11690.0, 8978.0, 6911.0, 5131.0, 3829.0, 2690.0, 1872.0, 1424.0, 943.0, 685.0, 457.0, 340.0, 229.0, 150.0, 107.0, 71.0, 56.0, 37.0, 23.0, 12.0, 7.0, 4.0, 2.0, 4.0, 1.0, 1.0], "bins": [-0.011470809578895569, -0.011092216707766056, -0.010713622905313969, -0.010335030034184456, -0.009956436231732368, -0.009577843360602856, -0.009199249558150768, -0.008820656687021255, -0.008442062884569168, -0.008063470013439655, -0.007684876676648855, -0.007306283339858055, -0.006927690003067255, -0.006549096666276455, -0.006170503329485655, -0.005791909992694855, -0.005413316655904055, -0.0050347233191132545, -0.0046561299823224545, -0.004277536645531654, -0.0038989433087408543, -0.003520350204780698, -0.0031417568679898977, -0.0027631635311990976, -0.0023845701944082975, -0.0020059768576174974, -0.0016273835208266973, -0.001248790300451219, -0.000870196963660419, -0.0004916036268696189, -0.00011301034828647971, 0.0002655829594004899, 0.0006441762670874596, 0.0010227696038782597, 0.0014013629406690598, 0.001779956161044538, 0.00215854961425066, 0.0025371427182108164, 0.0029157360550016165, 0.0032943293917924166, 0.0036729227285832167, 0.004051515832543373, 0.004430109169334173, 0.004808702506124973, 0.005187295842915773, 0.0055658891797065735, 0.005944482516497374, 0.006323075853288174, 0.006701669190078974, 0.007080262526869774, 0.007458855863660574, 0.007837449200451374, 0.008216042071580887, 0.008594635874032974, 0.008973228745162487, 0.009351822547614574, 0.009730415418744087, 0.010109009221196175, 0.010487602092325687, 0.010866195894777775, 0.011244788765907288, 0.011623382568359375, 0.012001975439488888, 0.012380569241940975, 0.012759162113070488]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 0.0, 5.0, 0.0, 2.0, 3.0, 7.0, 2.0, 2.0, 4.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.02075730636715889, -0.020309654995799065, -0.01986200362443924, -0.019414352253079414, -0.01896670088171959, -0.018519049510359764, -0.018071400001645088, -0.017623748630285263, -0.017176097258925438, -0.016728445887565613, -0.016280794516205788, -0.015833143144845963, -0.015385491773486137, -0.014937840402126312, -0.014490189962089062, -0.014042538590729237, -0.013594887219369411, -0.013147235848009586, -0.012699584476649761, -0.01225193403661251, -0.011804282665252686, -0.01135663129389286, -0.010908979922533035, -0.01046132855117321, -0.010013677179813385, -0.009566026739776134, -0.00911837536841631, -0.008670723997056484, -0.008223072625696659, -0.007775421719998121, -0.007327770348638296, -0.006880119442939758, -0.006432468071579933, -0.005984816700220108, -0.00553716579452157, -0.005089514423161745, -0.004641863517463207, -0.004194212146103382, -0.003746560774743557, -0.0032989096362143755, -0.002851258497685194, -0.0024036073591560125, -0.001955956220626831, -0.001508304849267006, -0.0010606537107378244, -0.000613002514000982, -0.00016535131726413965, 0.00028229987947270274, 0.0007299510762095451, 0.0011776022147387266, 0.00162525346968323, 0.0020729047246277332, 0.0025205558631569147, 0.002968207001686096, 0.0034158583730459213, 0.003863509511575103, 0.004311160650104284, 0.004758812021464109, 0.005206462927162647, 0.005654114298522472, 0.0061017656698822975, 0.006549416575580835, 0.0069970679469406605, 0.007444718852639198, 0.007892370223999023]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 3.0, 4.0, 3.0, 2.0, 1.0, 6.0, 9.0, 9.0, 6.0, 9.0, 14.0, 7.0, 13.0, 7.0, 29.0, 36.0, 37.0, 51.0, 43.0, 34.0, 56.0, 57.0, 61.0, 66.0, 77.0, 91.0, 98.0, 113.0, 113.0, 119.0, 175.0, 185.0, 211.0, 229.0, 242.0, 267.0, 294.0, 319.0, 358.0, 371.0, 431.0, 482.0, 555.0, 656.0, 722.0, 879.0, 1619.0, 6232.0, 812.0, 587.0, 391.0, 232.0, 170.0, 178.0, 161.0, 154.0, 123.0, 87.0, 75.0, 29.0, 19.0, 9.0], "bins": [-0.011155434884130955, -0.01092790812253952, -0.01070038229227066, -0.010472855530679226, -0.010245328769087791, -0.010017802007496357, -0.009790275245904922, -0.009562749415636063, -0.009335222654044628, -0.009107695892453194, -0.008880170062184334, -0.0086526433005929, -0.008425116539001465, -0.00819758977741003, -0.007970063015818596, -0.007742537185549736, -0.0075150104239583015, -0.007287483662366867, -0.00705995736643672, -0.006832431070506573, -0.006604904308915138, -0.006377377547323704, -0.006149851251393557, -0.005922324955463409, -0.005694798193871975, -0.0054672714322805405, -0.005239745136350393, -0.005012218840420246, -0.004784692078828812, -0.004557165317237377, -0.00432963902130723, -0.004102112725377083, -0.0038745859637856483, -0.0036470594350248575, -0.0034195329062640667, -0.003192006377503276, -0.002964479848742485, -0.0027369533199816942, -0.0025094267912209034, -0.0022819002624601126, -0.0020543737336993217, -0.001826847204938531, -0.00159932067617774, -0.0013717941474169493, -0.0011442676186561584, -0.0009167410898953676, -0.0006892145611345768, -0.00046168803237378597, -0.00023416150361299515, -6.634974852204323e-06, 0.0002208915539085865, 0.0004484180826693773, 0.0006759446114301682, 0.000903471140190959, 0.0011309976689517498, 0.0013585241977125406, 0.0015860507264733315, 0.0018135772552341223, 0.002041103783994913, 0.002268630312755704, 0.0024961568415164948, 0.0027236833702772856, 0.0029512098990380764, 0.0031787364277988672, 0.003406262956559658]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.05165216326713562, -0.05064930394291878, -0.049646440893411636, -0.048643581569194794, -0.04764072224497795, -0.04663785919547081, -0.04563499987125397, -0.044632140547037125, -0.04362928122282028, -0.04262641817331314, -0.0416235588490963, -0.040620699524879456, -0.039617836475372314, -0.03861497715115547, -0.03761211782693863, -0.03660925477743149, -0.035606395453214645, -0.0346035361289978, -0.03360067307949066, -0.03259781375527382, -0.031594954431056976, -0.030592093244194984, -0.029589232057332993, -0.02858637273311615, -0.027583511546254158, -0.026580650359392166, -0.025577791035175323, -0.02457492984831333, -0.02357206866145134, -0.022569209337234497, -0.021566348150372505, -0.020563488826155663, -0.01956062763929367, -0.01855776645243168, -0.017554907128214836, -0.016552045941352844, -0.015549185685813427, -0.01454632543027401, -0.013543464243412018, -0.0125406039878726, -0.011537743732333183, -0.010534883476793766, -0.009532023221254349, -0.008529162034392357, -0.00752630177885294, -0.006523441523313522, -0.005520580802112818, -0.004517720080912113, -0.003514859825372696, -0.002511999337002635, -0.001509138848632574, -0.0005062783602625132, 0.0004965821281075478, 0.0014994426164776087, 0.0025023031048476696, 0.0035051635932177305, 0.0045080240815877914, 0.005510884337127209, 0.006513745058327913, 0.007516605779528618, 0.008519466035068035, 0.009522326290607452, 0.010525187477469444, 0.011528047733008862, 0.012530907988548279]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 1.0, 3.0, 3.0, 6.0, 5.0, 2.0, 5.0, 5.0, 2.0, 5.0, 5.0, 4.0, 7.0, 6.0, 4.0, 5.0, 5.0, 4.0, 3.0, 2.0, 2.0, 1.0, 6.0, 4.0, 4.0, 3.0, 0.0, 6.0, 2.0, 4.0, 3.0, 4.0, 3.0, 1.0, 2.0, 2.0, 1.0, 5.0, 6.0, 8.0, 15.0, 65.0, 20.0, 8.0, 5.0, 3.0, 4.0, 0.0, 3.0, 3.0], "bins": [-0.03248243406414986, -0.03189888969063759, -0.03131534531712532, -0.030731799080967903, -0.030148254707455635, -0.029564708471298218, -0.02898116409778595, -0.02839761972427368, -0.027814075350761414, -0.027230529114603996, -0.026646984741091728, -0.02606344036757946, -0.025479894131422043, -0.024896349757909775, -0.024312805384397507, -0.02372925914824009, -0.02314571477472782, -0.022562170401215553, -0.021978624165058136, -0.021395079791545868, -0.0208115354180336, -0.020227989181876183, -0.019644444808363914, -0.019060900434851646, -0.01847735419869423, -0.01789380982518196, -0.017310265451669693, -0.016726721078157425, -0.016143174842000008, -0.01555963046848774, -0.014976085163652897, -0.014392540790140629, -0.013808995485305786, -0.013225450180470943, -0.012641905806958675, -0.012058360502123833, -0.011474816128611565, -0.010891270823776722, -0.01030772551894188, -0.009724181145429611, -0.009140635840594769, -0.008557090535759926, -0.007973546162247658, -0.007390000857412815, -0.00680645601823926, -0.006222911179065704, -0.005639365874230862, -0.005055821035057306, -0.004472276195883751, -0.0038887313567101955, -0.0033051862847059965, -0.0027216412127017975, -0.002138096373528242, -0.001554551417939365, -0.0009710064623504877, -0.0003874615067616105, 0.0001960834488272667, 0.0007796284044161439, 0.001363173360005021, 0.0019467183155938983, 0.0025302632711827755, 0.003113808110356331, 0.00369735318236053, 0.004280898254364729, 0.004864443093538284]}, "_runtime": 7.477670669555664, "_timestamp": 1596212878.1792083, "_step": 3}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 4.0, 3.0, 3.0, 1.0, 2.0, 2.0, 1.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 3.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.016944309696555138, -0.01649179495871067, -0.016039282083511353, -0.015586767345666885, -0.015134253539144993, -0.0146817397326231, -0.014229224994778633, -0.01377671118825674, -0.013324197381734848, -0.012871683575212955, -0.012419169768691063, -0.011966655030846596, -0.011514141224324703, -0.01106162741780281, -0.010609112679958344, -0.010156598873436451, -0.009704085066914558, -0.009251571260392666, -0.008799057453870773, -0.008346542716026306, -0.007894028909504414, -0.007441515102982521, -0.006989000830799341, -0.006536486558616161, -0.006083972752094269, -0.005631458945572376, -0.005178944673389196, -0.0047264304012060165, -0.004273916594684124, -0.003821402555331588, -0.0033688885159790516, -0.0029163744766265154, -0.002463860437273979, -0.002011346397921443, -0.0015588323585689068, -0.0011063183192163706, -0.0006538042798638344, -0.00020129024051129818, 0.000251223798841238, 0.0007037378381937742, 0.0011562518775463104, 0.0016087659168988466, 0.002061279956251383, 0.002513793995603919, 0.0029663080349564552, 0.0034188220743089914, 0.0038713361136615276, 0.0043238503858447075, 0.0047763641923666, 0.005228877998888493, 0.0056813922710716724, 0.006133906543254852, 0.006586420349776745, 0.007038934156298637, 0.007491448428481817, 0.007943962700664997, 0.00839647650718689, 0.008848990313708782, 0.009301504120230675, 0.009754018858075142, 0.010206532664597034, 0.010659046471118927, 0.011111561208963394, 0.011564075015485287, 0.01201658882200718]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 3.0, 1.0, 3.0, 5.0, 4.0, 5.0, 5.0, 6.0, 8.0, 12.0, 20.0, 19.0, 27.0, 40.0, 52.0, 84.0, 69.0, 99.0, 113.0, 156.0, 179.0, 244.0, 312.0, 416.0, 510.0, 2394.0, 1073.0, 719.0, 470.0, 311.0, 159.0, 140.0, 86.0, 49.0, 33.0, 29.0, 15.0, 15.0, 13.0, 8.0, 11.0, 3.0, 4.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.16122812032699585, -0.1563732922077179, -0.15151846408843994, -0.146663635969162, -0.14180880784988403, -0.13695397973060608, -0.13209916651248932, -0.12724433839321136, -0.12238951027393341, -0.11753468215465546, -0.1126798540353775, -0.10782502591609955, -0.1029701977968216, -0.09811536967754364, -0.09326054900884628, -0.08840572088956833, -0.08355089277029037, -0.07869606465101242, -0.07384123653173447, -0.06898641586303711, -0.06413158774375916, -0.0592767596244812, -0.05442193150520325, -0.04956710711121559, -0.04471227899193764, -0.03985745087265968, -0.03500262647867203, -0.030147798359394073, -0.02529297210276127, -0.020438145846128464, -0.015583318658173084, -0.010728491470217705, -0.0058736652135849, -0.0010188384912908077, 0.0038359882310032845, 0.008690815418958664, 0.013545641675591469, 0.018400467932224274, 0.023255296051502228, 0.028110122308135033, 0.03296494856476784, 0.03781977668404579, 0.04267460107803345, 0.0475294291973114, 0.052384257316589355, 0.05723908171057701, 0.062093909829854965, 0.06694873422384262, 0.07180356234312057, 0.07665839046239853, 0.08151321858167648, 0.08636803925037384, 0.0912228673696518, 0.09607769548892975, 0.1009325236082077, 0.10578735172748566, 0.11064217984676361, 0.11549700051546097, 0.12035182863473892, 0.12520664930343628, 0.13006147742271423, 0.1349163055419922, 0.13977113366127014, 0.1446259617805481, 0.14948078989982605]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 3.0, 4.0, 1.0, 4.0, 3.0, 4.0, 3.0, 0.0, 1.0, 2.0, 3.0, 2.0, 3.0, 3.0, 1.0, 1.0, 25.0, 4.0, 5.0, 3.0, 2.0, 1.0, 2.0, 3.0, 5.0, 1.0, 1.0, 2.0, 1.0, 4.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 1.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00419182563200593, -0.0040272558107972145, -0.0038626864552497864, -0.0036981168668717146, -0.003533547278493643, -0.0033689774572849274, -0.0032044078689068556, -0.003039838280528784, -0.002875268692150712, -0.0027106991037726402, -0.0025461295153945684, -0.0023815599270164967, -0.0022169901058077812, -0.0020524205174297094, -0.0018878509290516376, -0.0017232813406735659, -0.001558711752295494, -0.0013941421639174223, -0.0012295725755393505, -0.001065002870745957, -0.0009004332823678851, -0.0007358636939898133, -0.0005712940474040806, -0.0004067244299221784, -0.00024215481244027615, -7.75851949583739e-05, 8.698442252352834e-05, 0.0002515540400054306, 0.0004161236574873328, 0.0005806932458654046, 0.0007452628924511373, 0.00090983253903687, 0.0010744021274149418, 0.0012389717157930136, 0.0014035413041710854, 0.001568111008964479, 0.0017326805973425508, 0.0018972501857206225, 0.002061819890514016, 0.002226389478892088, 0.0023909590672701597, 0.0025555286556482315, 0.0027200982440263033, 0.002884667832404375, 0.0030492376536130905, 0.0032138072419911623, 0.003378376830369234, 0.003542946418747306, 0.0037075160071253777, 0.0038720855955034494, 0.004036655183881521, 0.004201225005090237, 0.004365794360637665, 0.00453036418184638, 0.004694933537393808, 0.004859503358602524, 0.005024072714149952, 0.005188642535358667, 0.005353212356567383, 0.005517781712114811, 0.005682351533323526, 0.0058469208888709545, 0.00601149071007967, 0.006176060065627098, 0.0063406298868358135]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 2.0, 1.0, 12.0, 10.0, 29.0, 40.0, 64.0, 114.0, 191.0, 288.0, 458.0, 699.0, 1096.0, 1599.0, 2399.0, 3523.0, 5082.0, 6904.0, 9676.0, 12879.0, 17696.0, 24051.0, 33088.0, 47971.0, 68272.0, 93811.0, 425894.0, 106897.0, 83829.0, 62022.0, 44961.0, 32501.0, 23480.0, 17369.0, 12916.0, 9951.0, 7880.0, 5895.0, 4609.0, 3321.0, 2436.0, 1877.0, 1299.0, 886.0, 597.0, 380.0, 252.0, 169.0, 104.0, 67.0, 30.0, 28.0, 13.0, 11.0, 6.0, 2.0, 3.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011527680791914463, -0.011114702560007572, -0.010701723396778107, -0.010288745164871216, -0.009875766932964325, -0.00946278776973486, -0.009049809537827969, -0.008636830374598503, -0.008223852142691612, -0.007810873445123434, -0.007397894747555256, -0.006984916515648365, -0.006571937818080187, -0.006158959120512009, -0.005745980888605118, -0.00533300219103694, -0.0049200234934687614, -0.004507044795900583, -0.004094066098332405, -0.0036810878664255142, -0.003268109168857336, -0.002855130471289158, -0.0024421520065516233, -0.002029173541814089, -0.0016161948442459106, -0.0012032162630930543, -0.0007902376819401979, -0.0003772591007873416, 3.5719480365514755e-05, 0.0004486980615183711, 0.0008616766426712275, 0.0012746552238240838, 0.0016876338049769402, 0.0021006125025451183, 0.002513590967282653, 0.0029265694320201874, 0.0033395481295883656, 0.0037525268271565437, 0.004165505059063435, 0.004578483756631613, 0.004991462454199791, 0.005404441151767969, 0.005817419849336147, 0.006230398081243038, 0.006643376778811216, 0.0070563554763793945, 0.007469333708286285, 0.007882312871515751, 0.008295291103422642, 0.008708269335329533, 0.009121248498558998, 0.009534226730465889, 0.00994720496237278, 0.010360184125602245, 0.010773162357509136, 0.011186141520738602, 0.011599119752645493, 0.012012097984552383, 0.012425077147781849, 0.01283805537968874, 0.013251034542918205, 0.013664012774825096, 0.014076991006731987, 0.014489970169961452, 0.014902948401868343]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 3.0, 0.0, 2.0, 2.0, 4.0, 1.0, 1.0, 1.0, 2.0, 8.0, 0.0, 1.0, 2.0, 5.0, 2.0, 0.0, 1.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0073967594653368, -0.0071837445721030235, -0.00697072921320796, -0.006757713854312897, -0.006544698961079121, -0.0063316840678453445, -0.006118668708950281, -0.005905653350055218, -0.005692638456821442, -0.0054796235635876656, -0.005266608204692602, -0.005053592845797539, -0.004840577952563763, -0.004627563059329987, -0.004414547700434923, -0.00420153234153986, -0.003988517448306084, -0.003775502322241664, -0.003562487196177244, -0.0033494720701128244, -0.0031364569440484047, -0.002923441817983985, -0.002710426691919565, -0.0024974115658551455, -0.0022843964397907257, -0.002071381313726306, -0.0018583661876618862, -0.0016453510615974665, -0.0014323359355330467, -0.001219320809468627, -0.0010063056834042072, -0.0007932905573397875, -0.0005802754312753677, -0.000367260305210948, -0.00015424517914652824, 5.87699469178915e-05, 0.00027178507298231125, 0.000484800199046731, 0.0006978153251111507, 0.0009108304511755705, 0.0011238455772399902, 0.00133686070330441, 0.0015498758293688297, 0.0017628909554332495, 0.0019759060814976692, 0.002188921207562089, 0.0024019363336265087, 0.0026149514596909285, 0.002827966585755348, 0.003040981711819768, 0.0032539968378841877, 0.0034670119639486074, 0.003680027090013027, 0.003893042216077447, 0.004106057342141867, 0.00431907270103693, 0.004532087594270706, 0.004745102487504482, 0.004958117846399546, 0.005171133205294609, 0.005384148098528385, 0.005597162991762161, 0.005810178350657225, 0.006023193709552288, 0.006236208602786064]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 2.0, 3.0, 6.0, 2.0, 7.0, 5.0, 9.0, 16.0, 15.0, 9.0, 20.0, 23.0, 29.0, 32.0, 34.0, 57.0, 72.0, 62.0, 92.0, 103.0, 130.0, 173.0, 204.0, 243.0, 265.0, 329.0, 354.0, 379.0, 439.0, 497.0, 647.0, 729.0, 1099.0, 6674.0, 2189.0, 1072.0, 695.0, 541.0, 428.0, 284.0, 184.0, 89.0, 57.0, 28.0, 15.0, 25.0, 9.0, 12.0, 7.0, 5.0, 8.0, 3.0, 3.0, 2.0, 2.0, 2.0, 0.0, 2.0, 3.0, 3.0], "bins": [-0.008088254369795322, -0.007873890921473503, -0.0076595270074903965, -0.00744516309350729, -0.007230799179524183, -0.007016435731202364, -0.006802071817219257, -0.006587707903236151, -0.006373343989253044, -0.006158980540931225, -0.005944616626948118, -0.005730252712965012, -0.005515889264643192, -0.005301525350660086, -0.005087161436676979, -0.00487279798835516, -0.004658434074372053, -0.0044440701603889465, -0.004229706712067127, -0.004015342798084021, -0.003800978884100914, -0.003586615202948451, -0.003372251521795988, -0.0031578876078128815, -0.0029435239266604185, -0.0027291602455079556, -0.002514796331524849, -0.002300432650372386, -0.002086068969219923, -0.0018717050552368164, -0.0016573413740843534, -0.0014429775765165687, -0.0012286137789487839, -0.001014249981380999, -0.0007998862420208752, -0.0005855225026607513, -0.00037115870509296656, -0.00015679493662901223, 5.75688318349421e-05, 0.00027193260029889643, 0.00048629636876285076, 0.0007006601663306355, 0.0009150239056907594, 0.0011293876450508833, 0.001343751442618668, 0.0015581152401864529, 0.0017724789213389158, 0.0019868428353220224, 0.0022012065164744854, 0.0024155701976269484, 0.002629934111610055, 0.002844297792762518, 0.0030586617067456245, 0.0032730253878980875, 0.0034873890690505505, 0.003701752983033657, 0.003916116431355476, 0.004130480345338583, 0.00434484425932169, 0.004559208173304796, 0.0047735716216266155, 0.004987935535609722, 0.005202299449592829, 0.005416662897914648, 0.005631026811897755]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 7.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.031432684510946274, -0.030887605622410774, -0.030342528596520424, -0.029797449707984924, -0.029252372682094574, -0.028707293793559074, -0.028162216767668724, -0.027617137879133224, -0.027072060853242874, -0.026526981964707375, -0.025981903076171875, -0.025436826050281525, -0.024891747161746025, -0.024346670135855675, -0.023801591247320175, -0.023256514221429825, -0.022711435332894325, -0.022166356444358826, -0.021621279418468475, -0.021076200529932976, -0.020531123504042625, -0.019986044615507126, -0.019440967589616776, -0.018895888701081276, -0.018350809812545776, -0.017805732786655426, -0.017260653898119926, -0.016715576872229576, -0.016170497983694077, -0.015625420957803726, -0.015080342069268227, -0.014535264112055302, -0.013990186154842377, -0.013445108197629452, -0.012900030240416527, -0.012354952283203602, -0.011809874325990677, -0.011264795437455177, -0.010719717480242252, -0.010174639523029327, -0.009629561565816402, -0.009084483608603477, -0.008539405651390553, -0.007994327694177628, -0.007449249271303415, -0.00690417131409049, -0.006359092891216278, -0.005814014934003353, -0.005268936976790428, -0.004723859019577503, -0.004178781062364578, -0.003633702639490366, -0.003088624682277441, -0.002543546725064516, -0.0019984685350209475, -0.0014533904613927007, -0.0009083123877644539, -0.0003632343141362071, 0.00018184375949203968, 0.0007269218331202865, 0.0012719999067485332, 0.00181707798037678, 0.002362156054005027, 0.0029072342440485954, 0.0034523122012615204]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 4.0, 2.0, 0.0, 2.0, 2.0, 1.0, 4.0, 12.0, 4.0, 5.0, 2.0, 1.0, 5.0, 3.0, 2.0, 3.0, 8.0, 4.0, 3.0, 3.0, 3.0, 1.0, 3.0, 6.0, 2.0, 1.0, 1.0, 1.0, 2.0, 8.0, 3.0, 8.0, 9.0, 0.0, 8.0, 4.0, 4.0, 2.0, 2.0, 2.0, 6.0, 9.0, 3.0, 9.0, 18.0, 57.0, 10.0, 8.0, 7.0, 6.0, 4.0, 2.0, 2.0, 1.0], "bins": [-0.026785550639033318, -0.026300475001335144, -0.02581540122628212, -0.025330325588583946, -0.024845249950885773, -0.0243601743131876, -0.023875100538134575, -0.0233900249004364, -0.022904949262738228, -0.022419875487685204, -0.02193479984998703, -0.021449724212288857, -0.020964650437235832, -0.02047957479953766, -0.019994499161839485, -0.01950942352414131, -0.019024349749088287, -0.018539274111390114, -0.01805419847369194, -0.017569124698638916, -0.017084049060940742, -0.01659897342324257, -0.016113899648189545, -0.01562882401049137, -0.015143748372793198, -0.014658673666417599, -0.014173598028719425, -0.013688523322343826, -0.013203448615968227, -0.012718372978270054, -0.012233298271894455, -0.011748222634196281, -0.011263147927820683, -0.010778073221445084, -0.01029299758374691, -0.009807922877371311, -0.009322847239673138, -0.008837772533297539, -0.00835269782692194, -0.007867622189223766, -0.007382547482848167, -0.006897472310811281, -0.006412397138774395, -0.005927321966737509, -0.0054422467947006226, -0.004957171622663736, -0.0044720969162881374, -0.003987021744251251, -0.003501946572214365, -0.003016871400177479, -0.0025317964609712362, -0.00204672128893435, -0.0015616462333127856, -0.0010765711776912212, -0.0005914960638619959, -0.00010642097913660109, 0.00037865410558879375, 0.0008637291612103581, 0.0013488042168319225, 0.0018338793888688087, 0.002318954560905695, 0.0028040295001119375, 0.0032891046721488237, 0.0037741796113550663, 0.0042592547833919525]}, "_runtime": 8.23907995223999, "_timestamp": 1596212878.9406176, "_step": 4}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 2.0, 3.0, 3.0, 2.0, 2.0, 5.0, 2.0, 4.0, 3.0, 3.0, 6.0, 1.0, 3.0, 0.0, 0.0, 4.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.027699917554855347, -0.026988402009010315, -0.026276888325810432, -0.0255653727799654, -0.024853859096765518, -0.024142343550920486, -0.023430828005075455, -0.022719314321875572, -0.02200779877603054, -0.02129628323018551, -0.020584769546985626, -0.019873254001140594, -0.019161738455295563, -0.01845022477209568, -0.01773870922625065, -0.017027195543050766, -0.016315679997205734, -0.015604165382683277, -0.01489265076816082, -0.014181135222315788, -0.013469620607793331, -0.012758105993270874, -0.012046590447425842, -0.011335075832903385, -0.010623561218380928, -0.009912046603858471, -0.009200531989336014, -0.008489016443490982, -0.007777501828968525, -0.007065987214446068, -0.006354472134262323, -0.005642957054078579, -0.004931442439556122, -0.004219927825033665, -0.0035084127448499203, -0.0027968978974968195, -0.0020853830501437187, -0.001373868202790618, -0.0006623533554375172, 4.916149191558361e-05, 0.0007606763392686844, 0.0014721911866217852, 0.002183706033974886, 0.0028952208813279867, 0.0036067357286810875, 0.004318250343203545, 0.005029765423387289, 0.0057412805035710335, 0.006452795118093491, 0.007164309732615948, 0.007875824347138405, 0.008587339892983437, 0.009298854507505894, 0.01001036912202835, 0.010721884667873383, 0.01143339928239584, 0.012144913896918297, 0.012856428511440754, 0.013567943125963211, 0.014279458671808243, 0.0149909732863307, 0.015702487900853157, 0.01641400344669819, 0.01712551712989807, 0.017837032675743103]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 4.0, 0.0, 2.0, 3.0, 2.0, 5.0, 2.0, 3.0, 8.0, 10.0, 4.0, 24.0, 26.0, 41.0, 49.0, 67.0, 88.0, 136.0, 184.0, 318.0, 445.0, 613.0, 2600.0, 1628.0, 760.0, 377.0, 221.0, 107.0, 69.0, 38.0, 23.0, 18.0, 16.0, 9.0, 9.0, 6.0, 5.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.27384132146835327, -0.2669159471988678, -0.2599906027317047, -0.25306522846221924, -0.24613986909389496, -0.23921450972557068, -0.2322891354560852, -0.22536377608776093, -0.21843841671943665, -0.21151304244995117, -0.2045876830816269, -0.1976623237133026, -0.19073696434497833, -0.18381159007549286, -0.17688623070716858, -0.1699608713388443, -0.16303551197052002, -0.15611013770103455, -0.14918477833271027, -0.142259418964386, -0.1353340446949005, -0.12840868532657623, -0.12148332595825195, -0.11455795913934708, -0.1076325923204422, -0.10070723295211792, -0.09378186613321304, -0.08685650676488876, -0.07993113994598389, -0.0730057805776596, -0.06608041375875473, -0.05915505066514015, -0.052229687571525574, -0.045304324477910995, -0.03837896138429642, -0.03145359829068184, -0.02452823333442211, -0.017602870240807533, -0.01067750621587038, -0.003752142656594515, 0.0031732209026813507, 0.010098583996295929, 0.017023947089910507, 0.023949312046170235, 0.030874675139784813, 0.03780004009604454, 0.04472540318965912, 0.0516507662832737, 0.058576129376888275, 0.06550149619579315, 0.07242685556411743, 0.07935222238302231, 0.08627758175134659, 0.09320294857025146, 0.10012830793857574, 0.10705367475748062, 0.1139790415763855, 0.12090440094470978, 0.12782976031303406, 0.13475513458251953, 0.1416804939508438, 0.1486058533191681, 0.15553121268749237, 0.16245658695697784, 0.16938194632530212]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 3.0, 2.0, 3.0, 5.0, 3.0, 2.0, 2.0, 2.0, 1.0, 2.0, 3.0, 0.0, 2.0, 29.0, 5.0, 6.0, 0.0, 3.0, 4.0, 2.0, 1.0, 3.0, 4.0, 2.0, 3.0, 1.0, 3.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.005285082384943962, -0.005111942533403635, -0.004938802681863308, -0.004765662830322981, -0.004592522978782654, -0.004419383127242327, -0.004246243741363287, -0.00407310388982296, -0.003899964038282633, -0.0037268241867423058, -0.0035536843352019787, -0.0033805444836616516, -0.0032074046321213245, -0.0030342647805809975, -0.002861125161871314, -0.002687985310330987, -0.00251484545879066, -0.002341705607250333, -0.0021685657557100058, -0.0019954261370003223, -0.0018222862854599953, -0.0016491464339196682, -0.0014760065823793411, -0.0013028668472543359, -0.0011297269957140088, -0.0009565872023813426, -0.0007834474090486765, -0.0006103075575083494, -0.00043716776417568326, -0.0002640279708430171, -9.088814840652049e-05, 8.22516594780609e-05, 0.0002553914673626423, 0.00042853126069530845, 0.0006016710540279746, 0.0007748109055683017, 0.0009479506989009678, 0.001121090492233634, 0.001294230343773961, 0.0014673700788989663, 0.0016405099304392934, 0.0018136497819796205, 0.0019867895171046257, 0.0021599293686449528, 0.00233306922018528, 0.002506209071725607, 0.0026793486904352903, 0.0028524885419756174, 0.0030256283935159445, 0.0031987682450562716, 0.0033719080965965986, 0.003545047715306282, 0.003718187566846609, 0.003891327418386936, 0.004064467269927263, 0.00423760712146759, 0.004410746973007917, 0.0045838868245482445, 0.0047570266760885715, 0.004930166061967611, 0.005103305913507938, 0.0052764457650482655, 0.0054495856165885925, 0.00562272546812892, 0.005795865319669247]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 4.0, 8.0, 7.0, 8.0, 24.0, 42.0, 77.0, 124.0, 224.0, 372.0, 562.0, 817.0, 1215.0, 1710.0, 2337.0, 3188.0, 4254.0, 5561.0, 7236.0, 9401.0, 12289.0, 16055.0, 21627.0, 29697.0, 41935.0, 61610.0, 88013.0, 119352.0, 436264.0, 90971.0, 62663.0, 42653.0, 29580.0, 21895.0, 16321.0, 12409.0, 9681.0, 7285.0, 5748.0, 4317.0, 3286.0, 2464.0, 1840.0, 1346.0, 933.0, 693.0, 497.0, 354.0, 263.0, 144.0, 114.0, 72.0, 48.0, 24.0, 13.0, 8.0, 5.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.013573877513408661, -0.013107619248330593, -0.012641360983252525, -0.012175101786851883, -0.011708843521773815, -0.011242585256695747, -0.01077632699161768, -0.010310068726539612, -0.00984380953013897, -0.009377551265060902, -0.008911292999982834, -0.008445034734904766, -0.007978776469826698, -0.007512517739087343, -0.0070462594740092754, -0.00658000074326992, -0.006113742478191853, -0.005647484213113785, -0.00518122548237443, -0.004714967217296362, -0.004248708486557007, -0.003782450221478939, -0.0033161919564008713, -0.00284993345849216, -0.0023836749605834484, -0.001917416462674737, -0.0014511580811813474, -0.0009848996996879578, -0.0005186412017792463, -5.238276207819581e-05, 0.0004138756776228547, 0.0008801341173239052, 0.0013463925570249557, 0.0018126510549336672, 0.0022789095528423786, 0.0027451678179204464, 0.003211426315829158, 0.0036776848137378693, 0.004143943078815937, 0.004610201809555292, 0.00507646007463336, 0.005542718339711428, 0.006008977070450783, 0.0064752353355288506, 0.006941493600606918, 0.007407752331346273, 0.007874011062085629, 0.008340269327163696, 0.008806527592241764, 0.009272785857319832, 0.0097390441223979, 0.010205303318798542, 0.01067156158387661, 0.011137819848954678, 0.011604078114032745, 0.012070336379110813, 0.012536594644188881, 0.013002853840589523, 0.013469112105667591, 0.013935370370745659, 0.014401628635823727, 0.014867886900901794, 0.015334146097302437, 0.01580040343105793, 0.016266662627458572]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 3.0, 2.0, 1.0, 1.0, 3.0, 2.0, 2.0, 3.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 1.0, 3.0, 5.0, 5.0, 0.0, 7.0, 1.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008198314346373081, -0.00781791191548109, -0.0074375094845891, -0.007057107053697109, -0.0066767046228051186, -0.006296301726251841, -0.00591589929535985, -0.005535496864467859, -0.005155094433575869, -0.004774692002683878, -0.004394289571791887, -0.004013887140899897, -0.0036334844771772623, -0.0032530820462852716, -0.0028726793825626373, -0.0024922769516706467, -0.002111874520778656, -0.0017314720898866653, -0.0013510695425793529, -0.0009706670534797013, -0.0005902645643800497, -0.00020986207528039813, 0.00017054041381925344, 0.000550942902918905, 0.0009313453920185566, 0.0013117478229105473, 0.0016921503702178597, 0.0020725529175251722, 0.002452955348417163, 0.0028333577793091536, 0.003213760443031788, 0.0035941628739237785, 0.003974565304815769, 0.00435496773570776, 0.0047353701665997505, 0.005115772597491741, 0.005496175028383732, 0.00587657792493701, 0.0062569803558290005, 0.006637382786720991, 0.007017785217612982, 0.0073981876485049725, 0.007778590079396963, 0.008158992975950241, 0.008539395406842232, 0.008919797837734222, 0.009300200268626213, 0.009680602699518204, 0.010061005130410194, 0.010441407561302185, 0.010821809992194176, 0.011202212423086166, 0.011582614853978157, 0.011963017284870148, 0.012343419715762138, 0.012723822146654129, 0.01310422457754612, 0.013484627939760685, 0.013865030370652676, 0.014245432801544666, 0.014625835232436657, 0.015006237663328648, 0.015386640094220638, 0.015767041593790054, 0.016147445887327194]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 2.0, 7.0, 13.0, 16.0, 24.0, 22.0, 34.0, 55.0, 71.0, 103.0, 110.0, 144.0, 151.0, 200.0, 272.0, 312.0, 357.0, 397.0, 453.0, 611.0, 749.0, 985.0, 1271.0, 6645.0, 2260.0, 967.0, 566.0, 419.0, 345.0, 264.0, 153.0, 86.0, 71.0, 61.0, 43.0, 33.0, 21.0, 34.0, 22.0, 17.0, 8.0, 7.0, 4.0, 1.0, 5.0, 1.0, 3.0, 5.0, 7.0, 4.0, 3.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0], "bins": [-0.007014789152890444, -0.006754822563380003, -0.006494855973869562, -0.006234889384359121, -0.005974922329187393, -0.005714955739676952, -0.0054549891501665115, -0.005195022560656071, -0.00493505597114563, -0.004675089381635189, -0.004415122792124748, -0.004155156202614307, -0.003895189380273223, -0.003635222790762782, -0.0033752559684216976, -0.003115289378911257, -0.002855322789400816, -0.002595356199890375, -0.0023353896103799343, -0.00207542278803885, -0.001815456198528409, -0.0015554896090179682, -0.0012955229030922055, -0.0010355561971664429, -0.000775589607656002, -0.0005156229599379003, -0.00025565631221979856, 4.310335498303175e-06, 0.0002642769832164049, 0.0005242436309345067, 0.0007842102786526084, 0.001044176984578371, 0.0013041435740888119, 0.0015641101635992527, 0.0018240768695250154, 0.002084043575450778, 0.002344010164961219, 0.0026039767544716597, 0.002863943576812744, 0.003123910166323185, 0.003383876755833626, 0.0036438433453440666, 0.0039038099348545074, 0.004163776524364948, 0.004423743113875389, 0.004683710169047117, 0.004943676758557558, 0.005203643348067999, 0.00546360993757844, 0.0057235765270888805, 0.005983543116599321, 0.006243509706109762, 0.00650347676128149, 0.006763443350791931, 0.007023409940302372, 0.007283376529812813, 0.007543343119323254, 0.0078033097088336945, 0.008063276298344135, 0.008323242887854576, 0.008583209477365017, 0.008843176066875458, 0.009103142656385899, 0.00936310924589634, 0.009623076766729355]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 6.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.033982641994953156, -0.03331223130226135, -0.03264182060956955, -0.03197140991687775, -0.031300999224185944, -0.03063058853149414, -0.029960177838802338, -0.029289767146110535, -0.02861935645341873, -0.02794894576072693, -0.027278535068035126, -0.026608124375343323, -0.02593771368265152, -0.025267302989959717, -0.024596892297267914, -0.02392648160457611, -0.023256070911884308, -0.022585660219192505, -0.021915249526500702, -0.0212448388338089, -0.020574428141117096, -0.019904017448425293, -0.01923360675573349, -0.018563196063041687, -0.017892785370349884, -0.01722237467765808, -0.016551963984966278, -0.015881553292274475, -0.015211142599582672, -0.01454073190689087, -0.013870321214199066, -0.013199910521507263, -0.01252949982881546, -0.011859089136123657, -0.011188678443431854, -0.010518267750740051, -0.009847857058048248, -0.009177446365356445, -0.008507035672664642, -0.00783662497997284, -0.007166214287281036, -0.006495803594589233, -0.00582539290189743, -0.0051549822092056274, -0.0044845715165138245, -0.0038141608238220215, -0.0031437501311302185, -0.0024733394384384155, -0.0018029287457466125, -0.0011325180530548096, -0.0004621073603630066, 0.0002083033323287964, 0.0008787140250205994, 0.0015491247177124023, 0.0022195354104042053, 0.0028899461030960083, 0.0035603567957878113, 0.004230767488479614, 0.004901178181171417, 0.00557158887386322, 0.006241999566555023, 0.006912410259246826, 0.007582820951938629, 0.008253231644630432, 0.008923642337322235]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 4.0, 4.0, 0.0, 3.0, 7.0, 2.0, 4.0, 1.0, 6.0, 5.0, 10.0, 2.0, 5.0, 5.0, 8.0, 5.0, 3.0, 7.0, 4.0, 4.0, 5.0, 3.0, 7.0, 4.0, 8.0, 2.0, 3.0, 0.0, 3.0, 1.0, 3.0, 4.0, 3.0, 1.0, 4.0, 3.0, 1.0, 2.0, 1.0, 1.0, 3.0, 4.0, 50.0, 16.0, 12.0, 8.0, 5.0, 6.0, 3.0, 7.0, 5.0, 6.0, 2.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.02158198133111, -0.02114964835345745, -0.0207173153758049, -0.02028498239815235, -0.0198526494204998, -0.019420316442847252, -0.018987983465194702, -0.018555650487542152, -0.018123317509889603, -0.017690984532237053, -0.017258651554584503, -0.016826318576931953, -0.016393985599279404, -0.015961652621626854, -0.015529320575296879, -0.015096987597644329, -0.01466465461999178, -0.01423232164233923, -0.01379998866468668, -0.01336765568703413, -0.01293532270938158, -0.01250298973172903, -0.01207065675407648, -0.011638323776423931, -0.011205991730093956, -0.010773658752441406, -0.010341325774788857, -0.009908992797136307, -0.009476659819483757, -0.009044326841831207, -0.008611993864178658, -0.008179660886526108, -0.007747327908873558, -0.007314994931221008, -0.0068826619535684586, -0.006450328975915909, -0.006017995998263359, -0.005585663486272097, -0.005153330508619547, -0.004720997530966997, -0.004288664553314447, -0.0038563315756618977, -0.003423998598009348, -0.002991665853187442, -0.002559332875534892, -0.0021269998978823423, -0.0016946670366451144, -0.0012623341754078865, -0.0008300011977553368, -0.00039766827831044793, 3.46646411344409e-05, 0.00046699756057932973, 0.0008993304800242186, 0.0013316634576767683, 0.0017639963189139962, 0.002196329180151224, 0.002628662157803774, 0.0030609951354563236, 0.0034933281131088734, 0.003925661090761423, 0.0043579936027526855, 0.004790326580405235, 0.005222659558057785, 0.005654992535710335, 0.0060873255133628845]}, "_runtime": 9.002151012420654, "_timestamp": 1596212879.7036886, "_step": 5}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 3.0, 1.0, 4.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 3.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012587735429406166, -0.012187889777123928, -0.01178804412484169, -0.011388198472559452, -0.010988352820277214, -0.01058850809931755, -0.010188662447035313, -0.009788816794753075, -0.009388971142470837, -0.008989125490188599, -0.00858927983790636, -0.008189434185624123, -0.007789588999003172, -0.007389743346720934, -0.006989898160099983, -0.006590052507817745, -0.006190206855535507, -0.005790361203253269, -0.005390515550971031, -0.0049906703643500805, -0.0045908247120678425, -0.0041909790597856045, -0.00379113364033401, -0.0033912882208824158, -0.0029914425686001778, -0.0025915969163179398, -0.0021917514968663454, -0.0017919059609994292, -0.001392060425132513, -0.0009922148892655969, -0.0005923693533986807, -0.0001925238175317645, 0.00020732171833515167, 0.0006071672542020679, 0.001007012790068984, 0.0014068583259359002, 0.0018067038618028164, 0.0022065495140850544, 0.0026063949335366488, 0.003006240352988243, 0.003406086005270481, 0.003805931657552719, 0.004205777309834957, 0.004605622496455908, 0.005005468148738146, 0.005405313801020384, 0.0058051589876413345, 0.0062050046399235725, 0.0066048502922058105, 0.0070046959444880486, 0.0074045415967702866, 0.007804386783391237, 0.008204232901334763, 0.008604077622294426, 0.009003923274576664, 0.009403768926858902, 0.00980361457914114, 0.010203460231423378, 0.010603305883705616, 0.011003151535987854, 0.011402996256947517, 0.011802841909229755, 0.012202687561511993, 0.012602533213794231, 0.01300237886607647]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 5.0, 7.0, 5.0, 5.0, 4.0, 14.0, 13.0, 15.0, 15.0, 25.0, 32.0, 41.0, 51.0, 45.0, 81.0, 92.0, 131.0, 154.0, 223.0, 256.0, 266.0, 379.0, 499.0, 2368.0, 1186.0, 668.0, 449.0, 256.0, 180.0, 120.0, 82.0, 53.0, 53.0, 35.0, 26.0, 18.0, 13.0, 13.0, 9.0, 7.0, 7.0, 4.0, 6.0, 6.0, 0.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.14949776232242584, -0.1450059860944748, -0.14051420986652374, -0.1360224336385727, -0.13153065741062164, -0.1270388811826706, -0.12254710495471954, -0.1180553287267685, -0.11356355249881744, -0.1090717762708664, -0.10458000004291534, -0.1000882238149643, -0.09559644758701324, -0.0911046713590622, -0.08661289513111115, -0.0821211189031601, -0.07762934267520905, -0.073137566447258, -0.06864579021930695, -0.0641540139913559, -0.059662237763404846, -0.055170461535453796, -0.05067868530750275, -0.0461869090795517, -0.04169513285160065, -0.0372033566236496, -0.03271158039569855, -0.028219804167747498, -0.023728027939796448, -0.019236251711845398, -0.014744475483894348, -0.010252699255943298, -0.0057609230279922485, -0.0012691468000411987, 0.003222629427909851, 0.007714405655860901, 0.01220618188381195, 0.016697958111763, 0.02118973433971405, 0.0256815105676651, 0.03017328679561615, 0.0346650630235672, 0.03915683925151825, 0.0436486154794693, 0.04814039170742035, 0.0526321679353714, 0.05712394416332245, 0.0616157203912735, 0.06610749661922455, 0.0705992728471756, 0.07509104907512665, 0.0795828253030777, 0.08407460153102875, 0.0885663777589798, 0.09305815398693085, 0.0975499302148819, 0.10204170644283295, 0.106533482670784, 0.11102525889873505, 0.1155170351266861, 0.12000881135463715, 0.1245005875825882, 0.12899236381053925, 0.1334841400384903, 0.13797591626644135]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 2.0, 3.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 3.0, 1.0, 2.0, 3.0, 6.0, 4.0, 4.0, 3.0, 3.0, 1.0, 2.0, 23.0, 2.0, 3.0, 1.0, 3.0, 2.0, 3.0, 3.0, 0.0, 4.0, 0.0, 0.0, 1.0, 4.0, 2.0, 1.0, 2.0, 0.0, 4.0, 2.0, 3.0, 2.0, 0.0, 1.0, 2.0, 2.0], "bins": [-0.00635544816032052, -0.006191294640302658, -0.006027141585946083, -0.005862988065928221, -0.005698835011571646, -0.005534681491553783, -0.005370528437197208, -0.005206374917179346, -0.005042221397161484, -0.004878068342804909, -0.004713914822787046, -0.004549761768430471, -0.004385608248412609, -0.004221455194056034, -0.004057301674038172, -0.003893148386850953, -0.0037289950996637344, -0.0035648418124765158, -0.003400688525289297, -0.0032365352381020784, -0.0030723819509148598, -0.0029082284308969975, -0.002744075143709779, -0.00257992185652256, -0.0024157685693353415, -0.002251615282148123, -0.002087461994960904, -0.0019233085913583636, -0.001759155304171145, -0.0015950020169839263, -0.0014308486133813858, -0.0012666953261941671, -0.0011025420390069485, -0.0009383887518197298, -0.0007742354064248502, -0.0006100820610299706, -0.000445928773842752, -0.00028177545755170286, -0.00011762214126065373, 4.653117503039539e-05, 0.0002106844913214445, 0.00037483780761249363, 0.0005389911239035428, 0.0007031444692984223, 0.000867297756485641, 0.0010314510436728597, 0.0011956044472754002, 0.0013597577344626188, 0.0015239110216498375, 0.0016880643088370562, 0.0018522175960242748, 0.0020163708832114935, 0.002180524170398712, 0.0023446776904165745, 0.002508830977603793, 0.002672984264791012, 0.0028371375519782305, 0.003001290839165449, 0.003165444126352668, 0.0033295974135398865, 0.003493750933557749, 0.0036579042207449675, 0.003822057507932186, 0.003986210562288761, 0.0041503640823066235]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 1.0, 2.0, 5.0, 15.0, 20.0, 34.0, 44.0, 77.0, 124.0, 198.0, 271.0, 436.0, 579.0, 771.0, 1086.0, 1432.0, 1985.0, 2531.0, 3217.0, 4102.0, 5144.0, 6503.0, 7876.0, 9832.0, 12453.0, 15412.0, 19149.0, 24076.0, 31646.0, 41248.0, 55863.0, 75632.0, 99364.0, 410446.0, 86668.0, 64945.0, 47511.0, 34873.0, 25950.0, 20035.0, 16062.0, 12793.0, 10121.0, 7934.0, 6017.0, 4489.0, 3177.0, 2421.0, 1626.0, 1110.0, 768.0, 570.0, 347.0, 242.0, 143.0, 104.0, 69.0, 39.0, 27.0, 14.0, 6.0, 7.0, 3.0], "bins": [-0.014475572854280472, -0.01405441015958786, -0.013633247464895248, -0.013212084770202637, -0.012790922075510025, -0.012369759380817413, -0.011948596686124802, -0.01152743399143219, -0.011106271296739578, -0.010685108602046967, -0.010263945907354355, -0.009842783212661743, -0.009421620517969131, -0.00900045782327652, -0.008579295128583908, -0.008158132433891296, -0.007736970204859972, -0.00731580751016736, -0.006894644815474749, -0.006473482120782137, -0.006052319426089525, -0.0056311567313969135, -0.005209994036704302, -0.00478883134201169, -0.004367669112980366, -0.003946506418287754, -0.0035253434907644987, -0.003104180796071887, -0.002683018334209919, -0.0022618556395173073, -0.0018406929448246956, -0.001419530250132084, -0.0009983675554394722, -0.0005772048607468605, -0.00015604222426190972, 0.0002651204413268715, 0.0006862831069156528, 0.0011074458016082644, 0.0015286083798855543, 0.001949771074578166, 0.0023709337692707777, 0.0027920964639633894, 0.003213259158656001, 0.003634421853348613, 0.004055584315210581, 0.0044767470099031925, 0.004897909704595804, 0.005319072399288416, 0.005740235093981028, 0.006161397788673639, 0.006582560483366251, 0.007003723178058863, 0.007424885872751474, 0.007846048101782799, 0.00826721079647541, 0.008688373491168022, 0.009109536185860634, 0.009530698880553246, 0.009951861575245857, 0.010373024269938469, 0.01079418696463108, 0.011215349659323692, 0.011636512354016304, 0.012057675048708916, 0.012478837743401527]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 3.0, 5.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 2.0, 9.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 5.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00812019594013691, -0.0077850185334682465, -0.0074498411267995834, -0.007114663254469633, -0.00677948584780097, -0.006444308441132307, -0.006109130568802357, -0.005773953162133694, -0.005438775755465031, -0.005103598348796368, -0.004768420942127705, -0.004433243069797754, -0.004098065663129091, -0.0037628882564604282, -0.0034277106169611216, -0.003092532977461815, -0.002757355570793152, -0.002422178164124489, -0.002087000524625182, -0.0017518230015411973, -0.0014166454784572124, -0.0010814679553732276, -0.0007462904322892427, -0.0004111129092052579, -7.593538612127304e-05, 0.0002592421369627118, 0.0005944196600466967, 0.0009295971831306815, 0.0012647747062146664, 0.0015999522292986512, 0.001935129752382636, 0.0022703073918819427, 0.0026054847985506058, 0.002940662205219269, 0.0032758398447185755, 0.003611017484217882, 0.003946194890886545, 0.004281372297555208, 0.0046165501698851585, 0.0049517275765538216, 0.005286904983222485, 0.005622082389891148, 0.005957259796559811, 0.006292437668889761, 0.006627615075558424, 0.006962792482227087, 0.007297970354557037, 0.0076331477612257, 0.007968325167894363, 0.008303502574563026, 0.00863867998123169, 0.008973857387900352, 0.009309034794569016, 0.009644213132560253, 0.009979390539228916, 0.01031456794589758, 0.010649745352566242, 0.010984922759234905, 0.011320100165903568, 0.011655277572572231, 0.011990455910563469, 0.012325633317232132, 0.012660810723900795, 0.012995988130569458, 0.013331165537238121]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 3.0, 4.0, 3.0, 5.0, 7.0, 10.0, 13.0, 16.0, 21.0, 32.0, 46.0, 53.0, 67.0, 85.0, 115.0, 129.0, 164.0, 246.0, 275.0, 339.0, 389.0, 467.0, 476.0, 598.0, 890.0, 1147.0, 1523.0, 6819.0, 1693.0, 834.0, 548.0, 299.0, 227.0, 185.0, 164.0, 135.0, 83.0, 73.0, 54.0, 39.0, 30.0, 12.0, 14.0, 14.0, 13.0, 11.0, 9.0, 6.0, 5.0, 9.0, 5.0, 6.0, 5.0, 3.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0], "bins": [-0.007143345195800066, -0.006892799399793148, -0.00664225360378623, -0.006391707807779312, -0.006141162011772394, -0.005890616215765476, -0.005640070419758558, -0.00538952462375164, -0.005138978362083435, -0.004888432566076517, -0.004637886770069599, -0.004387340974062681, -0.004136795178055763, -0.0038862493820488453, -0.0036357035860419273, -0.0033851577900350094, -0.0031346119940280914, -0.0028840661980211735, -0.0026335204020142555, -0.0023829746060073376, -0.0021324288100004196, -0.0018818828975781798, -0.00163133698515594, -0.001380791189149022, -0.0011302453931421041, -0.0008796995971351862, -0.0006291537429206073, -0.0003786079178098589, -0.0001280620926991105, 0.0001224837324116379, 0.0003730295575223863, 0.0006235754117369652, 0.0008741212077438831, 0.001124667003750801, 0.001375212799757719, 0.0016257587121799588, 0.0018763045081868768, 0.0021268504206091166, 0.0023773962166160345, 0.0026279420126229525, 0.0028784878086298704, 0.0031290336046367884, 0.0033795794006437063, 0.0036301251966506243, 0.003880671225488186, 0.004131217021495104, 0.004381762817502022, 0.00463230861350894, 0.004882854409515858, 0.005133400205522776, 0.005383946001529694, 0.0056344917975366116, 0.0058850375935435295, 0.0061355833895504475, 0.006386129185557365, 0.006636674981564283, 0.006887220777571201, 0.007137767039239407, 0.0073883128352463245, 0.0076388586312532425, 0.007889403961598873, 0.008139950223267078, 0.008390495553612709, 0.008641041815280914, 0.00889158807694912]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 6.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.033721450716257095, -0.032861415296792984, -0.032001376152038574, -0.031141340732574463, -0.030281303450465202, -0.029421266168355942, -0.02856122888624668, -0.02770119160413742, -0.02684115618467331, -0.02598111890256405, -0.025121081620454788, -0.024261044338345528, -0.023401007056236267, -0.022540969774127007, -0.021680934354662895, -0.020820897072553635, -0.019960859790444374, -0.019100822508335114, -0.018240785226225853, -0.01738074980676174, -0.01652071252465248, -0.01566067524254322, -0.01480063796043396, -0.013940601609647274, -0.013080564327538013, -0.012220527045428753, -0.011360490694642067, -0.010500453412532806, -0.009640416130423546, -0.00878037977963686, -0.0079203424975276, -0.007060305681079626, -0.006200268864631653, -0.00534023204818368, -0.004480195231735706, -0.0036201579496264458, -0.0027601211331784725, -0.0019000842003151774, -0.0010400472674518824, -0.00018001033458858728, 0.0006800265982747078, 0.0015400635311380029, 0.002400100464001298, 0.003260137513279915, 0.004120174329727888, 0.004980211146175861, 0.005840248428285122, 0.006700285244733095, 0.007560322061181068, 0.008420359343290329, 0.009280395694077015, 0.010140432976186275, 0.011000469326972961, 0.011860506609082222, 0.012720543891191483, 0.013580580241978168, 0.014440617524087429, 0.01530065480619669, 0.016160691156983376, 0.017020728439092636, 0.017880765721201897, 0.018740803003311157, 0.01960083842277527, 0.02046087570488453, 0.02132091298699379]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 4.0, 3.0, 0.0, 2.0, 1.0, 3.0, 2.0, 3.0, 3.0, 4.0, 4.0, 3.0, 3.0, 4.0, 3.0, 4.0, 3.0, 7.0, 2.0, 5.0, 3.0, 5.0, 3.0, 5.0, 4.0, 4.0, 3.0, 1.0, 7.0, 8.0, 4.0, 4.0, 5.0, 3.0, 3.0, 4.0, 3.0, 9.0, 11.0, 12.0, 18.0, 54.0, 9.0, 10.0, 1.0, 3.0, 2.0, 4.0, 3.0, 4.0, 0.0, 3.0, 0.0, 3.0], "bins": [-0.02566768042743206, -0.025164909660816193, -0.024662138894200325, -0.024159366264939308, -0.02365659549832344, -0.023153824731707573, -0.022651053965091705, -0.022148283198475838, -0.02164551243185997, -0.021142739802598953, -0.020639969035983086, -0.020137198269367218, -0.01963442750275135, -0.019131656736135483, -0.018628884106874466, -0.0181261133402586, -0.01762334257364273, -0.017120571807026863, -0.016617801040410995, -0.01611502841114998, -0.015612257644534111, -0.015109486877918243, -0.014606716111302376, -0.014103944413363934, -0.013601173646748066, -0.013098402880132198, -0.012595631182193756, -0.012092860415577888, -0.011590089648962021, -0.011087317951023579, -0.010584547184407711, -0.010081775486469269, -0.009579004719853401, -0.009076233953237534, -0.008573462255299091, -0.008070691488683224, -0.007567920256406069, -0.007065149024128914, -0.006562378257513046, -0.006059607025235891, -0.005556835792958736, -0.0050540645606815815, -0.004551293328404427, -0.004048522561788559, -0.003545751329511404, -0.003042980097234249, -0.002540209097787738, -0.0020374380983412266, -0.0015346668660640717, -0.0010318957502022386, -0.0005291246343404055, -2.635351847857237e-05, 0.0004764175973832607, 0.0009791887132450938, 0.001481959829106927, 0.001984730828553438, 0.002487502060830593, 0.002990273293107748, 0.0034930442925542593, 0.003995815292000771, 0.0044985865242779255, 0.00500135775655508, 0.005504128523170948, 0.006006899755448103, 0.006509670987725258]}, "_runtime": 9.770017147064209, "_timestamp": 1596212880.4715548, "_step": 6}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 3.0, 3.0, 2.0, 1.0, 3.0, 4.0, 1.0, 0.0, 2.0, 3.0, 1.0, 3.0, 3.0, 0.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.015230964869260788, -0.01475344505161047, -0.014275925233960152, -0.013798405416309834, -0.013320885598659515, -0.012843364849686623, -0.012365845032036304, -0.011888325214385986, -0.011410805396735668, -0.01093328557908535, -0.010455765761435032, -0.009978245943784714, -0.009500725194811821, -0.009023205377161503, -0.008545685559511185, -0.008068165741860867, -0.007590645924210548, -0.00711312610656023, -0.006635606288909912, -0.006158086005598307, -0.0056805661879479885, -0.00520304637029767, -0.004725526086986065, -0.004248006269335747, -0.0037704864516854286, -0.0032929666340351105, -0.0028154465835541487, -0.002337926533073187, -0.0018604067154228687, -0.0013828867813572288, -0.0009053668472915888, -0.0004278469132259488, 4.967302083969116e-05, 0.0005271929549053311, 0.001004712888970971, 0.001482232823036611, 0.001959752757102251, 0.002437272574752569, 0.002914792625233531, 0.003392312675714493, 0.003869832493364811, 0.004347352311015129, 0.004824872128665447, 0.005302392411977053, 0.005779912229627371, 0.006257432047277689, 0.006734952330589294, 0.007212472148239613, 0.007689991965889931, 0.008167511783540249, 0.008645031601190567, 0.009122551418840885, 0.009600071236491203, 0.010077591985464096, 0.010555111803114414, 0.011032631620764732, 0.01151015143841505, 0.011987671256065369, 0.012465191073715687, 0.012942710891366005, 0.013420231640338898, 0.013897751457989216, 0.014375271275639534, 0.014852791093289852, 0.01533031091094017]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 3.0, 4.0, 1.0, 7.0, 6.0, 5.0, 9.0, 11.0, 11.0, 8.0, 18.0, 27.0, 33.0, 38.0, 47.0, 68.0, 77.0, 83.0, 127.0, 160.0, 188.0, 229.0, 282.0, 357.0, 466.0, 2588.0, 1148.0, 655.0, 383.0, 239.0, 182.0, 119.0, 89.0, 66.0, 48.0, 39.0, 23.0, 18.0, 12.0, 13.0, 9.0, 7.0, 6.0, 2.0, 1.0, 3.0, 4.0, 1.0, 3.0, 3.0, 0.0, 1.0], "bins": [-0.1767531931400299, -0.17200928926467896, -0.167265385389328, -0.16252146661281586, -0.1577775627374649, -0.15303365886211395, -0.148289754986763, -0.14354585111141205, -0.1388019323348999, -0.13405802845954895, -0.129314124584198, -0.12457022070884705, -0.1198263168334961, -0.11508240550756454, -0.11033850163221359, -0.10559459030628204, -0.10085068643093109, -0.09610678255558014, -0.09136287122964859, -0.08661896735429764, -0.08187505602836609, -0.07713115215301514, -0.07238724827766418, -0.06764333695173264, -0.06289943307638168, -0.05815552547574043, -0.05341161787509918, -0.04866771399974823, -0.04392380639910698, -0.03917989879846573, -0.03443599492311478, -0.029692087322473526, -0.024948179721832275, -0.020204272121191025, -0.015460366383194923, -0.010716459713876247, -0.005972553044557571, -0.0012286463752388954, 0.0035152602940797806, 0.008259166963398457, 0.013003073632717133, 0.017746981233358383, 0.022490886971354485, 0.027234792709350586, 0.03197870030999184, 0.03672260791063309, 0.04146651178598404, 0.04621041938662529, 0.05095432698726654, 0.05569823458790779, 0.06044214218854904, 0.0651860460639, 0.06992995738983154, 0.0746738612651825, 0.07941776514053345, 0.084161676466465, 0.08890558034181595, 0.0936494842171669, 0.09839339554309845, 0.1031372994184494, 0.10788120329380035, 0.1126251146197319, 0.11736901849508286, 0.1221129298210144, 0.12685683369636536]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 3.0, 0.0, 1.0, 2.0, 2.0, 2.0, 3.0, 1.0, 3.0, 2.0, 1.0, 2.0, 4.0, 6.0, 4.0, 5.0, 2.0, 4.0, 24.0, 4.0, 4.0, 5.0, 1.0, 3.0, 2.0, 2.0, 3.0, 3.0, 3.0, 2.0, 3.0, 3.0, 0.0, 1.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.006246264558285475, -0.006056962069123983, -0.005867659114301205, -0.005678356625139713, -0.005489054135978222, -0.0052997516468167305, -0.005110449157655239, -0.00492114620283246, -0.004731843713670969, -0.004542541224509478, -0.004353238269686699, -0.0041639357805252075, -0.003974633291363716, -0.0037853308022022247, -0.0035960280802100897, -0.0034067253582179546, -0.0032174228690564632, -0.003028120379894972, -0.002838817657902837, -0.0026495149359107018, -0.0024602124467492104, -0.002270909957587719, -0.002081607235595584, -0.0018923046300187707, -0.0017030020244419575, -0.0015136994188651443, -0.001324396813288331, -0.0011350942077115178, -0.0009457916021347046, -0.0007564889965578914, -0.0005671863909810781, -0.0003778837854042649, -0.0001885811798274517, 7.21425749361515e-07, 0.00019002403132617474, 0.00037932663690298796, 0.0005686292424798012, 0.0007579318480566144, 0.0009472344536334276, 0.0011365370592102408, 0.001325839664787054, 0.0015151422703638673, 0.0017044448759406805, 0.0018937474815174937, 0.002083050087094307, 0.0022723525762557983, 0.0024616552982479334, 0.0026509580202400684, 0.00284026050940156, 0.0030295629985630512, 0.0032188657205551863, 0.0034081684425473213, 0.0035974709317088127, 0.003786773420870304, 0.0039760759100317955, 0.004165378864854574, 0.004354681354016066, 0.004543983843177557, 0.004733286798000336, 0.004922589287161827, 0.0051118917763233185, 0.00530119426548481, 0.005490496754646301, 0.00567979970946908, 0.005869102198630571]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 3.0, 2.0, 7.0, 24.0, 20.0, 38.0, 58.0, 108.0, 187.0, 257.0, 382.0, 565.0, 805.0, 1108.0, 1471.0, 2059.0, 2701.0, 3501.0, 4762.0, 6295.0, 8193.0, 10941.0, 14203.0, 18699.0, 25147.0, 33546.0, 46116.0, 64800.0, 90096.0, 121749.0, 414473.0, 85320.0, 60455.0, 42544.0, 30687.0, 22580.0, 16854.0, 12775.0, 9522.0, 7058.0, 5298.0, 3994.0, 2932.0, 2176.0, 1586.0, 1081.0, 805.0, 546.0, 421.0, 249.0, 185.0, 102.0, 60.0, 47.0, 26.0, 14.0, 5.0, 2.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.014966776594519615, -0.014499973505735397, -0.014033169485628605, -0.013566366396844387, -0.013099562376737595, -0.012632759287953377, -0.012165956199169159, -0.011699152179062366, -0.011232349090278149, -0.010765545070171356, -0.010298741981387138, -0.00983193889260292, -0.009365134872496128, -0.00889833178371191, -0.008431527763605118, -0.0079647246748209, -0.007497921120375395, -0.00703111756592989, -0.0065643140114843845, -0.006097510922700167, -0.0056307073682546616, -0.005163903813809156, -0.004697100259363651, -0.004230296704918146, -0.0037634933833032846, -0.0032966898288577795, -0.002829886507242918, -0.002363082952797413, -0.0018962795147672296, -0.0014294760767370462, -0.000962672580499202, -0.0004958690842613578, -2.906564623117447e-05, 0.0004377378209028393, 0.0009045412880368531, 0.0013713447842746973, 0.0018381482223048806, 0.002304951660335064, 0.002771755214780569, 0.0032385585363954306, 0.0037053620908409357, 0.004172165412455797, 0.004638968966901302, 0.0051057725213468075, 0.005572576075792313, 0.006039379630237818, 0.006506182719022036, 0.006972986273467541, 0.007439789827913046, 0.007906593382358551, 0.008373396471142769, 0.008840200491249561, 0.00930700358003378, 0.009773807600140572, 0.01024061068892479, 0.010707413777709007, 0.0111742177978158, 0.011641020886600018, 0.01210782490670681, 0.012574627995491028, 0.013041431084275246, 0.013508235104382038, 0.013975038193166256, 0.014441842213273048, 0.014908645302057266]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 4.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 5.0, 8.0, 0.0, 0.0, 2.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010951420292258263, -0.010703224688768387, -0.010455028153955936, -0.01020683255046606, -0.009958636946976185, -0.009710440412163734, -0.009462244808673859, -0.009214049205183983, -0.008965853601694107, -0.008717657066881657, -0.00846946146339178, -0.008221265859901905, -0.007973069325089455, -0.007724873721599579, -0.007476677652448416, -0.00722848204895854, -0.006980285979807377, -0.006732089910656214, -0.006483894307166338, -0.006235698238015175, -0.005987502634525299, -0.005739306565374136, -0.005491110496222973, -0.005242914892733097, -0.004994718823581934, -0.004746522754430771, -0.004498327150940895, -0.004250131081789732, -0.004001935012638569, -0.003753739409148693, -0.00350554333999753, -0.0032573475036770105, -0.003009151667356491, -0.0027609558310359716, -0.002512759994715452, -0.002264563925564289, -0.0020163680892437696, -0.0017681722529232502, -0.001519976300187409, -0.0012717803474515676, -0.0010235845111310482, -0.0007753886166028678, -0.0005271927220746875, -0.0002789968275465071, -3.080093301832676e-05, 0.0002173949615098536, 0.00046559085603803396, 0.0007137867505662143, 0.0009619826450943947, 0.0012101784814149141, 0.0014583744341507554, 0.0017065703868865967, 0.001954766223207116, 0.0022029620595276356, 0.0024511581286787987, 0.002699353964999318, 0.0029475498013198376, 0.003195745637640357, 0.0034439414739608765, 0.0036921375431120396, 0.003940333612263203, 0.0041885292157530785, 0.0044367252849042416, 0.004684920888394117, 0.0049331169575452805]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 4.0, 5.0, 1.0, 3.0, 8.0, 7.0, 5.0, 6.0, 6.0, 15.0, 15.0, 14.0, 27.0, 24.0, 38.0, 44.0, 59.0, 62.0, 73.0, 101.0, 99.0, 104.0, 128.0, 158.0, 161.0, 173.0, 217.0, 227.0, 251.0, 273.0, 367.0, 428.0, 469.0, 562.0, 825.0, 1028.0, 1273.0, 6282.0, 1631.0, 942.0, 602.0, 465.0, 331.0, 259.0, 192.0, 159.0, 110.0, 78.0, 41.0, 27.0, 17.0, 11.0, 6.0, 7.0, 3.0, 2.0, 1.0], "bins": [-0.007532053627073765, -0.007363263983279467, -0.0071944743394851685, -0.00702568469569087, -0.006856895051896572, -0.006688105408102274, -0.006519315764307976, -0.006350526120513678, -0.006181736476719379, -0.0060129472985863686, -0.00584415765479207, -0.005675368010997772, -0.005506578367203474, -0.005337788723409176, -0.005168999079614878, -0.0050002094358205795, -0.004831419792026281, -0.004662630148231983, -0.004493840504437685, -0.004325050860643387, -0.004156261216849089, -0.0039874715730547905, -0.003818682162091136, -0.003649892518296838, -0.0034811028745025396, -0.0033123132307082415, -0.0031435235869139433, -0.002974733943119645, -0.0028059445321559906, -0.0026371548883616924, -0.0024683652445673943, -0.002299575600773096, -0.002130785956978798, -0.0019619963131844997, -0.0017932066693902016, -0.0016244171420112252, -0.001455627498216927, -0.0012868378544226289, -0.0011180483270436525, -0.0009492586832493544, -0.0007804690394550562, -0.000611679395660758, -0.00044288981007412076, -0.00027410019538365304, -0.00010531058069318533, 6.347903399728239e-05, 0.0002322686486877501, 0.0004010582633782178, 0.0005698478780686855, 0.0007386375218629837, 0.000907427107449621, 0.0010762166930362582, 0.0012450063368305564, 0.0014137959806248546, 0.001582585508003831, 0.001751375151798129, 0.0019201647955924273, 0.0020889544393867254, 0.0022577440831810236, 0.0024265337269753218, 0.0025953231379389763, 0.0027641127817332745, 0.0029329024255275726, 0.003101692069321871, 0.003270481713116169]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.03513035550713539, -0.034399401396512985, -0.03366844356060028, -0.032937489449977875, -0.03220653161406517, -0.031475577503442764, -0.03074462153017521, -0.030013665556907654, -0.029282711446285248, -0.028551755473017693, -0.027820799499750137, -0.027089843526482582, -0.026358887553215027, -0.02562793157994747, -0.024896977469325066, -0.02416602149605751, -0.023435065522789955, -0.0227041095495224, -0.021973153576254845, -0.02124219946563244, -0.020511243492364883, -0.019780287519097328, -0.019049331545829773, -0.018318375572562218, -0.017587419599294662, -0.016856465488672256, -0.0161255095154047, -0.015394553542137146, -0.01466359756886959, -0.01393264252692461, -0.013201686553657055, -0.012470731511712074, -0.011739775538444519, -0.011008819565176964, -0.010277864523231983, -0.009546908549964428, -0.008815953508019447, -0.008084997534751892, -0.007354041561484337, -0.006623086053878069, -0.005892130546271801, -0.005161175038665533, -0.004430219531059265, -0.00369926355779171, -0.002968308050185442, -0.002237352542579174, -0.0015063968021422625, -0.0007754411781206727, -4.448555409908295e-05, 0.0006864700699225068, 0.0014174256939440966, 0.002148381434381008, 0.002879336941987276, 0.003610292449593544, 0.004341248422861099, 0.005072203930467367, 0.005803159438073635, 0.006534114945679903, 0.007265070453286171, 0.007996026426553726, 0.008726982399821281, 0.009457937441766262, 0.010188893415033817, 0.010919848456978798, 0.011650804430246353]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 3.0, 1.0, 2.0, 1.0, 0.0, 4.0, 1.0, 3.0, 2.0, 4.0, 4.0, 1.0, 2.0, 2.0, 4.0, 5.0, 2.0, 5.0, 3.0, 2.0, 8.0, 3.0, 4.0, 7.0, 10.0, 3.0, 3.0, 4.0, 6.0, 5.0, 5.0, 5.0, 3.0, 5.0, 6.0, 2.0, 3.0, 3.0, 6.0, 9.0, 7.0, 6.0, 15.0, 17.0, 52.0, 4.0, 4.0, 2.0, 1.0, 3.0, 5.0, 2.0, 1.0, 3.0, 3.0, 3.0], "bins": [-0.018113112077116966, -0.01776762865483761, -0.0174221433699131, -0.017076659947633743, -0.016731176525354385, -0.016385693103075027, -0.01604020968079567, -0.015694724395871162, -0.015349240973591805, -0.015003757551312447, -0.014658273197710514, -0.014312788844108582, -0.013967305421829224, -0.013621821999549866, -0.013276337645947933, -0.012930853292346, -0.012585369870066643, -0.012239886447787285, -0.011894402094185352, -0.01154891774058342, -0.011203434318304062, -0.010857950896024704, -0.010512466542422771, -0.010166982188820839, -0.009821498766541481, -0.009476015344262123, -0.00913053099066019, -0.008785046637058258, -0.0084395632147789, -0.008094079792499542, -0.00774859543889761, -0.0074031115509569645, -0.007057627663016319, -0.006712143775075674, -0.006366659887135029, -0.006021175999194384, -0.005675692111253738, -0.005330208223313093, -0.004984724335372448, -0.004639240447431803, -0.0042937565594911575, -0.003948272671550512, -0.003602788783609867, -0.003257304895669222, -0.0029118210077285767, -0.0025663371197879314, -0.0022208532318472862, -0.001875369343906641, -0.0015298854559659958, -0.0011844015680253506, -0.0008389176800847054, -0.0004934337921440601, -0.00014794990420341492, 0.0001975339837372303, 0.0005430178716778755, 0.0008885017596185207, 0.001233985647559166, 0.0015794695354998112, 0.0019249534234404564, 0.0022704373113811016, 0.002615921199321747, 0.002961405087262392, 0.0033068889752030373, 0.0036523728631436825, 0.003997856751084328]}, "_runtime": 10.542911052703857, "_timestamp": 1596212881.2444487, "_step": 7}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 3.0, 2.0, 2.0, 5.0, 0.0, 7.0, 1.0, 5.0, 2.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02419198676943779, -0.023501712828874588, -0.022811437025666237, -0.022121163085103035, -0.021430889144539833, -0.020740613341331482, -0.02005033940076828, -0.019360065460205078, -0.018669791519641876, -0.017979515716433525, -0.017289241775870323, -0.01659896783530712, -0.01590869203209877, -0.015218418091535568, -0.014528143219649792, -0.01383786927908659, -0.013147594407200813, -0.012457319535315037, -0.011767045594751835, -0.011076770722866058, -0.010386496782302856, -0.00969622191041708, -0.009005947038531303, -0.008315673097968102, -0.007625398226082325, -0.006935123819857836, -0.0062448494136333466, -0.00555457454174757, -0.004864300135523081, -0.004174025729298592, -0.0034837510902434587, -0.002793476451188326, -0.0021032020449638367, -0.0014129275223240256, -0.0007226529996842146, -3.237847704440355e-05, 0.0006578960455954075, 0.0013481705682352185, 0.0020384450908750296, 0.0027287197299301624, 0.0034189941361546516, 0.004109268542379141, 0.00479954294860363, 0.005489817820489407, 0.006180092226713896, 0.006870366632938385, 0.0075606415048241615, 0.008250915445387363, 0.00894119031727314, 0.009631465189158916, 0.010321739129722118, 0.011012014001607895, 0.011702287942171097, 0.012392562814056873, 0.01308283768594265, 0.013773111626505852, 0.014463386498391628, 0.015153661370277405, 0.015843935310840607, 0.01653420925140381, 0.01722448505461216, 0.01791475899517536, 0.018605032935738564, 0.019295308738946915, 0.019985582679510117]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 3.0, 3.0, 6.0, 3.0, 2.0, 5.0, 6.0, 8.0, 7.0, 9.0, 15.0, 19.0, 24.0, 42.0, 46.0, 75.0, 91.0, 170.0, 245.0, 350.0, 569.0, 2389.0, 2091.0, 827.0, 392.0, 197.0, 129.0, 69.0, 43.0, 27.0, 18.0, 11.0, 7.0, 4.0, 4.0, 4.0, 1.0, 5.0, 3.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.28014075756073, -0.271860271692276, -0.26357975602149963, -0.25529927015304565, -0.24701876938343048, -0.2387382686138153, -0.23045776784420013, -0.22217726707458496, -0.21389678120613098, -0.2056162804365158, -0.19733577966690063, -0.18905527889728546, -0.1807747781276703, -0.17249427735805511, -0.16421379148960114, -0.15593329071998596, -0.1476527899503708, -0.13937228918075562, -0.13109178841114044, -0.12281129509210587, -0.11453080177307129, -0.10625030100345612, -0.09796980023384094, -0.08968930691480637, -0.08140880614519119, -0.07312830537557602, -0.06484781205654144, -0.05656731128692627, -0.048286814242601395, -0.04000631719827652, -0.031725816428661346, -0.02344531938433647, -0.015164822340011597, -0.006884324364364147, 0.0013961736112833023, 0.009676671586930752, 0.0179571695625782, 0.026237666606903076, 0.03451816737651825, 0.042798664420843124, 0.051079161465168, 0.059359658509492874, 0.06764015555381775, 0.07592065632343292, 0.0842011570930481, 0.09248165041208267, 0.10076215118169785, 0.10904264450073242, 0.1173231452703476, 0.12560364603996277, 0.13388414680957794, 0.14216463267803192, 0.1504451334476471, 0.15872563421726227, 0.16700613498687744, 0.17528663575649261, 0.1835671365261078, 0.19184762239456177, 0.20012812316417694, 0.20840862393379211, 0.2166891247034073, 0.22496962547302246, 0.23325011134147644, 0.2415306121110916, 0.2498111128807068]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 2.0, 1.0, 0.0, 2.0, 5.0, 6.0, 2.0, 0.0, 8.0, 6.0, 7.0, 6.0, 25.0, 5.0, 6.0, 9.0, 5.0, 4.0, 3.0, 3.0, 4.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009643078781664371, -0.009324045851826668, -0.00900501199066639, -0.008685978129506111, -0.008366945199668407, -0.008047912269830704, -0.007728878408670425, -0.007409845013171434, -0.007090811617672443, -0.006771778222173452, -0.006452744826674461, -0.00613371143117547, -0.005814678035676479, -0.005495644640177488, -0.005176611244678497, -0.004857577849179506, -0.004538544453680515, -0.004219511058181524, -0.0039004776626825333, -0.0035814442671835423, -0.0032624108716845512, -0.0029433774761855602, -0.002624344080686569, -0.002305310685187578, -0.001986277289688587, -0.0016672438941895962, -0.0013482104986906052, -0.0010291771031916142, -0.0007101437076926231, -0.0003911103121936321, -7.207691669464111e-05, 0.0002469564788043499, 0.0005659898743033409, 0.0008850232698023319, 0.001204056665301323, 0.001523090060800314, 0.001842123456299305, 0.002161156851798296, 0.002480190247297287, 0.002799223642796278, 0.003118257038295269, 0.00343729043379426, 0.003756323829293251, 0.004075357224792242, 0.004394390620291233, 0.004713424015790224, 0.005032457411289215, 0.005351490806788206, 0.005670524202287197, 0.005989557597786188, 0.006308590993285179, 0.00662762438878417, 0.006946657784283161, 0.007265691179782152, 0.007584724575281143, 0.007903758436441422, 0.008222791366279125, 0.008541824296116829, 0.008860858157277107, 0.009179892018437386, 0.00949892494827509, 0.009817957878112793, 0.010136991739273071, 0.01045602560043335, 0.010775058530271053]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 1.0, 10.0, 11.0, 18.0, 31.0, 57.0, 82.0, 104.0, 144.0, 192.0, 261.0, 300.0, 335.0, 418.0, 485.0, 669.0, 976.0, 1328.0, 2022.0, 3241.0, 4921.0, 7476.0, 11150.0, 16408.0, 23836.0, 35210.0, 54061.0, 85905.0, 134103.0, 464354.0, 117135.0, 72166.0, 44649.0, 29761.0, 20568.0, 14331.0, 10104.0, 7061.0, 4678.0, 3129.0, 2101.0, 1402.0, 986.0, 736.0, 521.0, 399.0, 353.0, 305.0, 247.0, 216.0, 188.0, 147.0, 116.0, 74.0, 64.0, 48.0, 24.0, 17.0, 2.0, 3.0, 2.0, 2.0, 1.0], "bins": [-0.020982729271054268, -0.020292844623327255, -0.019602959975600243, -0.01891307532787323, -0.018223190680146217, -0.017533306032419205, -0.016843421384692192, -0.01615353673696518, -0.015463652089238167, -0.014773767441511154, -0.014083882793784142, -0.013393998146057129, -0.012704113498330116, -0.012014228850603104, -0.011324344202876091, -0.010634459555149078, -0.009944574907422066, -0.009254690259695053, -0.00856480561196804, -0.007874920964241028, -0.007185036316514015, -0.0064951516687870026, -0.00580526702105999, -0.005115382373332977, -0.004425497725605965, -0.003735613077878952, -0.0030457284301519394, -0.0023558437824249268, -0.0016659591346979141, -0.0009760744869709015, -0.00028618983924388885, 0.0004036948084831238, 0.0010935794562101364, 0.001783464103937149, 0.0024733487516641617, 0.0031632333993911743, 0.003853118047118187, 0.0045430026948452, 0.005232887342572212, 0.005922771990299225, 0.0066126566380262375, 0.00730254128575325, 0.007992425933480263, 0.008682310581207275, 0.009372195228934288, 0.0100620798766613, 0.010751964524388313, 0.011441849172115326, 0.012131733819842339, 0.012821618467569351, 0.013511503115296364, 0.014201387763023376, 0.014891272410750389, 0.015581157058477402, 0.016271041706204414, 0.016960926353931427, 0.01765081100165844, 0.018340695649385452, 0.019030580297112465, 0.019720464944839478, 0.02041034959256649, 0.021100234240293503, 0.021790118888020515, 0.022480003535747528, 0.02316988818347454]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 4.0, 2.0, 2.0, 1.0, 3.0, 5.0, 2.0, 9.0, 0.0, 0.0, 2.0, 2.0, 2.0, 0.0, 2.0, 0.0, 1.0, 3.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.01763639785349369, -0.017215052619576454, -0.016793707385659218, -0.01637236215174198, -0.015951016917824745, -0.015529671683907509, -0.015108326449990273, -0.014686981216073036, -0.0142656359821558, -0.013844290748238564, -0.013422945514321327, -0.013001600280404091, -0.012580255046486855, -0.012158909812569618, -0.011737564578652382, -0.011316219344735146, -0.01089487411081791, -0.010473528876900673, -0.010052183642983437, -0.0096308384090662, -0.009209493175148964, -0.008788147941231728, -0.008366802707314491, -0.007945457473397255, -0.007524112239480019, -0.007102767005562782, -0.006681421771645546, -0.00626007653772831, -0.005838731303811073, -0.005417386069893837, -0.004996040835976601, -0.004574695602059364, -0.004153350368142128, -0.0037320051342248917, -0.0033106599003076553, -0.002889314666390419, -0.0024679694324731827, -0.0020466241985559464, -0.00162527896463871, -0.0012039337307214737, -0.0007825884968042374, -0.00036124326288700104, 6.010197103023529e-05, 0.0004814472049474716, 0.000902792438864708, 0.0013241376727819443, 0.0017454829066991806, 0.002166828140616417, 0.0025881733745336533, 0.0030095186084508896, 0.003430863842368126, 0.0038522090762853622, 0.004273554310202599, 0.004694899544119835, 0.005116244778037071, 0.0055375900119543076, 0.005958935245871544, 0.00638028047978878, 0.0068016257137060165, 0.007222970947623253, 0.007644316181540489, 0.008065661415457726, 0.008487006649374962, 0.008908351883292198, 0.009329697117209435]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 3.0, 4.0, 5.0, 12.0, 16.0, 20.0, 24.0, 22.0, 36.0, 35.0, 46.0, 56.0, 61.0, 76.0, 69.0, 89.0, 108.0, 101.0, 116.0, 141.0, 195.0, 293.0, 352.0, 462.0, 759.0, 1050.0, 1416.0, 7007.0, 1911.0, 889.0, 582.0, 410.0, 307.0, 291.0, 271.0, 238.0, 181.0, 155.0, 135.0, 92.0, 90.0, 75.0, 57.0, 45.0, 25.0, 25.0, 18.0, 13.0, 9.0, 7.0, 6.0, 4.0, 3.0, 6.0, 0.0, 2.0, 4.0], "bins": [-0.009106111712753773, -0.008844025433063507, -0.008581940084695816, -0.00831985380500555, -0.008057767525315285, -0.007795681711286306, -0.007533595897257328, -0.007271509617567062, -0.007009423803538084, -0.006747337989509106, -0.00648525170981884, -0.006223165895789862, -0.005961080081760883, -0.005698993802070618, -0.005436907988041639, -0.005174821708351374, -0.004912735894322395, -0.004650650080293417, -0.004388563800603151, -0.004126477986574173, -0.003864391939714551, -0.003602305892854929, -0.0033402200788259506, -0.0030781340319663286, -0.0028160479851067066, -0.0025539619382470846, -0.0022918758913874626, -0.0020297900773584843, -0.0017677040304988623, -0.0015056179836392403, -0.00124353205319494, -0.00098144612275064, -0.0007193600758910179, -0.0004572740872390568, -0.00019518809858709574, 6.689789006486535e-05, 0.00032898387871682644, 0.0005910698673687875, 0.0008531558560207486, 0.0011152417864650488, 0.0013773278333246708, 0.0016394138801842928, 0.001901499810628593, 0.002163585741072893, 0.002425671787932515, 0.002687757834792137, 0.0029498436488211155, 0.0032119296956807375, 0.0034740157425403595, 0.0037361017893999815, 0.0039981878362596035, 0.004260273650288582, 0.0045223599299788475, 0.004784445744007826, 0.005046531558036804, 0.00530861783772707, 0.005570703651756048, 0.0058327894657850266, 0.006094875745475292, 0.0063569615595042706, 0.006619047373533249, 0.0068811336532235146, 0.007143219467252493, 0.0074053057469427586, 0.007667391560971737]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 5.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.03885933756828308, -0.03778311237692833, -0.036706890910863876, -0.035630665719509125, -0.03455444052815437, -0.03347821533679962, -0.03240199387073517, -0.03132576867938042, -0.030249543488025665, -0.029173320159316063, -0.02809709683060646, -0.02702087163925171, -0.025944648310542107, -0.024868423119187355, -0.023792199790477753, -0.022715974599123, -0.0216397512704134, -0.020563527941703796, -0.019487302750349045, -0.018411079421639442, -0.01733485423028469, -0.01625863090157509, -0.015182406641542912, -0.014106182381510735, -0.013029958121478558, -0.01195373386144638, -0.010877509601414204, -0.009801285341382027, -0.008725062012672424, -0.00764883728697896, -0.00657261349260807, -0.005496389232575893, -0.004420164972543716, -0.0033439407125115395, -0.002267716685310006, -0.001191492541693151, -0.00011526839807629585, 0.0009609557455405593, 0.0020371798891574144, 0.0031134039163589478, 0.004189628176391125, 0.005265852436423302, 0.006342076696455479, 0.007418300490826368, 0.008494524285197258, 0.009570748545229435, 0.010646972805261612, 0.011723197065293789, 0.012799421325325966, 0.013875645585358143, 0.01495186984539032, 0.016028093174099922, 0.017104318365454674, 0.018180541694164276, 0.019256766885519028, 0.02033299021422863, 0.021409213542938232, 0.022485438734292984, 0.023561662063002586, 0.024637887254357338, 0.02571411058306694, 0.026790335774421692, 0.027866559103131294, 0.028942784294486046, 0.030019007623195648]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 2.0, 2.0, 1.0, 3.0, 5.0, 5.0, 6.0, 7.0, 5.0, 9.0, 7.0, 11.0, 17.0, 47.0, 10.0, 7.0, 8.0, 8.0, 12.0, 14.0, 8.0, 4.0, 7.0, 3.0, 5.0, 3.0, 6.0, 6.0, 7.0, 6.0, 7.0, 4.0, 6.0, 1.0, 2.0, 1.0, 5.0, 2.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008942563086748123, -0.008577200584113598, -0.008211837150156498, -0.007846474647521973, -0.007481111213564873, -0.0071157487109303474, -0.006750385742634535, -0.006385022774338722, -0.00601965980604291, -0.005654296837747097, -0.005288933869451284, -0.004923570901155472, -0.0045582083985209465, -0.004192845430225134, -0.0038274824619293213, -0.0034621194936335087, -0.003096756525337696, -0.0027313935570418835, -0.002366030588746071, -0.002000667853280902, -0.0016353048849850893, -0.0012699419166892767, -0.0009045790648087859, -0.0005392161547206342, -0.00017385324463248253, 0.00019150966545566916, 0.0005568725755438209, 0.0009222354856319726, 0.0012875983957201242, 0.0016529613640159369, 0.002018324099481106, 0.0023836870677769184, 0.002749050036072731, 0.0031144130043685436, 0.0034797759726643562, 0.003845138708129525, 0.0042105019092559814, 0.004575864411890507, 0.004941227380186319, 0.005306590348482132, 0.0056719533167779446, 0.006037316285073757, 0.00640267925336957, 0.006768042221665382, 0.007133404724299908, 0.00749876769259572, 0.007864130660891533, 0.008229494094848633, 0.008594856597483158, 0.008960219100117683, 0.009325582534074783, 0.009690945036709309, 0.010056308470666409, 0.010421670973300934, 0.010787034407258034, 0.011152396909892559, 0.011517759412527084, 0.011883122846484184, 0.01224848534911871, 0.01261384878307581, 0.012979211285710335, 0.013344574719667435, 0.01370993722230196, 0.01407530065625906, 0.014440663158893585]}, "_runtime": 11.315477132797241, "_timestamp": 1596212882.0170147, "_step": 8}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 0.0, 3.0, 1.0, 4.0, 1.0, 0.0, 0.0, 4.0, 2.0, 3.0, 1.0, 3.0, 3.0, 3.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 4.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.016253672540187836, -0.015779312700033188, -0.01530495099723339, -0.014830591157078743, -0.01435623038560152, -0.013881869614124298, -0.01340750977396965, -0.012933149002492428, -0.012458788231015205, -0.011984427459537983, -0.01151006668806076, -0.011035706847906113, -0.01056134607642889, -0.010086985304951668, -0.00961262546479702, -0.009138264693319798, -0.008663903921842575, -0.008189543150365353, -0.0077151828445494175, -0.007240822538733482, -0.00676646176725626, -0.0062921009957790375, -0.005817740689963102, -0.005343380384147167, -0.004869019612669945, -0.004394658841192722, -0.003920298535376787, -0.0034459379967302084, -0.0029715774580836296, -0.002497216919437051, -0.002022856380790472, -0.0015484958421438932, -0.0010741353034973145, -0.0005997747648507357, -0.00012541422620415688, 0.0003489463124424219, 0.0008233068510890007, 0.0012976673897355795, 0.0017720279283821583, 0.002246388467028737, 0.002720749005675316, 0.0031951095443218946, 0.0036694700829684734, 0.004143830388784409, 0.004618191160261631, 0.0050925519317388535, 0.005566912237554789, 0.006041272543370724, 0.006515633314847946, 0.006989994086325169, 0.007464354392141104, 0.007938714697957039, 0.008413075469434261, 0.008887436240911484, 0.009361796081066132, 0.009836156852543354, 0.010310517624020576, 0.010784878395497799, 0.011259239166975021, 0.01173359900712967, 0.012207959778606892, 0.012682320550084114, 0.013156680390238762, 0.013631041161715984, 0.014105401933193207]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 3.0, 3.0, 0.0, 3.0, 5.0, 10.0, 12.0, 10.0, 16.0, 14.0, 26.0, 32.0, 34.0, 50.0, 71.0, 89.0, 132.0, 150.0, 240.0, 314.0, 432.0, 607.0, 3222.0, 1077.0, 564.0, 287.0, 184.0, 102.0, 68.0, 38.0, 38.0, 23.0, 24.0, 10.0, 5.0, 9.0, 6.0, 7.0, 1.0, 1.0, 5.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.2100059986114502, -0.20385298132896423, -0.19769997894763947, -0.1915469616651535, -0.18539395928382874, -0.17924094200134277, -0.1730879247188568, -0.16693492233753204, -0.16078190505504608, -0.1546289026737213, -0.14847588539123535, -0.1423228681087494, -0.13616986572742462, -0.13001684844493866, -0.1238638386130333, -0.11771082878112793, -0.11155781894922256, -0.1054048091173172, -0.09925179928541183, -0.09309878200292587, -0.08694577217102051, -0.08079276233911514, -0.07463975250720978, -0.06848674267530441, -0.06233372911810875, -0.056180719286203384, -0.05002770572900772, -0.043874695897102356, -0.03772168606519699, -0.03156867250800133, -0.025415662676095963, -0.01926265098154545, -0.013109639286994934, -0.006956628058105707, -0.0008036168292164803, 0.005349394399672747, 0.011502405628561974, 0.017655417323112488, 0.023808427155017853, 0.029961438849568367, 0.03611445054411888, 0.042267460376024246, 0.04842047393321991, 0.054573483765125275, 0.06072649359703064, 0.066879503428936, 0.07303252071142197, 0.07918553054332733, 0.0853385403752327, 0.09149155020713806, 0.09764456003904343, 0.10379757732152939, 0.10995058715343475, 0.11610359698534012, 0.12225660681724548, 0.12840962409973145, 0.1345626264810562, 0.14071564376354218, 0.14686864614486694, 0.1530216634273529, 0.15917468070983887, 0.16532768309116364, 0.1714807003736496, 0.17763370275497437, 0.18378672003746033]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 1.0, 6.0, 2.0, 3.0, 4.0, 2.0, 2.0, 5.0, 5.0, 3.0, 27.0, 2.0, 3.0, 4.0, 4.0, 4.0, 4.0, 3.0, 2.0, 0.0, 4.0, 4.0, 2.0, 2.0, 2.0, 1.0, 0.0, 2.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0059701004065573215, -0.0057933032512664795, -0.0056165060959756374, -0.005439709406346083, -0.005262912251055241, -0.005086115095764399, -0.0049093179404735565, -0.0047325207851827145, -0.004555723629891872, -0.004378926940262318, -0.004202129784971476, -0.0040253326296806335, -0.0038485354743897915, -0.003671738551929593, -0.003494941396638751, -0.0033181444741785526, -0.0031413473188877106, -0.0029645501635968685, -0.00278775324113667, -0.002610956085845828, -0.0024341591633856297, -0.0022573620080947876, -0.0020805648528039455, -0.0019037678139284253, -0.001726970775052905, -0.0015501737361773849, -0.0013733766973018646, -0.0011965795420110226, -0.0010197825031355023, -0.0008429854642599821, -0.000666188367176801, -0.0004893912700936198, -0.0003125942312180996, -0.0001357971632387489, 4.099990474060178e-05, 0.00021779697271995246, 0.00039459404069930315, 0.0005713910795748234, 0.0007481881766580045, 0.0009249852737411857, 0.001101782312616706, 0.0012785793514922261, 0.0014553763903677464, 0.0016321735456585884, 0.0018089705845341086, 0.001985767623409629, 0.002162564778700471, 0.0023393617011606693, 0.0025161588564515114, 0.0026929560117423534, 0.002869752934202552, 0.003046550089493394, 0.0032233470119535923, 0.0034001441672444344, 0.0035769413225352764, 0.003753738244995475, 0.003930535167455673, 0.004107332322746515, 0.004284129478037357, 0.004460926633328199, 0.0046377237886190414, 0.0048145209439098835, 0.004991317633539438, 0.00516811478883028, 0.005344911944121122]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 5.0, 7.0, 5.0, 13.0, 21.0, 48.0, 79.0, 116.0, 189.0, 250.0, 385.0, 486.0, 772.0, 1042.0, 1543.0, 2130.0, 2908.0, 4065.0, 5545.0, 7201.0, 9859.0, 13139.0, 17062.0, 22489.0, 30429.0, 41293.0, 58658.0, 83021.0, 113664.0, 422719.0, 96049.0, 68259.0, 47922.0, 33988.0, 24488.0, 18158.0, 13704.0, 10024.0, 7284.0, 5518.0, 4064.0, 2980.0, 2204.0, 1641.0, 1231.0, 886.0, 643.0, 493.0, 324.0, 203.0, 164.0, 113.0, 50.0, 41.0, 30.0, 17.0, 8.0, 6.0, 6.0, 1.0, 1.0, 2.0, 1.0], "bins": [-0.014864840544760227, -0.014373497106134892, -0.01388215459883213, -0.013390811160206795, -0.012899468652904034, -0.012408125214278698, -0.011916782706975937, -0.011425439268350601, -0.010934095829725266, -0.010442753322422504, -0.009951409883797169, -0.009460067376494408, -0.008968723937869072, -0.008477381430566311, -0.007986037991940975, -0.007494695018976927, -0.007003352046012878, -0.00651200907304883, -0.006020666100084782, -0.005529323127120733, -0.005037980154156685, -0.004546636715531349, -0.004055293742567301, -0.0035639507696032524, -0.003072607796639204, -0.0025812648236751556, -0.0020899218507111073, -0.0015985786449164152, -0.0011072356719523668, -0.0006158926407806575, -0.00012454960960894823, 0.00036679342156276107, 0.0008581364527344704, 0.0013494794256985188, 0.001840822515077889, 0.002332165604457259, 0.0028235085774213076, 0.003314851550385356, 0.003806194756180048, 0.004297537729144096, 0.004788880702108145, 0.005280223675072193, 0.0057715666480362415, 0.00626290962100029, 0.006754253059625626, 0.007245596032589674, 0.007736939005553722, 0.008228281512856483, 0.00871962495148182, 0.009210968390107155, 0.009702310897409916, 0.010193654336035252, 0.010684996843338013, 0.011176340281963348, 0.01166768278926611, 0.012159026227891445, 0.012650368735194206, 0.013141712173819542, 0.013633055612444878, 0.014124398119747639, 0.014615741558372974, 0.015107084065675735, 0.015598427504301071, 0.016089770942926407, 0.016581114381551743]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 3.0, 3.0, 3.0, 2.0, 2.0, 2.0, 1.0, 3.0, 8.0, 1.0, 4.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004612464923411608, -0.0044591305777430534, -0.004305795766413212, -0.0041524614207446575, -0.003999127075076103, -0.0038457924965769053, -0.0036924579180777073, -0.003539123572409153, -0.003385788993909955, -0.003232454415410757, -0.0030791200697422028, -0.002925785491243005, -0.002772450912743807, -0.0026191165670752525, -0.0024657819885760546, -0.0023124476429075003, -0.0021591130644083023, -0.0020057784859091043, -0.00185244414024055, -0.001699109561741352, -0.001545775099657476, -0.0013924406375735998, -0.0012391060590744019, -0.0010857715969905257, -0.0009324371349066496, -0.0007791026728227735, -0.0006257681525312364, -0.0004724336613435298, -0.00031909917015582323, -0.00016576467896811664, -1.2430187780410051e-05, 0.00014090430340729654, 0.00029423879459500313, 0.0004475732857827097, 0.0006009077769704163, 0.0007542422972619534, 0.0009075767593458295, 0.0010609112214297056, 0.0012142457999289036, 0.0013675802620127797, 0.0015209147240966558, 0.001674249186180532, 0.0018275836482644081, 0.001980918226763606, 0.002134252805262804, 0.0022875871509313583, 0.0024409217294305563, 0.0025942560750991106, 0.0027475906535983086, 0.0029009252320975065, 0.003054259577766061, 0.003207594156265259, 0.003360928501933813, 0.003514263080433011, 0.003667597658932209, 0.0038209320046007633, 0.003974266350269318, 0.004127601161599159, 0.0042809355072677135, 0.004434269852936268, 0.0045876046642661095, 0.004740939009934664, 0.004894273355603218, 0.00504760816693306, 0.005200942512601614]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 5.0, 0.0, 5.0, 2.0, 7.0, 3.0, 3.0, 1.0, 10.0, 11.0, 19.0, 20.0, 10.0, 25.0, 34.0, 37.0, 45.0, 82.0, 107.0, 149.0, 204.0, 238.0, 412.0, 585.0, 758.0, 1060.0, 1698.0, 6102.0, 1462.0, 972.0, 791.0, 660.0, 497.0, 460.0, 346.0, 296.0, 271.0, 206.0, 158.0, 138.0, 120.0, 83.0, 87.0, 67.0, 51.0, 29.0, 26.0, 25.0, 12.0, 16.0, 8.0, 5.0, 6.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.004701920319348574, -0.004565971903502941, -0.004430023487657309, -0.004294075537472963, -0.004158127121627331, -0.004022178705781698, -0.0038862305227667093, -0.0037502821069210768, -0.003614333923906088, -0.0034783855080604553, -0.0033424370922148228, -0.003206488909199834, -0.0030705404933542013, -0.0029345923103392124, -0.00279864389449358, -0.002662695711478591, -0.0025267472956329584, -0.002390798879787326, -0.002254850696772337, -0.0021189022809267044, -0.0019829540979117155, -0.001847005682066083, -0.0017110573826357722, -0.0015751090832054615, -0.0014391607837751508, -0.00130321248434484, -0.0011672641849145293, -0.0010313158854842186, -0.000895367527846247, -0.0007594192284159362, -0.0006234708707779646, -0.00048752257134765387, -0.00035157427191734314, -0.00021562595793511719, -7.967764395289123e-05, 5.6270670029334724e-05, 0.00019221898401156068, 0.0003281672834418714, 0.0004641156119760126, 0.0006000639405101538, 0.0007360122399404645, 0.0008719605393707752, 0.001007908838801086, 0.0011438571382313967, 0.0012798055540770292, 0.00141575385350734, 0.0015517021529376507, 0.0016876504523679614, 0.0018235987517982721, 0.0019595471676439047, 0.0020954953506588936, 0.002231443766504526, 0.002367391949519515, 0.0025033403653651476, 0.0026392885483801365, 0.002775236964225769, 0.0029111853800714016, 0.0030471335630863905, 0.003183081978932023, 0.003319030161947012, 0.0034549785777926445, 0.0035909267608076334, 0.003726875176653266, 0.003862823359668255, 0.003998771775513887]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 4.0, 1.0, 0.0, 6.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.01524273119866848, -0.01494603417813778, -0.014649336226284504, -0.014352639205753803, -0.014055941253900528, -0.013759244233369827, -0.013462547212839127, -0.013165849260985851, -0.01286915224045515, -0.01257245521992445, -0.012275757268071175, -0.011979060247540474, -0.011682363227009773, -0.011385665275156498, -0.011088968254625797, -0.010792270302772522, -0.010495573282241821, -0.01019887626171112, -0.009902178309857845, -0.009605481289327145, -0.00930878333747387, -0.009012086316943169, -0.008715389296412468, -0.008418691344559193, -0.008121994324028492, -0.007825297303497791, -0.007528599351644516, -0.007231902331113815, -0.006935204844921827, -0.006638507358729839, -0.006341810338199139, -0.006045112852007151, -0.005748415365815163, -0.005451717879623175, -0.005155020393431187, -0.004858323372900486, -0.004561625886708498, -0.00426492840051651, -0.003968231379985809, -0.0036715338937938213, -0.0033748364076018333, -0.0030781389214098454, -0.002781441668048501, -0.0024847444146871567, -0.0021880469284951687, -0.0018913495587185025, -0.0015946521889418364, -0.0012979548191651702, -0.001001257449388504, -0.0007045600796118379, -0.0004078627098351717, -0.00011116534005850554, 0.00018553202971816063, 0.0004822293994948268, 0.000778926769271493, 0.0010756241390481591, 0.0013723215088248253, 0.0016690188786014915, 0.0019657162483781576, 0.002262413501739502, 0.00255911098793149, 0.002855808474123478, 0.0031525057274848223, 0.0034492029808461666, 0.0037459004670381546]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 6.0, 3.0, 2.0, 4.0, 6.0, 5.0, 8.0, 10.0, 23.0, 55.0, 10.0, 8.0, 9.0, 13.0, 4.0, 7.0, 8.0, 6.0, 6.0, 4.0, 6.0, 5.0, 5.0, 3.0, 6.0, 3.0, 12.0, 10.0, 2.0, 3.0, 3.0, 3.0, 4.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 3.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.010330820456147194, -0.009976081550121307, -0.009621343575417995, -0.009266604669392109, -0.008911866694688797, -0.00855712778866291, -0.008202389813959599, -0.007847650907933712, -0.007492912467569113, -0.0071381740272045135, -0.006783435586839914, -0.006428697146475315, -0.0060739582404494286, -0.005719219800084829, -0.00536448135972023, -0.005009742919355631, -0.004655004478991032, -0.004300266038626432, -0.003945527598261833, -0.0035907889250665903, -0.003236050484701991, -0.002881312044337392, -0.002526573371142149, -0.0021718349307775497, -0.0018170964904129505, -0.0014623580500483513, -0.0011076194932684302, -0.0007528809946961701, -0.00039814249612390995, -4.340399755164981e-05, 0.00031133450102061033, 0.0006660729995928705, 0.0010208114981651306, 0.0013755499385297298, 0.001730288495309651, 0.002085027052089572, 0.002439765492454171, 0.0027945039328187704, 0.0031492426060140133, 0.0035039810463786125, 0.0038587194867432117, 0.004213457927107811, 0.00456819636747241, 0.004922934807837009, 0.005277673713862896, 0.005632412154227495, 0.005987150594592094, 0.006341889034956694, 0.006696627475321293, 0.007051365915685892, 0.007406104356050491, 0.0077608427964150906, 0.00811558123677969, 0.008470320142805576, 0.008825058117508888, 0.009179797023534775, 0.009534535929560661, 0.009889273904263973, 0.01024401281028986, 0.010598750784993172, 0.010953489691019058, 0.01130822766572237, 0.011662966571748257, 0.012017704546451569, 0.012372443452477455]}, "_runtime": 12.085054636001587, "_timestamp": 1596212882.7865922, "_step": 9}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 3.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 3.0, 4.0, 0.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.015577321872115135, -0.015193162485957146, -0.01480900403112173, -0.014424844644963741, -0.014040686190128326, -0.013656526803970337, -0.013272367417812347, -0.012888208962976933, -0.012504049576818943, -0.012119890190660954, -0.011735731735825539, -0.01135157234966755, -0.01096741296350956, -0.010583254508674145, -0.010199095122516155, -0.00981493666768074, -0.00943077728152275, -0.009046617895364761, -0.008662459440529346, -0.008278300054371357, -0.007894141599535942, -0.007509982213377953, -0.007125822827219963, -0.006741663906723261, -0.006357504986226559, -0.0059733460657298565, -0.005589187145233154, -0.005205027759075165, -0.004820868838578463, -0.00443670991808176, -0.004052550531923771, -0.0036683916114270687, -0.0032842326909303665, -0.0029000737704336643, -0.0025159146171063185, -0.0021317554637789726, -0.0017475965432822704, -0.0013634375063702464, -0.0009792784694582224, -0.0005951194325461984, -0.00021096039563417435, 0.00017319864127784967, 0.0005573576781898737, 0.0009415167151018977, 0.0013256757520139217, 0.0017098347889259458, 0.0020939938258379698, 0.0024781529791653156, 0.002862311899662018, 0.00324647082015872, 0.003630629973486066, 0.004014789126813412, 0.004398948047310114, 0.004783106967806816, 0.005167266353964806, 0.005551425274461508, 0.00593558419495821, 0.006319743115454912, 0.006703902035951614, 0.007088061422109604, 0.007472220342606306, 0.007856379263103008, 0.008240538649260998, 0.008624697104096413, 0.009008856490254402]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 6.0, 5.0, 8.0, 6.0, 4.0, 9.0, 9.0, 8.0, 17.0, 14.0, 22.0, 25.0, 46.0, 60.0, 65.0, 101.0, 133.0, 148.0, 197.0, 276.0, 323.0, 403.0, 2455.0, 1644.0, 716.0, 417.0, 278.0, 159.0, 111.0, 55.0, 70.0, 42.0, 28.0, 20.0, 17.0, 9.0, 7.0, 3.0, 3.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.20772437751293182, -0.2024824321269989, -0.19724048674106598, -0.19199854135513306, -0.18675661087036133, -0.1815146654844284, -0.17627272009849548, -0.17103077471256256, -0.16578882932662964, -0.16054688394069672, -0.1553049385547638, -0.15006299316883087, -0.14482104778289795, -0.13957911729812622, -0.1343371719121933, -0.12909522652626038, -0.12385328114032745, -0.11861133575439453, -0.11336939036846161, -0.10812745243310928, -0.10288550704717636, -0.09764356166124344, -0.09240162372589111, -0.08715967833995819, -0.08191773295402527, -0.07667578756809235, -0.07143384218215942, -0.0661919042468071, -0.060949958860874176, -0.055708013474941254, -0.05046607181429863, -0.045224130153656006, -0.039982184767723083, -0.03474023938179016, -0.029498297721147537, -0.024256354197859764, -0.01901441067457199, -0.013772467151284218, -0.008530523627996445, -0.0032885801047086716, 0.0019533634185791016, 0.007195306941866875, 0.012437250465154648, 0.01767919398844242, 0.022921137511730194, 0.028163081035017967, 0.03340502455830574, 0.038646966218948364, 0.04388891160488129, 0.04913085699081421, 0.05437279865145683, 0.05961474031209946, 0.06485668569803238, 0.0700986310839653, 0.07534056901931763, 0.08058251440525055, 0.08582445979118347, 0.0910664051771164, 0.09630835056304932, 0.10155028849840164, 0.10679223388433456, 0.11203417927026749, 0.11727611720561981, 0.12251806259155273, 0.12776000797748566]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 3.0, 1.0, 0.0, 3.0, 5.0, 6.0, 5.0, 3.0, 4.0, 2.0, 1.0, 2.0, 2.0, 5.0, 0.0, 25.0, 5.0, 3.0, 4.0, 1.0, 4.0, 4.0, 4.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.005155783612281084, -0.004997510928660631, -0.004839238245040178, -0.004680965095758438, -0.004522692412137985, -0.004364419728517532, -0.0042061470448970795, -0.004047874361276627, -0.00388960144482553, -0.003731328761205077, -0.0035730558447539806, -0.0034147831611335278, -0.003256510477513075, -0.0030982375610619783, -0.0029399648774415255, -0.002781691960990429, -0.002623419277369976, -0.002465146593749523, -0.0023068736772984266, -0.0021486009936779737, -0.001990328077226877, -0.0018320553936064243, -0.0016737827099859715, -0.0015155099099501967, -0.001357237109914422, -0.0011989643098786473, -0.0010406915098428726, -0.0008824188262224197, -0.000724146026186645, -0.0005658732261508703, -0.00040760048432275653, -0.0002493277133908123, -9.105494245886803e-05, 6.721782847307622e-05, 0.00022549059940502048, 0.0003837633703369647, 0.000542036141268909, 0.0007003089413046837, 0.0008585816831327975, 0.0010168544249609113, 0.001175127224996686, 0.0013334000250324607, 0.0014916728250682354, 0.0016499455086886883, 0.001808218308724463, 0.0019664911087602377, 0.0021247637923806906, 0.002283036708831787, 0.00244130939245224, 0.002599582076072693, 0.0027578549925237894, 0.0029161276761442423, 0.003074400592595339, 0.0032326732762157917, 0.0033909459598362446, 0.003549218876287341, 0.003707491559907794, 0.003865764243528247, 0.004024037159979343, 0.004182309843599796, 0.004340582527220249, 0.004498855210840702, 0.004657128360122442, 0.004815401043742895, 0.004973673727363348]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 3.0, 6.0, 10.0, 20.0, 32.0, 55.0, 76.0, 104.0, 140.0, 202.0, 242.0, 323.0, 418.0, 592.0, 778.0, 996.0, 1488.0, 2030.0, 2824.0, 3898.0, 5525.0, 7503.0, 9873.0, 13395.0, 17777.0, 23736.0, 31643.0, 43969.0, 60355.0, 82000.0, 105580.0, 418180.0, 91957.0, 66863.0, 47937.0, 34942.0, 25927.0, 19253.0, 14432.0, 11240.0, 8467.0, 6701.0, 5097.0, 3767.0, 2774.0, 2081.0, 1423.0, 1027.0, 710.0, 453.0, 288.0, 227.0, 119.0, 74.0, 51.0, 33.0, 12.0, 10.0, 2.0, 1.0, 2.0], "bins": [-0.01545711886137724, -0.015009094960987568, -0.014561071991920471, -0.0141130480915308, -0.013665024191141129, -0.013217001222074032, -0.01276897732168436, -0.01232095342129469, -0.011872930452227592, -0.011424906551837921, -0.01097688265144825, -0.010528858751058578, -0.010080835781991482, -0.00963281188160181, -0.009184787981212139, -0.008736765012145042, -0.008288741111755371, -0.0078407172113657, -0.007392693776637316, -0.006944670341908932, -0.00649664644151926, -0.006048623006790876, -0.005600599572062492, -0.005152575671672821, -0.004704552236944437, -0.004256528802216053, -0.0038085049018263817, -0.0033604814670979977, -0.00291245779953897, -0.0024644341319799423, -0.0020164106972515583, -0.0015683870296925306, -0.001120363362133503, -0.0006723397527821362, -0.00022431614343076944, 0.00022370746592059731, 0.0006717310752719641, 0.0011197547428309917, 0.0015677782939746976, 0.0020158018451184034, 0.002463825512677431, 0.0029118491802364588, 0.0033598728477954865, 0.0038078962825238705, 0.0042559197172522545, 0.004703943617641926, 0.00515196705237031, 0.005599990952759981, 0.006048014387488365, 0.006496037822216749, 0.0069440617226064205, 0.0073920851573348045, 0.007840109057724476, 0.008288132026791573, 0.008736155927181244, 0.009184179827570915, 0.009632203727960587, 0.010080226697027683, 0.010528250597417355, 0.010976274497807026, 0.011424297466874123, 0.011872321367263794, 0.012320345267653465, 0.012768368236720562, 0.013216392137110233]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 2.0, 3.0, 1.0, 5.0, 3.0, 1.0, 2.0, 0.0, 0.0, 8.0, 2.0, 3.0, 2.0, 1.0, 0.0, 6.0, 1.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0], "bins": [-0.019611170515418053, -0.01914876699447632, -0.018686365336179733, -0.018223961815238, -0.017761558294296265, -0.01729915477335453, -0.016836753115057945, -0.01637434959411621, -0.015911946073174477, -0.015449543483555317, -0.014987140893936157, -0.014524737372994423, -0.014062334783375263, -0.013599931262433529, -0.01313752867281437, -0.012675125151872635, -0.012212722562253475, -0.011750319972634315, -0.011287916451692581, -0.010825513862073421, -0.010363110341131687, -0.009900707751512527, -0.009438304230570793, -0.008975901640951633, -0.008513499051332474, -0.00805109553039074, -0.0075886924751102924, -0.007126289419829845, -0.006663886830210686, -0.006201483774930239, -0.005739080719649792, -0.005276677664369345, -0.004814274609088898, -0.004351871553808451, -0.0038894684985280037, -0.0034270656760782003, -0.0029646626207977533, -0.0025022595655173063, -0.002039856743067503, -0.001577453687787056, -0.001115050632506609, -0.0006526476354338229, -0.00019024463836103678, 0.0002721583587117493, 0.0007345613557845354, 0.0011969644110649824, 0.0016593673499301076, 0.0021217702887952328, 0.0025841733440756798, 0.003046576399356127, 0.003508979454636574, 0.003971382509917021, 0.004433785565197468, 0.0048961881548166275, 0.0053585912100970745, 0.0058209942653775215, 0.0062833973206579685, 0.0067458003759384155, 0.0072082034312188625, 0.0076706064864993095, 0.00813300907611847, 0.008595412597060204, 0.009057815186679363, 0.009520218707621098, 0.009982621297240257]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 3.0, 1.0, 3.0, 2.0, 1.0, 2.0, 4.0, 3.0, 1.0, 5.0, 5.0, 2.0, 3.0, 11.0, 9.0, 13.0, 7.0, 8.0, 8.0, 7.0, 11.0, 5.0, 9.0, 15.0, 18.0, 15.0, 10.0, 16.0, 13.0, 21.0, 24.0, 25.0, 26.0, 57.0, 68.0, 106.0, 142.0, 154.0, 249.0, 286.0, 390.0, 574.0, 827.0, 1309.0, 2509.0, 6624.0, 1671.0, 926.0, 674.0, 460.0, 339.0, 237.0, 173.0, 103.0, 72.0, 62.0, 32.0, 25.0, 20.0, 15.0, 15.0, 3.0, 1.0], "bins": [-0.013253191486001015, -0.012966577894985676, -0.012679965235292912, -0.012393351644277573, -0.012106738984584808, -0.01182012539356947, -0.011533512733876705, -0.011246899142861366, -0.010960286483168602, -0.010673672892153263, -0.010387059301137924, -0.01010044664144516, -0.009813833050429821, -0.009527220390737057, -0.009240606799721718, -0.008953994140028954, -0.008667380549013615, -0.008380766957998276, -0.008094154298305511, -0.00780754117295146, -0.007520928047597408, -0.007234314456582069, -0.006947701331228018, -0.006661088205873966, -0.006374475080519915, -0.006087861955165863, -0.0058012488298118114, -0.00551463570445776, -0.005228022113442421, -0.004941408988088369, -0.004654795862734318, -0.004368182737380266, -0.004081569612026215, -0.003794956486672163, -0.0035083433613181114, -0.003221730003133416, -0.0029351168777793646, -0.002648503752425313, -0.0023618903942406178, -0.002075277268886566, -0.0017886641435325146, -0.001502051018178463, -0.0012154377764090896, -0.0009288245928473771, -0.0006422114092856646, -0.00035559822572395205, -6.898504216223955e-05, 0.00021762814139947295, 0.0005042413249611855, 0.000790854508522898, 0.0010774676920846105, 0.0013640809338539839, 0.0016506940592080355, 0.001937307184562087, 0.0022239205427467823, 0.002510533668100834, 0.0027971467934548855, 0.003083759918808937, 0.0033703730441629887, 0.003656986402347684, 0.003943599760532379, 0.004230212885886431, 0.004516826011240482, 0.004803439136594534, 0.0050900522619485855]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.04277767986059189, -0.04183762148022652, -0.040897563099861145, -0.03995750471949577, -0.0390174426138401, -0.03807738423347473, -0.03713732585310936, -0.03619726747274399, -0.035257209092378616, -0.034317150712013245, -0.03337709233164787, -0.0324370302259922, -0.03149697184562683, -0.03055691346526146, -0.029616855084896088, -0.028676796704530716, -0.027736738324165344, -0.026796678081154823, -0.02585661970078945, -0.02491656132042408, -0.02397650107741356, -0.023036442697048187, -0.022096384316682816, -0.021156325936317444, -0.020216265693306923, -0.01927620731294155, -0.01833614893257618, -0.01739608868956566, -0.016456030309200287, -0.015515971928834915, -0.014575912617146969, -0.013635854236781597, -0.01269579492509365, -0.011755735613405704, -0.010815677233040333, -0.009875617921352386, -0.008935559540987015, -0.007995500229299068, -0.0070554413832724094, -0.00611538253724575, -0.005175323691219091, -0.004235264845192432, -0.0032952059991657734, -0.0023551469203084707, -0.0014150880742818117, -0.0004750291700474918, 0.00046502973418682814, 0.001405088696628809, 0.002345147542655468, 0.003285206388682127, 0.004225265234708786, 0.005165324080735445, 0.006105382926762104, 0.00704544223845005, 0.007985500618815422, 0.008925559930503368, 0.009865619242191315, 0.010805677622556686, 0.011745736934244633, 0.012685795314610004, 0.01362585462629795, 0.014565913006663322, 0.015505972318351269, 0.016446031630039215, 0.017386090010404587]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 6.0, 4.0, 1.0, 2.0, 4.0, 6.0, 9.0, 4.0, 4.0, 4.0, 5.0, 5.0, 5.0, 7.0, 7.0, 10.0, 8.0, 7.0, 6.0, 5.0, 22.0, 16.0, 14.0, 22.0, 47.0, 11.0, 8.0, 6.0, 4.0, 4.0, 5.0, 1.0, 2.0, 1.0, 1.0], "bins": [-0.02279481291770935, -0.02236621081829071, -0.02193761058151722, -0.02150900848209858, -0.02108040638267994, -0.02065180614590645, -0.020223204046487808, -0.019794601947069168, -0.019366001710295677, -0.018937399610877037, -0.018508797511458397, -0.018080197274684906, -0.017651595175266266, -0.017222993075847626, -0.016794392839074135, -0.016365790739655495, -0.015937188640236855, -0.015508587472140789, -0.015079986304044724, -0.014651384204626083, -0.014222783036530018, -0.013794181868433952, -0.013365579769015312, -0.012936978600919247, -0.012508377432823181, -0.012079775333404541, -0.011651174165308475, -0.01122257299721241, -0.01079397089779377, -0.010365369729697704, -0.009936768561601639, -0.009508166462182999, -0.009079565294086933, -0.008650964125990868, -0.008222362026572227, -0.007793760858476162, -0.007365159224718809, -0.006936558056622744, -0.006507956422865391, -0.006079354789108038, -0.005650753155350685, -0.00522215198725462, -0.004793550353497267, -0.004364948719739914, -0.003936347551643848, -0.0035077459178864956, -0.0030791445169597864, -0.0026505428832024336, -0.0022219414822757244, -0.0017933399649336934, -0.0013647384475916624, -0.0009361370466649532, -0.0005075355293229222, -7.893404108472168e-05, 0.00034966744715347886, 0.000778268906287849, 0.00120687042362988, 0.001635471940971911, 0.002064073458313942, 0.002492674859240651, 0.0029212762601673603, 0.003349877893924713, 0.0037784792948514223, 0.0042070806957781315, 0.004635682329535484]}, "_runtime": 12.863081932067871, "_timestamp": 1596212883.5646195, "_step": 10}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 3.0, 1.0, 4.0, 2.0, 2.0, 4.0, 1.0, 3.0, 1.0, 1.0, 0.0, 4.0, 0.0, 2.0, 3.0, 4.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014899900183081627, -0.014437873847782612, -0.013975847512483597, -0.013513820245862007, -0.013051793910562992, -0.012589767575263977, -0.012127741239964962, -0.011665713973343372, -0.011203687638044357, -0.010741661302745342, -0.010279634967446327, -0.009817608632147312, -0.009355581365525723, -0.008893555030226707, -0.008431528694927692, -0.007969502359628677, -0.007507475558668375, -0.00704544922336936, -0.006583422422409058, -0.006121396087110043, -0.00565936928614974, -0.005197342950850725, -0.004735316149890423, -0.004273289814591408, -0.003811263246461749, -0.0033492366783320904, -0.0028872101102024317, -0.002425183542072773, -0.001963157206773758, -0.0015011305222287774, -0.0010391040705144405, -0.0005770775023847818, -0.00011505093425512314, 0.0003469756047707051, 0.0008090021437965333, 0.0012710286537185311, 0.0017330552218481898, 0.0021950816735625267, 0.0026571082416921854, 0.003119134809821844, 0.003581161377951503, 0.0040431879460811615, 0.0045052142813801765, 0.004967241082340479, 0.005429267417639494, 0.005891294218599796, 0.006353320553898811, 0.006815347354859114, 0.007277373690158129, 0.007739400025457144, 0.008201426826417446, 0.008663453161716461, 0.009125479497015476, 0.009587506763637066, 0.010049533098936081, 0.010511559434235096, 0.010973585769534111, 0.011435612104833126, 0.011897639371454716, 0.01235966570675373, 0.012821692042052746, 0.01328371837735176, 0.01374574564397335, 0.014207771979272366, 0.01466979831457138]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 5.0, 7.0, 4.0, 5.0, 12.0, 12.0, 18.0, 14.0, 24.0, 36.0, 52.0, 62.0, 92.0, 111.0, 141.0, 172.0, 267.0, 364.0, 462.0, 2145.0, 1843.0, 830.0, 476.0, 265.0, 166.0, 98.0, 65.0, 43.0, 46.0, 16.0, 21.0, 17.0, 7.0, 8.0, 3.0, 3.0, 2.0, 4.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1822771579027176, -0.17704029381275177, -0.17180342972278595, -0.16656656563282013, -0.1613297015428543, -0.1560928374528885, -0.15085597336292267, -0.14561910927295685, -0.14038223028182983, -0.135145366191864, -0.1299085021018982, -0.12467164546251297, -0.11943477392196655, -0.11419790983200073, -0.10896104574203491, -0.10372418165206909, -0.09848731756210327, -0.09325045347213745, -0.08801358938217163, -0.08277672529220581, -0.07753986120223999, -0.07230298966169357, -0.06706612557172775, -0.06182926148176193, -0.05659239739179611, -0.05135553330183029, -0.04611866921186447, -0.04088180139660835, -0.03564493730664253, -0.030408073216676712, -0.025171207264065742, -0.019934341311454773, -0.014697477221488953, -0.009460612200200558, -0.004223747178912163, 0.0010131178423762321, 0.006249982863664627, 0.011486847884953022, 0.016723712906241417, 0.021960578858852386, 0.027197442948818207, 0.03243430703878403, 0.03767117112874985, 0.042908038944005966, 0.048144903033971786, 0.05338176712393761, 0.058618634939193726, 0.06385549902915955, 0.06909236311912537, 0.07432922720909119, 0.079566091299057, 0.08480295538902283, 0.09003981947898865, 0.09527669101953506, 0.10051355510950089, 0.1057504191994667, 0.11098728328943253, 0.11622414737939835, 0.12146101146936417, 0.12669788300991058, 0.1319347470998764, 0.13717161118984222, 0.14240847527980804, 0.14764533936977386, 0.15288220345973969]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 4.0, 2.0, 4.0, 2.0, 2.0, 1.0, 3.0, 4.0, 3.0, 3.0, 4.0, 2.0, 5.0, 1.0, 2.0, 4.0, 3.0, 2.0, 22.0, 4.0, 5.0, 3.0, 2.0, 1.0, 3.0, 1.0, 0.0, 2.0, 1.0, 3.0, 2.0, 1.0, 0.0, 2.0, 3.0, 1.0, 2.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.004794627893716097, -0.0046567730605602264, -0.004518917761743069, -0.004381062928587198, -0.0042432076297700405, -0.00410535279661417, -0.003967497497797012, -0.0038296424318104982, -0.003691787365823984, -0.0035539325326681137, -0.0034160774666815996, -0.0032782224006950855, -0.0031403673347085714, -0.0030025122687220573, -0.0028646572027355433, -0.002726802136749029, -0.002588947070762515, -0.002451092004776001, -0.002313236938789487, -0.002175381872802973, -0.0020375268068164587, -0.0018996718572452664, -0.0017618167912587523, -0.0016239617252722383, -0.0014861066592857242, -0.00134825159329921, -0.001210396527312696, -0.0010725414613261819, -0.0009346864535473287, -0.0007968313875608146, -0.0006589763797819614, -0.0005211213137954473, -0.00038326624780893326, -0.00024541118182241917, -0.00010755614493973553, 3.029890649486333e-05, 0.0001681539579294622, 0.0003060090239159763, 0.0004438640607986599, 0.0005817190976813436, 0.0007195741636678576, 0.0008574292296543717, 0.0009952842956408858, 0.0011331393616274, 0.0012709943111985922, 0.0014088493771851063, 0.0015467044431716204, 0.0016845595091581345, 0.0018224145751446486, 0.0019602696411311626, 0.0020981247071176767, 0.002235979773104191, 0.002373834839090705, 0.002511689905077219, 0.002649544971063733, 0.002787400037050247, 0.0029252548702061176, 0.0030631099361926317, 0.003200965002179146, 0.00333882006816566, 0.003476675134152174, 0.003614530200138688, 0.003752385266125202, 0.0038902403321117163, 0.00402809539809823]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 8.0, 11.0, 24.0, 36.0, 53.0, 93.0, 140.0, 228.0, 313.0, 405.0, 635.0, 974.0, 1411.0, 2085.0, 2703.0, 3879.0, 5140.0, 6874.0, 8958.0, 11465.0, 14976.0, 18970.0, 24317.0, 31809.0, 42248.0, 56733.0, 75526.0, 98338.0, 409123.0, 98318.0, 70054.0, 49505.0, 35621.0, 25873.0, 19396.0, 14596.0, 11202.0, 8650.0, 6931.0, 5447.0, 4100.0, 3261.0, 2481.0, 1922.0, 1414.0, 1056.0, 744.0, 504.0, 382.0, 256.0, 160.0, 112.0, 63.0, 50.0, 26.0, 21.0, 8.0, 9.0, 4.0, 0.0, 1.0, 2.0], "bins": [-0.012893685139715672, -0.012475773692131042, -0.012057862244546413, -0.011639950796961784, -0.01122204028069973, -0.0108041288331151, -0.010386217385530472, -0.009968305937945843, -0.009550394490361214, -0.009132483042776585, -0.008714571595191956, -0.008296660147607327, -0.007878748700022697, -0.007460837718099356, -0.007042926736176014, -0.006625015288591385, -0.006207103841006756, -0.005789192393422127, -0.005371280945837498, -0.004953369963914156, -0.004535458516329527, -0.004117547068744898, -0.0036996358539909124, -0.003281724639236927, -0.002863813191652298, -0.002445901744067669, -0.0020279905293136835, -0.0016100791981443763, -0.001192167866975069, -0.0007742565358057618, -0.0003563452046364546, 6.156612653285265e-05, 0.0004794774577021599, 0.0008973887888714671, 0.0013153001200407743, 0.0017332114512100816, 0.002151122782379389, 0.002569034229964018, 0.0029869454447180033, 0.0034048566594719887, 0.0038227681070566177, 0.004240679554641247, 0.004658591002225876, 0.005076501984149218, 0.005494413431733847, 0.005912324879318476, 0.0063302358612418175, 0.0067481473088264465, 0.007166058756411076, 0.007583970203995705, 0.008001881651580334, 0.008419793099164963, 0.008837703615427017, 0.009255615063011646, 0.009673526510596275, 0.010091437958180904, 0.010509349405765533, 0.010927260853350163, 0.011345172300934792, 0.01176308374851942, 0.01218099519610405, 0.012598905712366104, 0.013016817159950733, 0.013434728607535362, 0.013852640055119991]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 3.0, 3.0, 2.0, 2.0, 1.0, 3.0, 3.0, 4.0, 6.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 3.0, 1.0, 1.0, 2.0, 4.0, 2.0, 0.0, 1.0, 2.0], "bins": [-0.022191129624843597, -0.021694324910640717, -0.021197520196437836, -0.020700715482234955, -0.020203910768032074, -0.019707104191184044, -0.019210299476981163, -0.018713494762778282, -0.0182166900485754, -0.01771988533437252, -0.01722308062016964, -0.01672627590596676, -0.01622946932911873, -0.015732664614915848, -0.015235859900712967, -0.014739055186510086, -0.014242250472307205, -0.013745445758104324, -0.013248641043901443, -0.012751835398375988, -0.012255030684173107, -0.011758225969970226, -0.01126142032444477, -0.01076461561024189, -0.010267810896039009, -0.009771006181836128, -0.009274201467633247, -0.008777395822107792, -0.008280591107904911, -0.00778378639370203, -0.007286981213837862, -0.006790176033973694, -0.006293371319770813, -0.005796566605567932, -0.005299761425703764, -0.004802956245839596, -0.004306151531636715, -0.0038093465846031904, -0.003312541637569666, -0.0028157366905361414, -0.002318931743502617, -0.0018221267964690924, -0.0013253218494355679, -0.0008285169024020433, -0.00033171195536851883, 0.00016509299166500568, 0.0006618979386985302, 0.0011587028857320547, 0.0016555078327655792, 0.0021523127797991037, 0.0026491177268326283, 0.0031459226738661528, 0.0036427276208996773, 0.004139532335102558, 0.004636337514966726, 0.0051331426948308945, 0.005629947409033775, 0.006126752123236656, 0.006623557303100824, 0.0071203624829649925, 0.007617167197167873, 0.008113971911370754, 0.00861077755689621, 0.00910758227109909, 0.009604386985301971]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 2.0, 3.0, 7.0, 2.0, 0.0, 8.0, 7.0, 5.0, 8.0, 9.0, 14.0, 14.0, 15.0, 17.0, 19.0, 37.0, 20.0, 27.0, 39.0, 78.0, 117.0, 118.0, 139.0, 176.0, 200.0, 315.0, 421.0, 593.0, 800.0, 1283.0, 1887.0, 6799.0, 1661.0, 985.0, 691.0, 438.0, 322.0, 300.0, 281.0, 238.0, 165.0, 75.0, 48.0, 23.0, 10.0, 3.0], "bins": [-0.01563030295073986, -0.015316212549805641, -0.015002122148871422, -0.014688032679259777, -0.014373942278325558, -0.014059851877391338, -0.013745761476457119, -0.013431672006845474, -0.013117581605911255, -0.012803491204977036, -0.012489400804042816, -0.012175310403108597, -0.011861220933496952, -0.011547130532562733, -0.011233040131628513, -0.010918949730694294, -0.01060486026108265, -0.01029076986014843, -0.00997667945921421, -0.009662589058279991, -0.009348498657345772, -0.009034409187734127, -0.008720318786799908, -0.008406228385865688, -0.008092137984931469, -0.007778048049658537, -0.0074639576487243176, -0.0071498677134513855, -0.006835777312517166, -0.006521687377244234, -0.006207596976310015, -0.005893507041037083, -0.005579416640102863, -0.005265326239168644, -0.004951236303895712, -0.0046371459029614925, -0.0043230559676885605, -0.004008965566754341, -0.0036948753986507654, -0.0033807852305471897, -0.003066695062443614, -0.0027526048943400383, -0.0024385147262364626, -0.002124424558132887, -0.0018103342736139894, -0.0014962441055104136, -0.0011821538209915161, -0.0008680636528879404, -0.0005539734847843647, -0.00023988328757695854, 7.420690963044763e-05, 0.0003882971068378538, 0.00070238730404526, 0.0010164774721488357, 0.0013305677566677332, 0.001644657924771309, 0.0019587480928748846, 0.0022728382609784603, 0.002586928429082036, 0.0029010185971856117, 0.003215108998119831, 0.003529199166223407, 0.0038432893343269825, 0.0041573792695999146, 0.004471469670534134]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.05302972346544266, -0.05162564665079117, -0.05022156983613968, -0.04881749302148819, -0.0474134162068367, -0.04600933939218521, -0.04460526630282402, -0.04320118948817253, -0.04179711267352104, -0.04039303585886955, -0.03898895904421806, -0.037584882229566574, -0.036180805414915085, -0.034776728600263596, -0.033372651785612106, -0.03196857497096062, -0.030564500018954277, -0.029160423204302788, -0.0277563463896513, -0.02635227143764496, -0.02494819462299347, -0.02354411780834198, -0.02214004099369049, -0.020735964179039, -0.019331887364387512, -0.017927812412381172, -0.016523735597729683, -0.015119658783078194, -0.013715581968426704, -0.01231150608509779, -0.0109074292704463, -0.009503353387117386, -0.008099276572465897, -0.006695200223475695, -0.005291123874485493, -0.0038870470598340034, -0.0024829707108438015, -0.0010788942454382777, 0.00032518221996724606, 0.0017292586853727698, 0.0031333351507782936, 0.0045374114997684956, 0.0059414878487586975, 0.007345564663410187, 0.008749641478061676, 0.01015371736139059, 0.01155779417604208, 0.012961870059370995, 0.014365946874022484, 0.015770023688673973, 0.017174100503325462, 0.018578175455331802, 0.01998225226998329, 0.02138632908463478, 0.02279040589928627, 0.02419448271393776, 0.02559855952858925, 0.02700263448059559, 0.028406711295247078, 0.029810788109898567, 0.031214864924550056, 0.032618939876556396, 0.034023016691207886, 0.035427093505859375, 0.036831170320510864]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 4.0, 4.0, 2.0, 1.0, 1.0, 3.0, 4.0, 1.0, 7.0, 2.0, 4.0, 4.0, 10.0, 8.0, 4.0, 8.0, 5.0, 4.0, 7.0, 3.0, 2.0, 3.0, 4.0, 8.0, 3.0, 7.0, 5.0, 6.0, 5.0, 5.0, 10.0, 5.0, 10.0, 6.0, 9.0, 50.0, 10.0, 11.0, 8.0, 5.0, 4.0, 7.0, 6.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.01992560364305973, -0.019417136907577515, -0.0189086701720953, -0.018400203436613083, -0.017891736701130867, -0.01738326996564865, -0.016874801367521286, -0.01636633463203907, -0.015857867896556854, -0.015349401161074638, -0.014840934425592422, -0.014332467690110207, -0.01382400095462799, -0.013315534219145775, -0.012807066552340984, -0.012298599816858768, -0.011790133081376553, -0.011281666345894337, -0.01077319961041212, -0.01026473194360733, -0.009756265208125114, -0.009247798472642899, -0.008739331737160683, -0.008230865001678467, -0.007722397800534964, -0.007213931065052748, -0.0067054638639092445, -0.006196997128427029, -0.005688530392944813, -0.00518006319180131, -0.004671596456319094, -0.0041631292551755905, -0.0036546625196933746, -0.003146195551380515, -0.0026377285830676556, -0.0021292618475854397, -0.0016207948792725801, -0.0011123279109597206, -0.0006038610590621829, -9.539414895698428e-05, 0.00041307276114821434, 0.000921539671253413, 0.0014300065813586116, 0.0019384734332561493, 0.002446940401569009, 0.0029554073698818684, 0.0034638741053640842, 0.003972341306507587, 0.004480808041989803, 0.004989274777472019, 0.005497741978615522, 0.006006208714097738, 0.0065146759152412415, 0.007023142650723457, 0.007531609386205673, 0.008040076121687889, 0.008548542857170105, 0.009057010523974895, 0.009565477259457111, 0.010073943994939327, 0.010582410730421543, 0.011090877465903759, 0.01159934513270855, 0.012107811868190765, 0.012616278603672981]}, "_runtime": 13.642435550689697, "_timestamp": 1596212884.3439732, "_step": 11}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 3.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 4.0, 2.0, 1.0, 5.0, 1.0, 6.0, 3.0, 2.0, 2.0, 3.0, 2.0, 1.0, 1.0, 2.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.023109741508960724, -0.022426845505833626, -0.021743949502706528, -0.02106105349957943, -0.02037815749645233, -0.019695261493325233, -0.019012365490198135, -0.018329469487071037, -0.01764657348394394, -0.01696367748081684, -0.016280781477689743, -0.015597885474562645, -0.014914989471435547, -0.014232093468308449, -0.01354919746518135, -0.012866301462054253, -0.012183405458927155, -0.011500509455800056, -0.010817613452672958, -0.01013471744954586, -0.009451821446418762, -0.008768925443291664, -0.008086029440164566, -0.007403133437037468, -0.00672023743391037, -0.006037341430783272, -0.005354445427656174, -0.004671549424529076, -0.0039886534214019775, -0.0033057574182748795, -0.0026228614151477814, -0.0019399654120206833, -0.0012570694088935852, -0.0005741734057664871, 0.00010872259736061096, 0.000791618600487709, 0.0014745146036148071, 0.002157410606741905, 0.0028403066098690033, 0.0035232026129961014, 0.0042060986161231995, 0.0048889946192502975, 0.005571890622377396, 0.006254786625504494, 0.006937682628631592, 0.00762057863175869, 0.008303474634885788, 0.008986370638012886, 0.009669266641139984, 0.010352162644267082, 0.01103505864739418, 0.011717954650521278, 0.012400850653648376, 0.013083746656775475, 0.013766642659902573, 0.01444953866302967, 0.015132434666156769, 0.015815330669283867, 0.016498226672410965, 0.017181122675538063, 0.01786401867866516, 0.01854691468179226, 0.019229810684919357, 0.019912706688046455, 0.020595602691173553]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 7.0, 8.0, 13.0, 11.0, 15.0, 23.0, 23.0, 35.0, 50.0, 49.0, 86.0, 109.0, 143.0, 203.0, 271.0, 377.0, 581.0, 3408.0, 1192.0, 511.0, 285.0, 182.0, 97.0, 72.0, 53.0, 27.0, 26.0, 13.0, 11.0, 7.0, 7.0, 9.0, 5.0, 2.0, 2.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17721351981163025, -0.17048324644565582, -0.1637529730796814, -0.15702268481254578, -0.15029241144657135, -0.14356213808059692, -0.1368318647146225, -0.13010159134864807, -0.12337131053209305, -0.11664103716611862, -0.1099107563495636, -0.10318048298358917, -0.09645020961761475, -0.08971992880105972, -0.0829896554350853, -0.07625937461853027, -0.06952910125255585, -0.06279882788658142, -0.0560685470700264, -0.04933827370405197, -0.04260799661278725, -0.03587771952152252, -0.029147444292902946, -0.02241716906428337, -0.015686891973018646, -0.008956615813076496, -0.002226339653134346, 0.004503936506807804, 0.011234212666749954, 0.01796448975801468, 0.024694764986634254, 0.03142504021525383, 0.038155317306518555, 0.04488559439778328, 0.051615871489048004, 0.05834614485502243, 0.06507642567157745, 0.07180669903755188, 0.0785369724035263, 0.08526725322008133, 0.09199752658605576, 0.09872779995203018, 0.1054580807685852, 0.11218835413455963, 0.11891862750053406, 0.12564890086650848, 0.1323791891336441, 0.13910946249961853, 0.14583973586559296, 0.15257000923156738, 0.1593002825975418, 0.16603057086467743, 0.17276084423065186, 0.17949111759662628, 0.1862213909626007, 0.19295166432857513, 0.19968193769454956, 0.20641222596168518, 0.2131424993276596, 0.21987277269363403, 0.22660304605960846, 0.23333331942558289, 0.2400636076927185, 0.24679388105869293, 0.25352415442466736]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 3.0, 1.0, 6.0, 4.0, 8.0, 1.0, 2.0, 1.0, 4.0, 2.0, 4.0, 3.0, 27.0, 1.0, 1.0, 2.0, 2.0, 3.0, 2.0, 5.0, 1.0, 4.0, 4.0, 3.0, 0.0, 2.0, 3.0, 2.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.005199375096708536, -0.005022029392421246, -0.004844683688133955, -0.004667337983846664, -0.004489992279559374, -0.004312646575272083, -0.00413530133664608, -0.0039579556323587894, -0.003780609928071499, -0.0036032642237842083, -0.0034259185194969177, -0.003248572815209627, -0.0030712271109223366, -0.002893881406635046, -0.002716535935178399, -0.0025391902308911085, -0.002361844526603818, -0.0021844988223165274, -0.002007153118029237, -0.001829807530157268, -0.0016524619422852993, -0.0014751162379980087, -0.0012977705337107182, -0.0011204249458387494, -0.0009430792415514588, -0.0007657335954718292, -0.0005883879493921995, -0.00041104224510490894, -0.00023369659902527928, -5.6350938393734396e-05, 0.00012099472223781049, 0.0002983403974212706, 0.00047568604350090027, 0.0006530316895805299, 0.0008303773356601596, 0.0010077230399474502, 0.001185068627819419, 0.0013624143321067095, 0.001539760036394, 0.0017171056242659688, 0.0018944513285532594, 0.002071796916425228, 0.0022491426207125187, 0.0024264883249998093, 0.0026038340292871, 0.0027811797335743904, 0.0029585252050310373, 0.003135870909318328, 0.0033132166136056185, 0.003490562317892909, 0.0036679080221801996, 0.0038452534936368465, 0.004022599197924137, 0.004199944902211428, 0.004377290606498718, 0.004554636310786009, 0.004731982015073299, 0.00490932771936059, 0.0050866734236478806, 0.005264018662273884, 0.005441364366561174, 0.005618710070848465, 0.0057960557751357555, 0.005973401479423046, 0.006150747183710337]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 7.0, 8.0, 12.0, 17.0, 22.0, 37.0, 59.0, 84.0, 123.0, 179.0, 261.0, 403.0, 482.0, 645.0, 918.0, 1174.0, 1615.0, 2180.0, 3004.0, 4110.0, 5599.0, 7443.0, 10367.0, 14347.0, 19054.0, 26077.0, 34504.0, 46798.0, 62750.0, 82244.0, 105508.0, 401675.0, 85220.0, 65541.0, 49103.0, 36203.0, 27009.0, 20811.0, 15517.0, 11973.0, 9339.0, 7023.0, 5328.0, 3909.0, 2955.0, 2308.0, 1715.0, 1209.0, 845.0, 634.0, 429.0, 334.0, 208.0, 118.0, 87.0, 61.0, 26.0, 18.0, 5.0, 6.0, 4.0, 1.0], "bins": [-0.014790854416787624, -0.014345240779221058, -0.013899627141654491, -0.013454013504087925, -0.013008399866521358, -0.012562786228954792, -0.012117172591388226, -0.011671558953821659, -0.011225946247577667, -0.0107803326100111, -0.010334718972444534, -0.009889105334877968, -0.009443491697311401, -0.008997878059744835, -0.008552264422178268, -0.008106650784611702, -0.0076610371470451355, -0.007215423509478569, -0.0067698098719120026, -0.006324196234345436, -0.00587858259677887, -0.0054329694248735905, -0.004987355787307024, -0.0045417421497404575, -0.004096128512173891, -0.0036505148746073246, -0.003204901237040758, -0.0027592878323048353, -0.002313674194738269, -0.0018680605571717024, -0.0014224470360204577, -0.000976833514869213, -0.0005312198773026466, -8.560629794374108e-05, 0.00036000728141516447, 0.00080562086077407, 0.0012512344401329756, 0.001696848077699542, 0.002142461482435465, 0.0025880751200020313, 0.003033688757568598, 0.0034793023951351643, 0.003924916032701731, 0.004370529670268297, 0.004816142842173576, 0.005261756479740143, 0.005707370117306709, 0.006152983754873276, 0.006598597392439842, 0.007044211030006409, 0.007489824667572975, 0.007935438305139542, 0.008381051942706108, 0.008826665580272675, 0.009272279217839241, 0.009717892855405807, 0.010163506492972374, 0.010609119199216366, 0.011054732836782932, 0.011500346474349499, 0.011945960111916065, 0.012391573749482632, 0.012837187387049198, 0.013282801024615765, 0.013728414662182331]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 3.0, 5.0, 4.0, 6.0, 2.0, 2.0, 6.0, 4.0, 2.0, 4.0, 9.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01834944263100624, -0.017856644466519356, -0.01736384443938732, -0.016871046274900436, -0.016378246247768402, -0.015885448083281517, -0.015392649918794632, -0.014899850822985172, -0.014407051727175713, -0.013914252631366253, -0.013421453535556793, -0.012928655371069908, -0.012435856275260448, -0.011943057179450989, -0.011450259014964104, -0.010957459919154644, -0.010464660823345184, -0.009971861727535725, -0.009479062631726265, -0.00898626446723938, -0.00849346537142992, -0.00800066627562046, -0.007507867645472288, -0.007015069015324116, -0.006522269919514656, -0.006029470823705196, -0.005536672193557024, -0.005043873563408852, -0.004551074467599392, -0.004058275371789932, -0.00356547674164176, -0.003072677878662944, -0.002579879015684128, -0.0020870801527053118, -0.0015942812897264957, -0.0011014824267476797, -0.0006086835637688637, -0.00011588470079004765, 0.0003769141621887684, 0.0008697130251675844, 0.0013625118881464005, 0.0018553107511252165, 0.0023481096141040325, 0.0028409084770828485, 0.0033337073400616646, 0.0038265062030404806, 0.004319305066019297, 0.004812103696167469, 0.005304902791976929, 0.005797701887786388, 0.006290500517934561, 0.006783299148082733, 0.007276098243892193, 0.0077688973397016525, 0.008261695504188538, 0.008754494599997997, 0.009247293695807457, 0.009740092791616917, 0.010232891887426376, 0.010725690051913261, 0.011218489147722721, 0.01171128824353218, 0.012204086408019066, 0.012696885503828526, 0.013189684599637985]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 0.0, 4.0, 4.0, 4.0, 7.0, 6.0, 5.0, 7.0, 4.0, 5.0, 12.0, 14.0, 12.0, 12.0, 14.0, 12.0, 5.0, 12.0, 14.0, 19.0, 21.0, 28.0, 40.0, 53.0, 85.0, 110.0, 183.0, 232.0, 407.0, 607.0, 999.0, 1353.0, 2198.0, 7260.0, 1699.0, 1062.0, 557.0, 417.0, 296.0, 238.0, 142.0, 86.0, 49.0, 41.0, 20.0, 16.0, 13.0, 10.0, 15.0, 5.0, 3.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.014444797299802303, -0.014089562930166721, -0.01373432856053114, -0.013379094190895557, -0.0130238588899374, -0.012668624520301819, -0.012313390150666237, -0.011958155781030655, -0.011602921411395073, -0.011247687041759491, -0.010892451740801334, -0.010537217371165752, -0.01018198300153017, -0.009826748631894588, -0.009471514262259007, -0.009116279892623425, -0.008761044591665268, -0.008405810222029686, -0.008050575852394104, -0.007695341482758522, -0.00734010711312294, -0.006984872277826071, -0.006629637908190489, -0.006274403538554907, -0.005919168703258038, -0.005563934333622456, -0.005208699963986874, -0.004853465594351292, -0.004498230759054422, -0.00414299638941884, -0.003787761786952615, -0.003432527417317033, -0.003077292814850807, -0.0027220582123845816, -0.0023668238427489996, -0.002011589240282774, -0.0016563547542318702, -0.0013011202681809664, -0.0009458857239224017, -0.000590651179663837, -0.00023541669361293316, 0.0001198178215418011, 0.00047505233669653535, 0.0008302868809551001, 0.0011855213670060039, 0.0015407558530569077, 0.0018959904555231333, 0.0022512248251587152, 0.002606459427624941, 0.0029616940300911665, 0.0033169283997267485, 0.003672163002192974, 0.004027397371828556, 0.004382632207125425, 0.004737866576761007, 0.005093100946396589, 0.0054483357816934586, 0.0058035701513290405, 0.0061588045209646225, 0.0065140388906002045, 0.006869273725897074, 0.007224508095532656, 0.007579742465168238, 0.007934977300465107, 0.008290211670100689]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0444057360291481, -0.043183766305446625, -0.04196179658174515, -0.04073982685804367, -0.039517857134342194, -0.03829588741064072, -0.03707391768693924, -0.03585194796323776, -0.034629978239536285, -0.03340800851583481, -0.03218603879213333, -0.030964067205786705, -0.029742097482085228, -0.02852012775838375, -0.027298158034682274, -0.026076188310980797, -0.02485421858727932, -0.023632248863577843, -0.022410279139876366, -0.02118830941617489, -0.01996633969247341, -0.018744369968771935, -0.017522400245070457, -0.01630043052136898, -0.015078459866344929, -0.013856490142643452, -0.012634520418941975, -0.011412550695240498, -0.010190580040216446, -0.008968610316514969, -0.007746640592813492, -0.006524670869112015, -0.005302701145410538, -0.004080731421709061, -0.00285876146517694, -0.001636791625060141, -0.0004148217849433422, 0.0008071480551734567, 0.0020291178952902555, 0.0032510878518223763, 0.004473057575523853, 0.00569502729922533, 0.006916997022926807, 0.008138966746628284, 0.009360937401652336, 0.010582907125353813, 0.01180487684905529, 0.013026846572756767, 0.014248816296458244, 0.015470786020159721, 0.0166927557438612, 0.017914725467562675, 0.019136695191264153, 0.02035866491496563, 0.021580634638667107, 0.022802604362368584, 0.02402457594871521, 0.025246545672416687, 0.026468515396118164, 0.02769048511981964, 0.028912454843521118, 0.030134424567222595, 0.03135639429092407, 0.03257836401462555, 0.033800333738327026]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 3.0, 3.0, 3.0, 7.0, 4.0, 4.0, 4.0, 12.0, 6.0, 8.0, 13.0, 6.0, 12.0, 12.0, 13.0, 14.0, 55.0, 21.0, 8.0, 12.0, 11.0, 5.0, 8.0, 5.0, 4.0, 8.0, 4.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.03233584389090538, -0.031541548669338226, -0.03074725531041622, -0.029952960088849068, -0.029158664867281914, -0.02836437150835991, -0.027570076286792755, -0.0267757810652256, -0.025981485843658447, -0.025187192484736443, -0.02439289726316929, -0.023598602041602135, -0.02280430868268013, -0.022010013461112976, -0.021215718239545822, -0.020421424880623817, -0.019627129659056664, -0.01883283443748951, -0.018038541078567505, -0.01724424585700035, -0.016449950635433197, -0.015655657276511192, -0.014861362054944038, -0.014067066833376884, -0.013272772543132305, -0.012478478252887726, -0.011684183031320572, -0.010889888741075993, -0.010095594450831413, -0.00930129922926426, -0.00850700493901968, -0.007712710183113813, -0.006918415427207947, -0.00612412067130208, -0.0053298259153962135, -0.004535531625151634, -0.0037412368692457676, -0.002946942113339901, -0.002152647590264678, -0.0013583529507741332, -0.0005640583112835884, 0.0002302363282069564, 0.0010245309676975012, 0.001818825607188046, 0.0026131202466785908, 0.0034074150025844574, 0.004201709292829037, 0.004996004048734903, 0.00579029880464077, 0.006584593560546637, 0.007378888316452503, 0.008173182606697083, 0.008967477828264236, 0.009761772118508816, 0.010556066408753395, 0.011350361630320549, 0.012144655920565128, 0.012938950210809708, 0.013733245432376862, 0.014527539722621441, 0.01532183401286602, 0.016116129234433174, 0.016910424456000328, 0.017704717814922333, 0.018499013036489487]}, "_runtime": 14.42238736152649, "_timestamp": 1596212885.123925, "_step": 12}
-{"val_accuracy": 0.6702903824200914, "val_loss": 1.0857227561680693, "_runtime": 15.795203924179077, "_timestamp": 1596212886.4967415, "_step": 13}
-{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: R Confidence: 0.3721562922000885 Truth: v", "Prediction: 5 Confidence: 0.7848566770553589 Truth: 5", "Prediction: 2 Confidence: 0.9007202982902527 Truth: 2", "Prediction: 0 Confidence: 0.529922604560852 Truth: 0"]}, "_runtime": 16.071824312210083, "_timestamp": 1596212886.773362, "_step": 14}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 4.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 4.0, 1.0, 2.0, 2.0, 1.0, 4.0, 0.0, 5.0, 0.0, 1.0, 3.0, 4.0, 1.0, 4.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015073597431182861, -0.01464450266212225, -0.014215407893061638, -0.0137863140553236, -0.013357219286262989, -0.012928124517202377, -0.01249903067946434, -0.012069935910403728, -0.011640841141343117, -0.011211746372282505, -0.010782651603221893, -0.010353557765483856, -0.009924462996423244, -0.009495368227362633, -0.009066274389624596, -0.008637179620563984, -0.008208084851503372, -0.0077789900824427605, -0.007349895779043436, -0.006920801475644112, -0.0064917067065835, -0.006062611937522888, -0.005633517634123564, -0.005204423330724239, -0.004775328561663628, -0.004346233792603016, -0.0039171394892036915, -0.0034880449529737234, -0.0030589504167437553, -0.0026298558805137873, -0.002200761344283819, -0.0017716668080538511, -0.001342572271823883, -0.000913477735593915, -0.0004843831993639469, -5.5288663133978844e-05, 0.00037380587309598923, 0.0008029004093259573, 0.0012319949455559254, 0.0016610894817858934, 0.0020901840180158615, 0.0025192785542458296, 0.0029483730904757977, 0.0033774676267057657, 0.003806562162935734, 0.0042356569319963455, 0.00466475123539567, 0.005093845538794994, 0.005522940307855606, 0.005952035076916218, 0.006381129380315542, 0.006810223683714867, 0.007239318452775478, 0.00766841322183609, 0.008097507059574127, 0.008526601828634739, 0.00895569659769535, 0.009384791366755962, 0.009813886135816574, 0.010242979973554611, 0.010672074742615223, 0.011101169511675835, 0.011530263349413872, 0.011959358118474483, 0.012388452887535095]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 0.0, 3.0, 2.0, 4.0, 6.0, 7.0, 4.0, 8.0, 7.0, 4.0, 8.0, 14.0, 22.0, 20.0, 15.0, 24.0, 28.0, 24.0, 43.0, 57.0, 79.0, 80.0, 124.0, 130.0, 191.0, 243.0, 307.0, 446.0, 2696.0, 1457.0, 713.0, 346.0, 242.0, 150.0, 111.0, 74.0, 71.0, 39.0, 34.0, 15.0, 21.0, 19.0, 10.0, 10.0, 7.0, 6.0, 4.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.14829236268997192, -0.14373327791690826, -0.1391741931438446, -0.13461510837078094, -0.13005602359771729, -0.12549693882465363, -0.12093784660100937, -0.11637876182794571, -0.11181967705488205, -0.10726059228181839, -0.10270150750875473, -0.09814242273569107, -0.09358333051204681, -0.08902424573898315, -0.0844651609659195, -0.07990607619285583, -0.07534699141979218, -0.07078790664672852, -0.06622882187366486, -0.0616697333753109, -0.05711064860224724, -0.05255156382918358, -0.04799247533082962, -0.04343339055776596, -0.0388743057847023, -0.03431522101163864, -0.029756134375929832, -0.025197047740221024, -0.020637962967157364, -0.016078878194093704, -0.011519791558384895, -0.006960705853998661, -0.0024016201496124268, 0.0021574655547738075, 0.006716551259160042, 0.011275636963546276, 0.01583472266793251, 0.02039380744099617, 0.02495289407670498, 0.029511980712413788, 0.03407106548547745, 0.03863015025854111, 0.04318923503160477, 0.047748323529958725, 0.052307408303022385, 0.056866493076086044, 0.06142558157444, 0.06598466634750366, 0.07054375112056732, 0.07510283589363098, 0.07966192066669464, 0.0842210054397583, 0.08878009021282196, 0.09333918243646622, 0.09789826720952988, 0.10245735198259354, 0.1070164367556572, 0.11157552152872086, 0.11613460630178452, 0.12069369107484818, 0.12525278329849243, 0.1298118680715561, 0.13437095284461975, 0.1389300376176834, 0.14348912239074707]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 0.0, 3.0, 5.0, 3.0, 4.0, 6.0, 4.0, 1.0, 2.0, 3.0, 5.0, 4.0, 2.0, 22.0, 6.0, 1.0, 2.0, 4.0, 2.0, 4.0, 3.0, 3.0, 1.0, 3.0, 4.0, 0.0, 2.0, 3.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.004788732156157494, -0.004648230038583279, -0.004507727921009064, -0.004367225803434849, -0.004226723685860634, -0.004086221568286419, -0.003945719450712204, -0.0038052175659686327, -0.0036647154483944178, -0.003524213330820203, -0.003383711213245988, -0.003243209095671773, -0.0031027072109282017, -0.0029622050933539867, -0.002821702975779772, -0.002681200858205557, -0.002540698740631342, -0.002400196623057127, -0.002259694505482912, -0.002119192387908697, -0.001978690270334482, -0.001838188269175589, -0.001697686268016696, -0.001557184150442481, -0.001416682032868266, -0.0012761799152940512, -0.0011356777977198362, -0.0009951757965609431, -0.0008546736789867282, -0.0007141715614125133, -0.0005736695020459592, -0.00043316741357557476, -0.0002926653251051903, -0.0001521632366348058, -1.166114816442132e-05, 0.00012884094030596316, 0.00026934302877634764, 0.0004098451172467321, 0.0005503472057171166, 0.0006908492650836706, 0.0008313513826578856, 0.0009718535002321005, 0.0011123556178063154, 0.0012528576189652085, 0.0013933597365394235, 0.0015338618541136384, 0.0016743638552725315, 0.0018148659728467464, 0.0019553680904209614, 0.0020958702079951763, 0.0022363723255693913, 0.002376874443143606, 0.002517376560717821, 0.0026578784454613924, 0.0027983805630356073, 0.0029388826806098223, 0.003079384798184037, 0.003219886915758252, 0.003360389033332467, 0.003500891150906682, 0.0036413930356502533, 0.0037818951532244682, 0.003922397270798683, 0.004062899388372898, 0.004203401505947113]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 4.0, 8.0, 20.0, 30.0, 54.0, 95.0, 140.0, 185.0, 311.0, 542.0, 757.0, 1163.0, 1599.0, 2475.0, 3486.0, 4908.0, 6722.0, 9346.0, 12595.0, 17118.0, 22891.0, 31462.0, 43419.0, 59526.0, 79404.0, 104306.0, 414831.0, 96770.0, 71634.0, 51731.0, 37203.0, 26528.0, 19849.0, 14710.0, 11192.0, 8291.0, 6315.0, 4759.0, 3598.0, 2699.0, 2081.0, 1444.0, 1038.0, 793.0, 506.0, 379.0, 234.0, 194.0, 96.0, 96.0, 33.0, 21.0, 27.0, 7.0, 8.0, 3.0, 1.0, 2.0, 4.0, 0.0, 1.0, 1.0], "bins": [-0.011787686496973038, -0.011373262852430344, -0.01095883920788765, -0.01054441463202238, -0.010129990987479687, -0.009715567342936993, -0.009301142767071724, -0.00888671912252903, -0.008472295477986336, -0.008057871833443642, -0.00764344772323966, -0.007229023613035679, -0.006814599968492985, -0.006400176323950291, -0.005985752213746309, -0.005571328103542328, -0.005156904458999634, -0.00474248081445694, -0.004328056704252958, -0.003913632594048977, -0.003499208949506283, -0.003084785072132945, -0.0026703611947596073, -0.0022559373173862696, -0.0018415134400129318, -0.001427089562639594, -0.0010126656852662563, -0.0005982418078929186, -0.00018381793051958084, 0.0002306059468537569, 0.0006450298242270947, 0.0010594537016004324, 0.0014738775789737701, 0.0018883014563471079, 0.0023027253337204456, 0.0027171492110937834, 0.003131573088467121, 0.003545996965840459, 0.003960420843213797, 0.004374844953417778, 0.004789268597960472, 0.005203692242503166, 0.005618116352707148, 0.006032540462911129, 0.006446964107453823, 0.006861387751996517, 0.007275811862200499, 0.00769023597240448, 0.008104659616947174, 0.008519083261489868, 0.008933506906032562, 0.009347931481897831, 0.009762355126440525, 0.01017677877098322, 0.010591203346848488, 0.011005626991391182, 0.011420050635933876, 0.01183447428047657, 0.012248897925019264, 0.012663322500884533, 0.013077746145427227, 0.013492169789969921, 0.01390659436583519, 0.014321018010377884, 0.014735441654920578]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 3.0, 4.0, 0.0, 1.0, 2.0, 2.0, 3.0, 3.0, 3.0, 1.0, 0.0, 3.0, 0.0, 7.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.009131398983299732, -0.008764710277318954, -0.008398021571338177, -0.008031332865357399, -0.007664644159376621, -0.007297954987734556, -0.0069312662817537785, -0.006564577575773001, -0.006197888869792223, -0.005831200163811445, -0.0054645114578306675, -0.00509782275184989, -0.004731133580207825, -0.004364444874227047, -0.003997756168246269, -0.0036310674622654915, -0.0032643787562847137, -0.002897690050303936, -0.0025310013443231583, -0.002164312405511737, -0.0017976236995309591, -0.0014309349935501814, -0.0010642461711540818, -0.0006975574069656432, -0.0003308686427772045, 3.582012141123414e-05, 0.0004025088855996728, 0.0007691976497881114, 0.00113588641397655, 0.0015025751199573278, 0.0018692639423534274, 0.002235952764749527, 0.0026026414707303047, 0.0029693301767110825, 0.00333601888269186, 0.0037027078215032816, 0.004069396294653416, 0.004436085466295481, 0.0048027741722762585, 0.005169462878257036, 0.005536151584237814, 0.005902840290218592, 0.006269528996199369, 0.006636217702180147, 0.007002906873822212, 0.00736959557980299, 0.007736284285783768, 0.008102972991764545, 0.008469661697745323, 0.008836350403726101, 0.009203039109706879, 0.009569727815687656, 0.009936416521668434, 0.010303105227649212, 0.01066979393362999, 0.011036482639610767, 0.011403171345591545, 0.011769860982894897, 0.012136549688875675, 0.012503238394856453, 0.01286992710083723, 0.013236615806818008, 0.013603304512798786, 0.013969993218779564, 0.014336681924760342]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 3.0, 2.0, 4.0, 6.0, 6.0, 7.0, 6.0, 17.0, 15.0, 21.0, 34.0, 35.0, 38.0, 74.0, 102.0, 163.0, 292.0, 534.0, 755.0, 812.0, 1105.0, 2010.0, 6036.0, 1900.0, 1208.0, 747.0, 612.0, 510.0, 367.0, 258.0, 173.0, 148.0, 103.0, 69.0, 39.0, 47.0, 40.0, 21.0, 15.0, 23.0, 18.0, 9.0, 8.0, 5.0, 1.0, 4.0, 2.0, 2.0, 3.0, 5.0, 2.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 3.0], "bins": [-0.008913112804293633, -0.008602047339081764, -0.008290981873869896, -0.007979916408658028, -0.007668850943446159, -0.007357785012573004, -0.0070467195473611355, -0.006735654082149267, -0.006424588616937399, -0.006113523151725531, -0.005802457686513662, -0.005491392221301794, -0.0051803262904286385, -0.00486926082521677, -0.004558195360004902, -0.004247129894793034, -0.003936064429581165, -0.003624998964369297, -0.0033139334991574287, -0.003002867801114917, -0.0026918023359030485, -0.0023807368706911802, -0.0020696711726486683, -0.0017586057074368, -0.0014475402422249317, -0.0011364747770130634, -0.0008254091953858733, -0.0005143436719663441, -0.00020327814854681492, 0.00010778737487271428, 0.0004188528982922435, 0.0007299184217117727, 0.0010409839451313019, 0.0013520494103431702, 0.0016631149919703603, 0.0019741805735975504, 0.0022852460388094187, 0.002596311504021287, 0.002907377202063799, 0.003218442667275667, 0.0035295081324875355, 0.0038405735976994038, 0.004151639062911272, 0.00446270452812314, 0.004773770458996296, 0.005084835924208164, 0.0053959013894200325, 0.005706966854631901, 0.006018032319843769, 0.006329097785055637, 0.006640163250267506, 0.006951228715479374, 0.007262294180691242, 0.007573360111564398, 0.007884425111114979, 0.008195490576326847, 0.00850655697286129, 0.008817622438073158, 0.009128687903285027, 0.009439753368496895, 0.009750818833708763, 0.010061884298920631, 0.0103729497641325, 0.010684015229344368, 0.010995080694556236]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05883994698524475, -0.05719951167702675, -0.055559076368808746, -0.053918641060590744, -0.05227820575237274, -0.05063777044415474, -0.04899733513593674, -0.047356899827718735, -0.04571646451950073, -0.04407603293657303, -0.042435597628355026, -0.040795162320137024, -0.03915472701191902, -0.03751429170370102, -0.03587385639548302, -0.034233421087265015, -0.03259298577904701, -0.03095255047082901, -0.029312115162611008, -0.027671679854393005, -0.026031244546175003, -0.02439081110060215, -0.022750375792384148, -0.021109940484166145, -0.019469505175948143, -0.01782906986773014, -0.01618863455951214, -0.01454820018261671, -0.012907764874398708, -0.011267329566180706, -0.009626895189285278, -0.007986459881067276, -0.006346024572849274, -0.004705589264631271, -0.0030651544220745564, -0.0014247193466871977, 0.00021571572870016098, 0.0018561508040875196, 0.0034965858794748783, 0.005137020722031593, 0.006777456030249596, 0.008417891338467598, 0.0100583266466856, 0.011698761023581028, 0.01333919633179903, 0.014979631640017033, 0.01662006601691246, 0.018260501325130463, 0.019900936633348465, 0.021541371941566467, 0.02318180724978447, 0.024822242558002472, 0.026462677866220474, 0.028103111311793327, 0.02974354662001133, 0.03138398379087448, 0.033024415373802185, 0.03466485068202019, 0.03630528599023819, 0.03794572129845619, 0.039586156606674194, 0.0412265919148922, 0.0428670272231102, 0.0445074625313282, 0.046147897839546204]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 5.0, 1.0, 2.0, 3.0, 7.0, 5.0, 9.0, 9.0, 6.0, 6.0, 6.0, 12.0, 41.0, 24.0, 14.0, 15.0, 18.0, 16.0, 12.0, 7.0, 7.0, 12.0, 9.0, 7.0, 6.0, 6.0, 1.0, 0.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.025624515488743782, -0.024942079558968544, -0.024259643629193306, -0.023577207699418068, -0.02289477363228798, -0.02221233770251274, -0.021529901772737503, -0.020847465842962265, -0.020165029913187027, -0.01948259398341179, -0.0188001599162817, -0.018117723986506462, -0.017435288056731224, -0.016752852126955986, -0.016070416197180748, -0.015387981198728085, -0.014705545268952847, -0.014023109339177608, -0.013340674340724945, -0.012658238410949707, -0.011975802481174469, -0.011293367482721806, -0.010610931552946568, -0.00992849562317133, -0.009246060624718666, -0.008563624694943428, -0.00788118876516819, -0.007198753301054239, -0.0065163178369402885, -0.0058338819071650505, -0.0051514464430511, -0.004469010513275862, -0.003786575049161911, -0.0031041393522173166, -0.0024217036552727222, -0.0017392681911587715, -0.0010568324942141771, -0.00037439685547724366, 0.0003080387832596898, 0.0009904743637889624, 0.0016729100607335567, 0.002355345757678151, 0.0030377814546227455, 0.0037202169187366962, 0.004402652382850647, 0.005085088312625885, 0.005767523776739836, 0.006449959706515074, 0.0071323951706290245, 0.007814831100404263, 0.008497266098856926, 0.009179702028632164, 0.009862137958407402, 0.010544572956860065, 0.011227008886635303, 0.011909444816410542, 0.012591879814863205, 0.013274315744638443, 0.013956751674413681, 0.014639187604188919, 0.015321622602641582, 0.016004057601094246, 0.016686493530869484, 0.017368929460644722, 0.01805136539041996]}, "_runtime": 16.786785125732422, "_timestamp": 1596212887.4883227, "_step": 15}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 3.0, 0.0, 2.0, 3.0, 2.0, 1.0, 0.0, 1.0, 4.0, 1.0, 4.0, 3.0, 3.0, 0.0, 3.0, 0.0, 5.0, 3.0, 0.0, 0.0, 2.0, 2.0, 3.0, 1.0, 2.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.015648264437913895, -0.01517039630562067, -0.01469252910465002, -0.014214660972356796, -0.013736792840063572, -0.013258924707770348, -0.012781057506799698, -0.012303189374506474, -0.01182532124221325, -0.0113474540412426, -0.010869585908949375, -0.01039171777665615, -0.009913849644362926, -0.009435982443392277, -0.008958114311099052, -0.008480246178805828, -0.008002378046512604, -0.007524510845541954, -0.00704664271324873, -0.006568775046616793, -0.006090906914323568, -0.005613039247691631, -0.005135171115398407, -0.00465730344876647, -0.004179435782134533, -0.0037015676498413086, -0.003223699750378728, -0.0027458318509161472, -0.00226796418428421, -0.0017900961684063077, -0.0013122283853590488, -0.0008343604858964682, -0.0003564925864338875, 0.00012137528392486274, 0.000599243154283613, 0.0010771109955385327, 0.0015549788950011134, 0.0020328466780483723, 0.002510714577510953, 0.0029885824769735336, 0.0034664503764361143, 0.003944318275898695, 0.004422185942530632, 0.004900054074823856, 0.005377921741455793, 0.005855789873749018, 0.006333657540380955, 0.006811525672674179, 0.007289393339306116, 0.007767261005938053, 0.008245129138231277, 0.008722997270524502, 0.009200864471495152, 0.009678732603788376, 0.0101566007360816, 0.010634468868374825, 0.011112336069345474, 0.011590204201638699, 0.012068072333931923, 0.012545939534902573, 0.013023807667195797, 0.013501675799489021, 0.013979543931782246, 0.014457411132752895, 0.01493527926504612]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 6.0, 3.0, 9.0, 11.0, 12.0, 16.0, 15.0, 32.0, 42.0, 51.0, 75.0, 102.0, 158.0, 237.0, 321.0, 487.0, 666.0, 3629.0, 937.0, 422.0, 251.0, 134.0, 102.0, 59.0, 30.0, 25.0, 26.0, 12.0, 14.0, 8.0, 2.0, 9.0, 3.0, 7.0, 1.0, 3.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.2344365268945694, -0.22794733941555023, -0.22145815193653107, -0.2149689644575119, -0.20847979187965393, -0.20199060440063477, -0.1955014169216156, -0.18901222944259644, -0.18252304196357727, -0.1760338544845581, -0.16954466700553894, -0.16305547952651978, -0.1565662920475006, -0.15007711946964264, -0.14358793199062347, -0.1370987445116043, -0.13060955703258514, -0.12412036955356598, -0.11763118207454681, -0.11114200204610825, -0.10465281456708908, -0.09816362708806992, -0.09167444705963135, -0.08518525958061218, -0.07869607210159302, -0.07220688462257385, -0.06571769714355469, -0.05922851711511612, -0.052739329636096954, -0.04625014215707779, -0.03976095840334892, -0.033271774649620056, -0.02678258717060089, -0.020293401554226875, -0.01380421593785286, -0.007315030321478844, -0.0008258447051048279, 0.005663340911269188, 0.012152526527643204, 0.01864171214401722, 0.025130897760391235, 0.0316200852394104, 0.03810926899313927, 0.044598452746868134, 0.0510876402258873, 0.057576827704906464, 0.06406600773334503, 0.0705551952123642, 0.07704438269138336, 0.08353357017040253, 0.09002275764942169, 0.09651193767786026, 0.10300112515687943, 0.10949031263589859, 0.11597949266433716, 0.12246868014335632, 0.1289578676223755, 0.13544705510139465, 0.14193624258041382, 0.14842543005943298, 0.15491461753845215, 0.16140379011631012, 0.16789297759532928, 0.17438216507434845, 0.18087135255336761]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 3.0, 5.0, 4.0, 4.0, 7.0, 4.0, 6.0, 4.0, 29.0, 5.0, 8.0, 6.0, 2.0, 5.0, 2.0, 6.0, 4.0, 5.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003988299053162336, -0.0037861373275518417, -0.0035839758347719908, -0.003381814109161496, -0.003179652616381645, -0.0029774908907711506, -0.002775329165160656, -0.002573167672380805, -0.0023710059467703104, -0.002168844221159816, -0.001966682728379965, -0.0017645210027694702, -0.0015623593935742974, -0.0013601977843791246, -0.00115803605876863, -0.0009558744495734572, -0.0007537128403782845, -0.0005515512311831117, -0.00034938956378027797, -0.00014722792548127472, 5.493371281772852e-05, 0.00025709535111673176, 0.000459256989415735, 0.0006614186568185687, 0.0008635802660137415, 0.0010657418752089143, 0.001267903484404087, 0.0014700652100145817, 0.0016722268192097545, 0.0018743884284049273, 0.002076550154015422, 0.002278711646795273, 0.0024808733724057674, 0.002683035098016262, 0.002885196590796113, 0.0030873583164066076, 0.0032895198091864586, 0.003491681534796953, 0.003693843260407448, 0.0038960047531872988, 0.004098166711628437, 0.004300327971577644, 0.004502489697188139, 0.004704651422798634, 0.004906813148409128, 0.005108974874019623, 0.00531113613396883, 0.005513297859579325, 0.005715459585189819, 0.005917621310800314, 0.0061197830364108086, 0.006321944296360016, 0.0065241060219705105, 0.006726267747581005, 0.0069284294731915, 0.007130591198801994, 0.007332752458751202, 0.007534914184361696, 0.007737075909972191, 0.007939237169921398, 0.00814139936119318, 0.008343560621142387, 0.00854572281241417, 0.008747884072363377, 0.008950045332312584]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [5.0, 3.0, 8.0, 7.0, 20.0, 29.0, 48.0, 82.0, 122.0, 263.0, 486.0, 801.0, 1269.0, 2167.0, 3295.0, 5211.0, 7810.0, 11630.0, 17082.0, 25409.0, 37495.0, 56435.0, 84398.0, 123219.0, 450182.0, 109202.0, 73995.0, 50265.0, 33986.0, 23181.0, 16802.0, 11994.0, 8814.0, 6365.0, 4509.0, 3204.0, 2209.0, 1554.0, 1167.0, 842.0, 643.0, 498.0, 479.0, 379.0, 359.0, 308.0, 268.0, 243.0, 215.0, 167.0, 128.0, 95.0, 90.0, 55.0, 57.0, 34.0, 17.0, 24.0, 13.0, 2.0, 5.0, 3.0, 0.0, 1.0], "bins": [-0.011659746989607811, -0.011182035319507122, -0.010704323649406433, -0.010226611979305744, -0.009748900309205055, -0.009271188639104366, -0.008793476969003677, -0.008315765298902988, -0.0078380536288023, -0.007360342424362898, -0.006882630754262209, -0.00640491908416152, -0.005927207414060831, -0.005449495743960142, -0.004971784073859453, -0.004494072403758764, -0.004016360733658075, -0.0035386490635573864, -0.0030609373934566975, -0.0025832257233560085, -0.0021055140532553196, -0.0016278024995699525, -0.0011500909458845854, -0.0006723792757838964, -0.0001946676056832075, 0.00028304403531365097, 0.0007607556763105094, 0.0012384672882035375, 0.0017161789583042264, 0.0021938905119895935, 0.0026716021820902824, 0.0031493138521909714, 0.0036270255222916603, 0.004104737192392349, 0.004582448862493038, 0.005060160532593727, 0.005537872202694416, 0.006015583872795105, 0.006493295542895794, 0.006971007212996483, 0.007448718883097172, 0.00792643055319786, 0.00840414222329855, 0.008881853893399239, 0.009359565563499928, 0.009837277233600616, 0.010314988903701305, 0.010792700573801994, 0.011270411312580109, 0.011748122982680798, 0.012225834652781487, 0.012703546322882175, 0.013181257992982864, 0.013658969663083553, 0.014136681333184242, 0.014614393003284931, 0.01509210467338562, 0.015569816343486309, 0.016047528013586998, 0.01652524061501026, 0.017002951353788376, 0.01748066395521164, 0.017958374693989754, 0.018436087295413017, 0.01891379803419113]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 1.0, 2.0, 3.0, 2.0, 2.0, 3.0, 5.0, 4.0, 1.0, 4.0, 1.0, 4.0, 2.0, 2.0, 9.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01003188081085682, -0.009658217430114746, -0.009284553118050098, -0.008910889737308025, -0.008537226356565952, -0.008163562044501305, -0.007789898663759232, -0.007416234817355871, -0.007042570970952511, -0.006668907590210438, -0.006295243743807077, -0.005921579897403717, -0.005547916516661644, -0.005174252670258284, -0.004800588823854923, -0.00442692544311285, -0.00405326159670949, -0.003679597983136773, -0.0033059341367334127, -0.002932270523160696, -0.0025586066767573357, -0.002184943063184619, -0.0018112794496119022, -0.0014376157196238637, -0.0010639519896358252, -0.0006902882596477866, -0.000316624587867409, 5.703911301679909e-05, 0.0004307028139010072, 0.0008043665438890457, 0.0011780301574617624, 0.001551693887449801, 0.0019253576174378395, 0.0022990212310105562, 0.0026726850774139166, 0.0030463486909866333, 0.0034200125373899937, 0.0037936761509627104, 0.004167339764535427, 0.0045410036109387875, 0.004914667457342148, 0.005288330838084221, 0.005661994684487581, 0.006035658530890942, 0.006409321911633015, 0.006782985758036375, 0.007156649604439735, 0.0075303129851818085, 0.007903976365923882, 0.00827764067798853, 0.008651304058730602, 0.00902496837079525, 0.009398631751537323, 0.009772295132279396, 0.010145959444344044, 0.010519622825086117, 0.01089328620582819, 0.011266950517892838, 0.01164061389863491, 0.012014277279376984, 0.012387941591441631, 0.012761604972183704, 0.013135268352925777, 0.013508932664990425, 0.013882596045732498]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 5.0, 3.0, 6.0, 6.0, 7.0, 10.0, 17.0, 19.0, 19.0, 21.0, 43.0, 55.0, 86.0, 120.0, 169.0, 247.0, 336.0, 455.0, 631.0, 819.0, 1015.0, 1420.0, 2123.0, 5763.0, 1702.0, 793.0, 626.0, 445.0, 291.0, 249.0, 187.0, 159.0, 105.0, 84.0, 76.0, 71.0, 43.0, 32.0, 30.0, 24.0, 21.0, 11.0, 12.0, 11.0, 10.0, 8.0, 7.0, 9.0, 8.0, 4.0, 1.0, 1.0, 3.0, 2.0], "bins": [-0.007838129997253418, -0.00760660832747817, -0.00737508712336421, -0.0071435654535889626, -0.006912044249475002, -0.006680522579699755, -0.0064490013755857944, -0.006217479705810547, -0.005985958501696587, -0.005754436831921339, -0.0055229151621460915, -0.005291393958032131, -0.005059872288256884, -0.004828351084142923, -0.004596829414367676, -0.0043653082102537155, -0.004133786540478468, -0.003902265103533864, -0.00367074366658926, -0.003439222229644656, -0.0032077007927000523, -0.0029761791229248047, -0.0027446576859802008, -0.002513136249035597, -0.002281614812090993, -0.002050093375146389, -0.001818571938201785, -0.0015870503848418593, -0.0013555289478972554, -0.0011240075109526515, -0.0008924860158003867, -0.0006609645206481218, -0.0004294430837035179, -0.00019792161765508354, 3.359984839335084e-05, 0.0002651213144417852, 0.0004966427804902196, 0.0007281642174348235, 0.0009596857125870883, 0.0011912072077393532, 0.001422728644683957, 0.001654250081628561, 0.001885771518573165, 0.002117292955517769, 0.0023488146252930164, 0.0025803360622376204, 0.0028118574991822243, 0.003043378936126828, 0.003274900373071432, 0.003506421810016036, 0.00373794324696064, 0.0039694649167358875, 0.004200986120849848, 0.004432507790625095, 0.004664028994739056, 0.004895550664514303, 0.005127072334289551, 0.005358593538403511, 0.005590115208178759, 0.005821636412292719, 0.0060531580820679665, 0.006284679286181927, 0.006516200955957174, 0.006747722160071135, 0.006979243829846382]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0, 4.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07142123579978943, -0.06975921988487244, -0.06809719651937485, -0.06643518060445786, -0.06477315723896027, -0.06311114132404327, -0.06144912168383598, -0.05978710204362869, -0.0581250824034214, -0.05646306276321411, -0.05480104684829712, -0.05313902720808983, -0.05147700756788254, -0.04981498792767525, -0.04815296828746796, -0.046490948647260666, -0.044828929007053375, -0.04316691309213638, -0.04150489345192909, -0.0398428738117218, -0.03818085417151451, -0.03651883453130722, -0.03485681489109993, -0.03319479897618294, -0.03153277933597565, -0.029870759695768356, -0.028208740055561066, -0.026546720415353775, -0.024884702637791634, -0.023222682997584343, -0.021560663357377052, -0.01989864557981491, -0.01823662593960762, -0.01657460629940033, -0.014912587590515614, -0.013250568881630898, -0.011588549241423607, -0.00992653053253889, -0.008264511823654175, -0.0066024926491081715, -0.004940473474562168, -0.0032784543000161648, -0.001616435358300805, 4.558369982987642e-05, 0.001707602757960558, 0.0033696219325065613, 0.005031640641391277, 0.006693659815937281, 0.008355678990483284, 0.010017697699368, 0.01167971733957529, 0.013341736048460007, 0.015003755688667297, 0.01666577346622944, 0.01832779310643673, 0.01998981274664402, 0.02165183052420616, 0.023313850164413452, 0.024975869804620743, 0.026637889444828033, 0.028299907222390175, 0.029961926862597466, 0.03162394464015961, 0.0332859642803669, 0.03494798392057419]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 3.0, 7.0, 0.0, 8.0, 6.0, 3.0, 6.0, 5.0, 7.0, 7.0, 6.0, 4.0, 5.0, 5.0, 7.0, 10.0, 9.0, 32.0, 14.0, 15.0, 10.0, 11.0, 9.0, 11.0, 4.0, 0.0, 6.0, 5.0, 4.0, 6.0, 6.0, 11.0, 3.0, 1.0, 2.0, 5.0, 4.0, 5.0, 1.0, 2.0, 5.0, 3.0, 1.0, 0.0, 1.0], "bins": [-0.019965533167123795, -0.019424621015787125, -0.018883707001805305, -0.018342794850468636, -0.017801880836486816, -0.017260968685150146, -0.016720054671168327, -0.016179142519831657, -0.015638228505849838, -0.015097316354513168, -0.014556403271853924, -0.01401549018919468, -0.013474577106535435, -0.01293366402387619, -0.012392750941216946, -0.011851837858557701, -0.011310924775898457, -0.010770011693239212, -0.010229098610579967, -0.009688185527920723, -0.009147272445261478, -0.008606359362602234, -0.00806544627994299, -0.007524533662945032, -0.006983620580285788, -0.006442707497626543, -0.0059017944149672985, -0.005360881332308054, -0.004819968715310097, -0.004279055632650852, -0.0037381425499916077, -0.003197229467332363, -0.0026563163846731186, -0.002115403302013874, -0.0015744903357699513, -0.0010335773695260286, -0.0004926642868667841, 4.824873758479953e-05, 0.0005891617620363832, 0.0011300747282803059, 0.0016709878109395504, 0.002211900893598795, 0.0027528139762580395, 0.0032937268260866404, 0.003834639908745885, 0.004375552758574486, 0.00491646584123373, 0.005457378923892975, 0.005998292006552219, 0.006539205089211464, 0.0070801181718707085, 0.007621031254529953, 0.008161944337189198, 0.008702857419848442, 0.009243770502507687, 0.009784683585166931, 0.010325595736503601, 0.010866508819162846, 0.01140742190182209, 0.011948334984481335, 0.01248924806714058, 0.013030161149799824, 0.013571074232459068, 0.014111987315118313, 0.014652900397777557]}, "_runtime": 17.558111667633057, "_timestamp": 1596212888.2596493, "_step": 16}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 3.0, 0.0, 3.0, 3.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 4.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.013655520975589752, -0.013222841545939445, -0.012790163047611713, -0.012357484549283981, -0.011924805119633675, -0.011492125689983368, -0.011059447191655636, -0.010626768693327904, -0.010194089263677597, -0.00976140983402729, -0.009328731335699558, -0.008896052837371826, -0.00846337340772152, -0.008030693978071213, -0.007598015479743481, -0.007165336515754461, -0.006732657551765442, -0.0062999785877764225, -0.005867299623787403, -0.005434620659798384, -0.005001941695809364, -0.004569262731820345, -0.0041365837678313255, -0.003703904803842306, -0.0032712258398532867, -0.0028385468758642673, -0.002405867911875248, -0.0019731889478862286, -0.0015405099838972092, -0.0011078310199081898, -0.0006751520559191704, -0.00024247309193015099, 0.0001902058720588684, 0.0006228848360478878, 0.0010555638000369072, 0.0014882427640259266, 0.001920921728014946, 0.0023536006920039654, 0.0027862796559929848, 0.003218958619982004, 0.0036516375839710236, 0.004084316547960043, 0.004516995511949062, 0.004949674475938082, 0.005382353439927101, 0.0058150324039161205, 0.00624771136790514, 0.006680390331894159, 0.007113069295883179, 0.007545748259872198, 0.007978427223861217, 0.00841110572218895, 0.008843785151839256, 0.009276464581489563, 0.009709143079817295, 0.010141821578145027, 0.010574501007795334, 0.01100718043744564, 0.011439858935773373, 0.011872537434101105, 0.012305216863751411, 0.012737896293401718, 0.01317057479172945, 0.013603253290057182, 0.014035932719707489]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 5.0, 2.0, 5.0, 2.0, 7.0, 4.0, 9.0, 3.0, 16.0, 21.0, 25.0, 29.0, 24.0, 56.0, 74.0, 71.0, 98.0, 122.0, 168.0, 216.0, 284.0, 386.0, 587.0, 3424.0, 900.0, 465.0, 261.0, 167.0, 125.0, 94.0, 52.0, 61.0, 43.0, 28.0, 19.0, 16.0, 19.0, 8.0, 2.0, 5.0, 6.0, 6.0, 1.0, 1.0, 1.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1602122038602829, -0.15506941080093384, -0.14992661774158478, -0.14478380978107452, -0.13964101672172546, -0.1344982236623764, -0.12935543060302734, -0.12421263009309769, -0.11906983703374863, -0.11392704397439957, -0.10878424346446991, -0.10364145040512085, -0.09849865734577179, -0.09335585683584213, -0.08821306377649307, -0.08307026326656342, -0.07792747020721436, -0.0727846771478653, -0.06764187663793564, -0.06249908357858658, -0.05735628679394722, -0.05221349000930786, -0.0470706969499588, -0.04192790016531944, -0.036785103380680084, -0.031642306596040726, -0.026499511674046516, -0.021356716752052307, -0.01621391996741295, -0.011071124114096165, -0.005928328260779381, -0.0007855324074625969, 0.004357263445854187, 0.009500059299170971, 0.014642855152487755, 0.019785650074481964, 0.024928446859121323, 0.03007124364376068, 0.03521403670310974, 0.0403568334877491, 0.04549963027238846, 0.05064242705702782, 0.055785223841667175, 0.060928016901016235, 0.0660708099603653, 0.07121361047029495, 0.07635640352964401, 0.08149920403957367, 0.08664199709892273, 0.09178479015827179, 0.09692759066820145, 0.1020703837275505, 0.10721318423748016, 0.11235597729682922, 0.11749877035617828, 0.12264157086610794, 0.1277843713760376, 0.13292716443538666, 0.13806995749473572, 0.14321275055408478, 0.14835554361343384, 0.1534983366727829, 0.15864114463329315, 0.1637839376926422, 0.16892673075199127]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 7.0, 4.0, 0.0, 3.0, 3.0, 2.0, 6.0, 7.0, 3.0, 3.0, 24.0, 6.0, 4.0, 5.0, 3.0, 3.0, 3.0, 3.0, 7.0, 4.0, 3.0, 3.0, 0.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.005916777066886425, -0.0057400972582399845, -0.005563417449593544, -0.0053867376409471035, -0.005210057366639376, -0.005033377557992935, -0.004856697749346495, -0.004680017940700054, -0.004503338132053614, -0.004326658323407173, -0.004149978049099445, -0.003973298240453005, -0.0037966184318065643, -0.003619938623160124, -0.0034432588145136833, -0.003266578773036599, -0.0030898989643901587, -0.002913219155743718, -0.002736539114266634, -0.0025598593056201935, -0.002383179496973753, -0.002206499455496669, -0.0020298196468502283, -0.0018531398382037878, -0.0016764599131420255, -0.0014997799880802631, -0.0013231001794338226, -0.0011464202543720603, -0.0009697403875179589, -0.0007930605206638575, -0.0006163805956020951, -0.0004397007287479937, -0.0002630208618938923, -8.634098048787564e-05, 9.033890091814101e-05, 0.0002670187968760729, 0.0004436986637301743, 0.0006203785305842757, 0.0007970584556460381, 0.0009737383225001395, 0.001150418189354241, 0.0013270981144160032, 0.0015037779230624437, 0.001680457848124206, 0.0018571377731859684, 0.002033817581832409, 0.0022104973904788494, 0.0023871774319559336, 0.002563857240602374, 0.0027405370492488146, 0.0029172170907258987, 0.0030938968993723392, 0.0032705767080187798, 0.003447256749495864, 0.0036239365581423044, 0.003800616366788745, 0.003977296408265829, 0.00415397621691227, 0.00433065602555871, 0.004507335834205151, 0.004684015642851591, 0.004860695917159319, 0.005037375725805759, 0.0052140555344522, 0.0053907353430986404]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 2.0, 4.0, 6.0, 4.0, 12.0, 20.0, 33.0, 55.0, 97.0, 146.0, 248.0, 324.0, 453.0, 683.0, 949.0, 1182.0, 1659.0, 2161.0, 2765.0, 3870.0, 5333.0, 7463.0, 10327.0, 14359.0, 20381.0, 28861.0, 41292.0, 58685.0, 84489.0, 122471.0, 423026.0, 93865.0, 69122.0, 50827.0, 37104.0, 26937.0, 19679.0, 14188.0, 10323.0, 7618.0, 5365.0, 3866.0, 2731.0, 1865.0, 1358.0, 1003.0, 708.0, 478.0, 384.0, 263.0, 189.0, 127.0, 92.0, 72.0, 48.0, 25.0, 20.0, 11.0, 5.0, 7.0, 0.0, 2.0, 3.0], "bins": [-0.013111543841660023, -0.012690320611000061, -0.0122690973803401, -0.011847874149680138, -0.01142665185034275, -0.011005428619682789, -0.010584205389022827, -0.010162982158362865, -0.009741758927702904, -0.009320535697042942, -0.008899313397705555, -0.008478090167045593, -0.008056866936385632, -0.00763564370572567, -0.007214420475065708, -0.006793197710067034, -0.006371974479407072, -0.00595075124874711, -0.005529528483748436, -0.005108305253088474, -0.004687082022428513, -0.004265859257429838, -0.0038446360267698765, -0.0034234127961099148, -0.0030021897982805967, -0.0025809668004512787, -0.002159743569791317, -0.001738520571961999, -0.001317297457717359, -0.0008960743434727192, -0.00047485128743574023, -5.3628202294930816e-05, 0.0003675948828458786, 0.0007888179970905185, 0.0012100411113351583, 0.0016312641091644764, 0.002052487339824438, 0.002473710337653756, 0.002894933335483074, 0.003316156566143036, 0.003737379563972354, 0.004158602561801672, 0.004579825792461634, 0.005001049023121595, 0.00542227178812027, 0.0058434950187802315, 0.006264718249440193, 0.006685941014438868, 0.007107164245098829, 0.007528387475758791, 0.007949610240757465, 0.008370833471417427, 0.008792056702077389, 0.00921327993273735, 0.009634503163397312, 0.0100557254627347, 0.010476948693394661, 0.010898171924054623, 0.011319395154714584, 0.011740618385374546, 0.012161841616034508, 0.012583063915371895, 0.013004287146031857, 0.013425510376691818, 0.01384673360735178]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 12.0, 0.0, 4.0, 6.0, 5.0, 7.0, 1.0, 2.0, 5.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008336923085153103, -0.00799480825662613, -0.007652692496776581, -0.00731057720258832, -0.006968461908400059, -0.006626346614211798, -0.006284231320023537, -0.005942116025835276, -0.005600000731647015, -0.005257885437458754, -0.0049157701432704926, -0.0045736548490822315, -0.0042315395548939705, -0.0038894242607057095, -0.0035473089665174484, -0.0032051936723291874, -0.0028630783781409264, -0.0025209630839526653, -0.0021788477897644043, -0.0018367324955761433, -0.0014946172013878822, -0.0011525019071996212, -0.0008103866130113602, -0.00046827131882309914, -0.0001261560246348381, 0.00021595926955342293, 0.000558074563741684, 0.000900189857929945, 0.001242305152118206, 0.001584420446306467, 0.001926535740494728, 0.002268651034682989, 0.00261076632887125, 0.002952881623059511, 0.003294996917247772, 0.0036371122114360332, 0.003979227505624294, 0.004321342799812555, 0.004663458094000816, 0.005005573388189077, 0.005347688682377338, 0.0056898039765655994, 0.0060319192707538605, 0.0063740345649421215, 0.0067161498591303825, 0.007058265153318644, 0.007400380447506905, 0.007742495741695166, 0.008084611035883427, 0.0084267258644104, 0.008768841624259949, 0.009110957384109497, 0.00945307221263647, 0.009795187041163445, 0.010137302801012993, 0.010479418560862541, 0.010821533389389515, 0.011163648217916489, 0.011505763977766037, 0.011847879737615585, 0.012189994566142559, 0.012532109394669533, 0.012874225154519081, 0.01321634091436863, 0.013558455742895603]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 8.0, 15.0, 16.0, 31.0, 33.0, 46.0, 62.0, 79.0, 111.0, 144.0, 168.0, 224.0, 383.0, 716.0, 1543.0, 6091.0, 2104.0, 1407.0, 1120.0, 945.0, 714.0, 599.0, 507.0, 398.0, 309.0, 176.0, 125.0, 95.0, 55.0, 62.0, 18.0, 17.0, 23.0, 11.0, 9.0, 12.0, 5.0, 9.0, 5.0, 5.0, 7.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.004922288004308939, -0.004692737478762865, -0.004463186953216791, -0.004233636427670717, -0.004004085902124643, -0.0037745351437479258, -0.003544984618201852, -0.003315434092655778, -0.003085883567109704, -0.00285633304156363, -0.002626782516017556, -0.0023972319904714823, -0.0021676812320947647, -0.0019381308229640126, -0.0017085801810026169, -0.001479029655456543, -0.001249479129910469, -0.0010199286043643951, -0.0007903780206106603, -0.0005608274368569255, -0.0003312769113108516, -0.0001017263566609472, 0.00012782419798895717, 0.00035737475263886154, 0.0005869253072887659, 0.0008164758328348398, 0.0010460263583809137, 0.0012755770003423095, 0.0015051275258883834, 0.0017346780514344573, 0.001964228693395853, 0.002193779218941927, 0.002423329744488001, 0.002652880270034075, 0.0028824307955801487, 0.0031119813211262226, 0.0033415318466722965, 0.003571082605049014, 0.003800633130595088, 0.004030183423310518, 0.0042597344145178795, 0.004489284940063953, 0.004718835465610027, 0.004948385991156101, 0.005177936516702175, 0.005407487042248249, 0.005637037567794323, 0.005866588093340397, 0.006096138618886471, 0.006325689144432545, 0.006555239669978619, 0.0067847901955246925, 0.0070143407210707664, 0.00724389124661684, 0.007473441772162914, 0.007702992297708988, 0.007932542823255062, 0.008162093348801136, 0.00839164387434721, 0.008621194399893284, 0.008850744925439358, 0.009080295450985432, 0.009309845976531506, 0.00953939650207758, 0.009768947958946228]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.028983334079384804, -0.028003625571727753, -0.02702391892671585, -0.0260442104190588, -0.025064503774046898, -0.024084795266389847, -0.023105088621377945, -0.022125380113720894, -0.021145671606063843, -0.02016596496105194, -0.01918625645339489, -0.018206549808382988, -0.017226841300725937, -0.016247134655714035, -0.015267426148056984, -0.014287718571722507, -0.013308010995388031, -0.012328303419053555, -0.011348595842719078, -0.010368888266384602, -0.009389180690050125, -0.008409472182393074, -0.0074297646060585976, -0.006450057029724121, -0.005470349453389645, -0.004490641877055168, -0.003510934067890048, -0.002531226258724928, -0.0015515186823904514, -0.0005718109896406531, 0.00040789670310914516, 0.0013876043958589435, 0.0023673120886087418, 0.0033470196649432182, 0.004326727241277695, 0.0053064352832734585, 0.006286142859607935, 0.007265850435942411, 0.008245558477938175, 0.009225266054272652, 0.010204973630607128, 0.011184681206941605, 0.012164388783276081, 0.013144096359610558, 0.014123804867267609, 0.015103512443602085, 0.01608322001993656, 0.017062926664948463, 0.018042635172605515, 0.019022343680262566, 0.020002050325274467, 0.02098175883293152, 0.02196146547794342, 0.02294117398560047, 0.023920880630612373, 0.024900589138269424, 0.025880295783281326, 0.026860004290938377, 0.02783971279859543, 0.02881941944360733, 0.02979912795126438, 0.030778834596276283, 0.031758543103933334, 0.032738249748945236, 0.033717960119247437]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 4.0, 3.0, 1.0, 6.0, 7.0, 10.0, 7.0, 15.0, 21.0, 21.0, 12.0, 9.0, 7.0, 4.0, 8.0, 5.0, 12.0, 12.0, 15.0, 12.0, 8.0, 8.0, 10.0, 9.0, 10.0, 8.0, 5.0, 6.0, 6.0, 4.0, 5.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.01287581492215395, -0.0122927101328969, -0.011709606274962425, -0.011126501485705376, -0.010543396696448326, -0.009960292838513851, -0.009377188049256802, -0.008794083259999752, -0.008210979402065277, -0.0076278746128082275, -0.007044769823551178, -0.006461665499955416, -0.0058785611763596535, -0.005295456387102604, -0.004712352063506842, -0.004129247274249792, -0.00354614295065403, -0.002963038394227624, -0.002379933837801218, -0.0017968295142054558, -0.0012137249577790499, -0.0006306204595603049, -4.751596134155989e-05, 0.0005355885368771851, 0.00111869303509593, 0.001701797591522336, 0.002284902147948742, 0.002868006471544504, 0.00345111102797091, 0.004034215584397316, 0.004617319907993078, 0.005200424697250128, 0.00578352902084589, 0.006366633344441652, 0.006949738133698702, 0.007532842457294464, 0.008115947246551514, 0.008699051104485989, 0.009282155893743038, 0.009865260683000088, 0.010448364540934563, 0.011031469330191612, 0.011614574119448662, 0.012197678908705711, 0.012780782766640186, 0.013363887555897236, 0.013946992345154285, 0.01453009620308876, 0.01511320099234581, 0.01569630578160286, 0.01627941057085991, 0.01686251536011696, 0.01744561828672886, 0.01802872307598591, 0.018611827865242958, 0.019194932654500008, 0.019778037443757057, 0.020361142233014107, 0.020944245159626007, 0.021527349948883057, 0.022110454738140106, 0.022693559527397156, 0.023276664316654205, 0.023859769105911255, 0.024442873895168304]}, "_runtime": 18.329394817352295, "_timestamp": 1596212889.0309324, "_step": 17}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 3.0, 2.0, 0.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.01216222159564495, -0.01178369577974081, -0.011405170895159245, -0.011026645079255104, -0.010648119263350964, -0.010269593447446823, -0.009891068562865257, -0.009512542746961117, -0.009134016931056976, -0.00875549204647541, -0.00837696623057127, -0.00799844041466713, -0.007619915064424276, -0.007241389248520136, -0.006862863898277283, -0.006484338082373142, -0.006105812732130289, -0.005727287381887436, -0.0053487615659832954, -0.004970236215740442, -0.004591710399836302, -0.004213185049593449, -0.003834659466519952, -0.003456133883446455, -0.003077608300372958, -0.0026990827172994614, -0.0023205571342259645, -0.0019420316675677896, -0.0015635060844942927, -0.001184980501420796, -0.00080645497655496, -0.00042792942258529365, -4.940386861562729e-05, 0.0003291216853540391, 0.0007076472393237054, 0.0010861727641895413, 0.0014646983472630382, 0.001843223930336535, 0.00222174939699471, 0.002600274980068207, 0.0029788005631417036, 0.0033573261462152004, 0.0037358517292886972, 0.004114377312362194, 0.004492902662605047, 0.004871428478509188, 0.005249953828752041, 0.005628479644656181, 0.0060070049948990345, 0.006385530345141888, 0.006764056161046028, 0.007142581511288881, 0.007521107327193022, 0.007899632677435875, 0.008278158493340015, 0.008656684309244156, 0.009035209193825722, 0.009413735009729862, 0.009792260825634003, 0.010170785710215569, 0.010549311526119709, 0.01092783734202385, 0.01130636315792799, 0.011684888042509556, 0.012063413858413696]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 5.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 3.0, 3.0, 3.0, 8.0, 12.0, 8.0, 13.0, 17.0, 14.0, 14.0, 28.0, 43.0, 37.0, 52.0, 77.0, 84.0, 91.0, 150.0, 179.0, 240.0, 286.0, 356.0, 515.0, 3469.0, 791.0, 417.0, 262.0, 211.0, 106.0, 95.0, 72.0, 66.0, 47.0, 34.0, 30.0, 26.0, 13.0, 12.0, 5.0, 7.0, 8.0, 3.0, 7.0, 1.0, 2.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.1402559131383896, -0.1357417106628418, -0.131227508187294, -0.12671330571174622, -0.12219911068677902, -0.11768490821123123, -0.11317071318626404, -0.10865651071071625, -0.10414230823516846, -0.09962810575962067, -0.09511390328407288, -0.09059970825910568, -0.08608550578355789, -0.0815713033080101, -0.07705710828304291, -0.07254290580749512, -0.06802870333194733, -0.06351450085639954, -0.059000302106142044, -0.05448610335588455, -0.04997190088033676, -0.04545769840478897, -0.04094349965453148, -0.03642930090427399, -0.031915098428726196, -0.027400897815823555, -0.022886697202920914, -0.018372496590018272, -0.013858295977115631, -0.00934409536421299, -0.0048298947513103485, -0.0003156941384077072, 0.004198506474494934, 0.008712707087397575, 0.013226907700300217, 0.017741108313202858, 0.0222553089261055, 0.02676950953900814, 0.03128371015191078, 0.035797908902168274, 0.040312111377716064, 0.044826313853263855, 0.04934051260352135, 0.05385471135377884, 0.05836891382932663, 0.06288311630487442, 0.06739731132984161, 0.0719115138053894, 0.0764257162809372, 0.08093991875648499, 0.08545412123203278, 0.08996831625699997, 0.09448251873254776, 0.09899672120809555, 0.10351091623306274, 0.10802511870861053, 0.11253932118415833, 0.11705352365970612, 0.1215677261352539, 0.1260819286108017, 0.1305961310863495, 0.13511031866073608, 0.13962452113628387, 0.14413872361183167, 0.14865292608737946]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 5.0, 1.0, 2.0, 3.0, 4.0, 3.0, 4.0, 1.0, 2.0, 1.0, 3.0, 4.0, 5.0, 1.0, 3.0, 25.0, 3.0, 2.0, 1.0, 1.0, 4.0, 3.0, 3.0, 3.0, 3.0, 3.0, 1.0, 0.0, 1.0, 6.0, 2.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.004398494027554989, -0.004263321869075298, -0.0041281492449343204, -0.00399297708645463, -0.003857804462313652, -0.0037226323038339615, -0.0035874599125236273, -0.003452287521213293, -0.003317115129902959, -0.0031819427385926247, -0.0030467703472822905, -0.0029115979559719563, -0.0027764257974922657, -0.0026412534061819315, -0.0025060810148715973, -0.002370908623561263, -0.002235736232250929, -0.0021005638409405947, -0.0019653914496302605, -0.001830219174735248, -0.0016950467834249139, -0.0015598743921145797, -0.0014247021172195673, -0.001289529725909233, -0.0011543573345988989, -0.0010191849432885647, -0.0008840126101858914, -0.0007488402770832181, -0.0006136678857728839, -0.00047849552356638014, -0.0003433231613598764, -0.00020815079915337265, -7.29784369468689e-05, 6.219392525963485e-05, 0.0001973662874661386, 0.00033253864967264235, 0.0004677110118791461, 0.0006028834031894803, 0.0007380557362921536, 0.0008732280693948269, 0.001008400460705161, 0.0011435728520154953, 0.0012787452433258295, 0.0014139175182208419, 0.001549089909531176, 0.0016842623008415103, 0.0018194345757365227, 0.001954606967046857, 0.002089779358357191, 0.0022249517496675253, 0.0023601241409778595, 0.0024952965322881937, 0.002630468923598528, 0.0027656410820782185, 0.0029008134733885527, 0.003035985864698887, 0.003171158256009221, 0.0033063306473195553, 0.0034415030386298895, 0.0035766754299402237, 0.0037118475884199142, 0.0038470199797302485, 0.003982192371040583, 0.0041173649951815605, 0.004252537153661251]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [6.0, 1.0, 2.0, 3.0, 3.0, 2.0, 14.0, 26.0, 35.0, 61.0, 80.0, 162.0, 234.0, 354.0, 534.0, 822.0, 1198.0, 1791.0, 2562.0, 3729.0, 5391.0, 7837.0, 11453.0, 16382.0, 23304.0, 33114.0, 47119.0, 67949.0, 96309.0, 431871.0, 122083.0, 85206.0, 60826.0, 44144.0, 31703.0, 23194.0, 16847.0, 12179.0, 8578.0, 6309.0, 4621.0, 3421.0, 2466.0, 1715.0, 1226.0, 895.0, 628.0, 445.0, 282.0, 196.0, 131.0, 85.0, 42.0, 24.0, 14.0, 13.0, 10.0, 5.0, 5.0, 3.0, 0.0, 2.0, 1.0, 1.0], "bins": [-0.012688960880041122, -0.012264848686754704, -0.011840736493468285, -0.01141662523150444, -0.010992513038218021, -0.010568400844931602, -0.010144288651645184, -0.009720176458358765, -0.00929606519639492, -0.008871953003108501, -0.008447840809822083, -0.008023728616535664, -0.007599616423249245, -0.007175504695624113, -0.006751392502337694, -0.0063272807747125626, -0.005903168581426144, -0.005479056388139725, -0.005054944660514593, -0.004630832467228174, -0.004206720739603043, -0.0037826085463166237, -0.0033584963530302048, -0.0029343843925744295, -0.0025102724321186543, -0.002086160471662879, -0.001662048394791782, -0.0012379363179206848, -0.0008138243574649096, -0.0003897123388014734, 3.4399679861962795e-05, 0.00045851169852539897, 0.0008826237171888351, 0.0013067356776446104, 0.0017308477545157075, 0.0021549598313868046, 0.00257907179184258, 0.003003183752298355, 0.003427295945584774, 0.0038514079060405493, 0.0042755198664963245, 0.0046996320597827435, 0.005123743787407875, 0.005547855980694294, 0.005971968173980713, 0.0063960799016058445, 0.006820192094892263, 0.007244303822517395, 0.007668416015803814, 0.008092528209090233, 0.008516640402376652, 0.008940751664340496, 0.009364863857626915, 0.009788976050913334, 0.010213088244199753, 0.010637200437486172, 0.01106131263077259, 0.011485423892736435, 0.011909536086022854, 0.012333648279309273, 0.012757760472595692, 0.01318187266588211, 0.013605983927845955, 0.014030096121132374, 0.014454208314418793]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 5.0, 4.0, 1.0, 2.0, 7.0, 5.0, 4.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.015331583097577095, -0.014967120252549648, -0.014602657407522202, -0.01423819549381733, -0.013873732648789883, -0.013509269803762436, -0.013144807890057564, -0.012780345045030117, -0.01241588220000267, -0.012051419354975224, -0.011686956509947777, -0.011322494596242905, -0.010958031751215458, -0.010593568906188011, -0.010229106992483139, -0.009864644147455692, -0.009500181302428246, -0.009135718457400799, -0.008771255612373352, -0.00840679369866848, -0.008042330853641033, -0.007677868008613586, -0.007313405629247427, -0.0069489432498812675, -0.006584480404853821, -0.006220017559826374, -0.005855555180460215, -0.005491092801094055, -0.005126629956066608, -0.004762167111039162, -0.004397704731673002, -0.004033242352306843, -0.003668779507279396, -0.003304316895082593, -0.00293985428288579, -0.0025753916706889868, -0.0022109290584921837, -0.0018464664462953806, -0.0014820038340985775, -0.0011175412219017744, -0.0007530786097049713, -0.0003886159975081682, -2.4153385311365128e-05, 0.00034030922688543797, 0.0007047718390822411, 0.0010692344512790442, 0.0014336970634758472, 0.0017981596756726503, 0.0021626222878694534, 0.0025270849000662565, 0.0028915475122630596, 0.0032560101244598627, 0.003620472736656666, 0.0039849355816841125, 0.004349397961050272, 0.004713860340416431, 0.005078323185443878, 0.005442786030471325, 0.005807248409837484, 0.006171710789203644, 0.0065361736342310905, 0.006900636479258537, 0.007265098858624697, 0.007629561237990856, 0.007994024083018303]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 3.0, 2.0, 3.0, 2.0, 1.0, 0.0, 6.0, 7.0, 7.0, 9.0, 5.0, 8.0, 9.0, 7.0, 9.0, 12.0, 16.0, 12.0, 17.0, 40.0, 45.0, 66.0, 85.0, 131.0, 207.0, 354.0, 635.0, 1169.0, 2298.0, 6927.0, 2225.0, 1189.0, 805.0, 591.0, 417.0, 278.0, 222.0, 171.0, 128.0, 99.0, 51.0, 43.0, 19.0, 23.0, 11.0, 10.0, 6.0, 10.0, 4.0, 9.0, 2.0, 8.0, 4.0, 3.0, 3.0, 1.0, 0.0, 4.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.014042574912309647, -0.013580895960330963, -0.01311921700835228, -0.01265753898769617, -0.012195860035717487, -0.011734181083738804, -0.011272503063082695, -0.010810824111104012, -0.010349145159125328, -0.009887466207146645, -0.009425787255167961, -0.008964109234511852, -0.008502430282533169, -0.008040751330554485, -0.007579072844237089, -0.007117394357919693, -0.0066557154059410095, -0.006194036453962326, -0.00573235796764493, -0.005270679481327534, -0.00480900052934885, -0.004347321577370167, -0.0038856430910527706, -0.003423964371904731, -0.002962285652756691, -0.002500606933608651, -0.0020389282144606113, -0.0015772494953125715, -0.0011155707761645317, -0.0006538920570164919, -0.00019221333786845207, 0.00026946538127958775, 0.0007311441004276276, 0.0011928228195756674, 0.0016545015387237072, 0.002116180257871747, 0.002577858977019787, 0.0030395376961678267, 0.0035012164153158665, 0.003962894901633263, 0.004424573853611946, 0.00488625280559063, 0.005347931291908026, 0.005809609778225422, 0.006271288730204105, 0.006732967682182789, 0.007194646168500185, 0.007656324654817581, 0.008118003606796265, 0.008579682558774948, 0.009041361510753632, 0.00950303953140974, 0.009964718483388424, 0.010426397435367107, 0.010888075456023216, 0.0113497544080019, 0.011811433359980583, 0.012273112311959267, 0.01273479126393795, 0.013196469284594059, 0.013658148236572742, 0.014119827188551426, 0.014581505209207535, 0.015043184161186218, 0.015504863113164902]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 2.0, 3.0, 1.0, 2.0, 4.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04802574962377548, -0.04599287733435631, -0.043960005044937134, -0.04192712903022766, -0.03989425674080849, -0.03786138445138931, -0.03582850843667984, -0.033795636147260666, -0.03176276385784149, -0.029729891568422318, -0.027697017416357994, -0.02566414326429367, -0.023631270974874496, -0.021598398685455322, -0.019565524533391, -0.017532650381326675, -0.015499778091907501, -0.013466904871165752, -0.011434031650424004, -0.009401158429682255, -0.007368285208940506, -0.005335411988198757, -0.0033025387674570084, -0.0012696655467152596, 0.0007632076740264893, 0.002796080894768238, 0.004828954115509987, 0.006861827336251736, 0.008894700556993484, 0.010927573777735233, 0.012960446998476982, 0.014993320219218731, 0.01702619343996048, 0.019059065729379654, 0.021091939881443977, 0.0231248140335083, 0.025157686322927475, 0.02719055861234665, 0.029223432764410973, 0.031256306916475296, 0.03328917920589447, 0.035322051495313644, 0.03735492378473282, 0.03938779979944229, 0.041420672088861465, 0.04345354437828064, 0.04548642039299011, 0.047519292682409286, 0.04955216497182846, 0.051585037261247635, 0.05361790955066681, 0.05565078556537628, 0.057683657854795456, 0.05971653014421463, 0.0617494061589241, 0.06378227472305298, 0.06581515073776245, 0.06784802675247192, 0.0698808953166008, 0.07191377133131027, 0.07394663989543915, 0.07597951591014862, 0.0780123919248581, 0.08004526048898697, 0.08207813650369644]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 4.0, 1.0, 0.0, 3.0, 3.0, 1.0, 6.0, 7.0, 2.0, 8.0, 2.0, 12.0, 16.0, 17.0, 40.0, 28.0, 21.0, 13.0, 20.0, 13.0, 9.0, 9.0, 9.0, 7.0, 6.0, 6.0, 2.0, 4.0, 2.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03472970426082611, -0.03289681300520897, -0.031063923612236977, -0.029231034219264984, -0.027398142963647842, -0.02556525357067585, -0.023732362315058708, -0.021899472922086716, -0.020066581666469574, -0.01823369227349758, -0.01640080288052559, -0.014567911624908447, -0.012735022231936455, -0.010902131907641888, -0.00906924158334732, -0.0072363512590527534, -0.005403460934758186, -0.0035705706104636192, -0.0017376805189996958, 9.52096888795495e-05, 0.0019280998967587948, 0.003760990221053362, 0.005593880079686642, 0.007426770403981209, 0.009259660728275776, 0.011092551052570343, 0.01292544137686491, 0.014758331701159477, 0.01659122109413147, 0.01842411234974861, 0.020257001742720604, 0.022089892998337746, 0.023922782391309738, 0.02575567178428173, 0.027588563039898872, 0.029421452432870865, 0.03125434368848801, 0.03308723494410515, 0.03492012247443199, 0.03675301373004913, 0.038585904985666275, 0.04041879251599312, 0.04225168377161026, 0.0440845750272274, 0.04591746628284454, 0.04775035381317139, 0.04958324506878853, 0.05141613632440567, 0.05324902385473251, 0.055081915110349655, 0.0569148063659668, 0.05874769762158394, 0.06058058515191078, 0.062413476407527924, 0.06424636393785477, 0.06607925891876221, 0.06791214644908905, 0.0697450339794159, 0.07157792896032333, 0.07341081649065018, 0.07524371147155762, 0.07707659900188446, 0.0789094865322113, 0.08074238151311874, 0.08257526904344559]}, "_runtime": 19.09908151626587, "_timestamp": 1596212889.8006191, "_step": 18}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 4.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 3.0, 3.0, 5.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.012748540379106998, -0.012342071160674095, -0.011935602873563766, -0.011529133655130863, -0.011122665368020535, -0.010716196149587631, -0.010309727862477303, -0.0099032586440444, -0.00949679035693407, -0.009090321138501167, -0.008683852851390839, -0.008277383632957935, -0.007870915345847607, -0.007464446127414703, -0.007057977374643087, -0.006651508621871471, -0.006245039869099855, -0.0058385711163282394, -0.0054321023635566235, -0.0050256336107850075, -0.0046191648580133915, -0.0042126961052417755, -0.003806227119639516, -0.0033997583668679, -0.002993289614096284, -0.002586820861324668, -0.002180352108553052, -0.0017738832393661141, -0.0013674144865944982, -0.0009609457338228822, -0.0005544769228436053, -0.00014800814096815884, 0.0002584606409072876, 0.0006649293936789036, 0.0010713981464505196, 0.0014778670156374574, 0.0018843357684090734, 0.002290804637596011, 0.002697273390367627, 0.003103742143139243, 0.003510210895910859, 0.003916679881513119, 0.004323148634284735, 0.004729617387056351, 0.005136086139827967, 0.005542554892599583, 0.005949023645371199, 0.006355492398142815, 0.006761961150914431, 0.007168429903686047, 0.007574898656457663, 0.007981367409229279, 0.008387836627662182, 0.00879430491477251, 0.009200774133205414, 0.009607242420315742, 0.010013711638748646, 0.010420179925858974, 0.010826649144291878, 0.011233117431402206, 0.01163958664983511, 0.012046054936945438, 0.012452524155378342, 0.01285899244248867, 0.013265461660921574]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 6.0, 3.0, 3.0, 2.0, 7.0, 10.0, 12.0, 8.0, 24.0, 25.0, 33.0, 28.0, 54.0, 67.0, 69.0, 93.0, 134.0, 136.0, 164.0, 240.0, 371.0, 500.0, 3508.0, 1003.0, 502.0, 273.0, 170.0, 118.0, 88.0, 63.0, 42.0, 47.0, 28.0, 17.0, 22.0, 10.0, 11.0, 4.0, 5.0, 1.0, 5.0, 3.0, 4.0, 4.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 3.0], "bins": [-0.17398668825626373, -0.16891121864318848, -0.16383574903011322, -0.15876027941703796, -0.1536848098039627, -0.14860934019088745, -0.1435338705778122, -0.13845840096473694, -0.1333829164505005, -0.12830744683742523, -0.12323198467493057, -0.11815651506185532, -0.11308103799819946, -0.1080055683851242, -0.10293009877204895, -0.0978546291589737, -0.09277915954589844, -0.08770368993282318, -0.08262822031974792, -0.07755275070667267, -0.07247728109359741, -0.06740180402994156, -0.0623263344168663, -0.057250864803791046, -0.05217539519071579, -0.04709992557764053, -0.04202445596456528, -0.03694898262619972, -0.031873513013124466, -0.02679804340004921, -0.021722571924328804, -0.0166471004486084, -0.011571630835533142, -0.006496160291135311, -0.0014206897467374802, 0.003654780797660351, 0.008730251342058182, 0.013805721886456013, 0.018881192430853844, 0.02395666390657425, 0.029032133519649506, 0.03410760313272476, 0.03918307274580002, 0.04425854608416557, 0.04933401569724083, 0.054409485310316086, 0.05948495864868164, 0.0645604282617569, 0.06963589787483215, 0.07471136748790741, 0.07978683710098267, 0.08486230671405792, 0.08993777632713318, 0.09501325339078903, 0.10008872300386429, 0.10516419261693954, 0.1102396622300148, 0.11531513184309006, 0.12039060145616531, 0.12546607851982117, 0.13054154813289642, 0.13561701774597168, 0.14069248735904694, 0.1457679569721222, 0.15084342658519745]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 2.0, 3.0, 4.0, 2.0, 2.0, 0.0, 2.0, 1.0, 3.0, 2.0, 3.0, 2.0, 3.0, 4.0, 1.0, 4.0, 4.0, 2.0, 0.0, 0.0, 2.0, 0.0, 29.0, 2.0, 2.0, 2.0, 2.0, 2.0, 1.0, 4.0, 8.0, 1.0, 3.0, 1.0, 3.0, 2.0, 2.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.002895263023674488, -0.00278372410684824, -0.0026721851900219917, -0.0025606460403651, -0.0024491071235388517, -0.0023375682067126036, -0.0022260292898863554, -0.0021144903730601072, -0.0020029512234032154, -0.001891412422992289, -0.001779873389750719, -0.001668334472924471, -0.0015567955560982227, -0.0014452565228566527, -0.0013337176060304046, -0.0012221785727888346, -0.0011106396559625864, -0.0009991007391363382, -0.0008875617058947682, -0.0007760227890685201, -0.000664483814034611, -0.0005529448390007019, -0.0004414058930706233, -0.00032986694714054465, -0.00021832797210663557, -0.00010678901162464172, 4.7499488573521376e-06, 0.00011628890933934599, 0.00022782786982133985, 0.00033936684485524893, 0.00045090579078532755, 0.0005624447367154062, 0.0006739837117493153, 0.0007855226867832243, 0.0008970616618171334, 0.0010086005786433816, 0.0011201396118849516, 0.0012316785287111998, 0.001343217445537448, 0.001454756478779018, 0.001566295395605266, 0.0016778343124315143, 0.0017893733456730843, 0.0019009122624993324, 0.0020124511793255806, 0.0021239900961518288, 0.0022355292458087206, 0.0023470681626349688, 0.002458607079461217, 0.002570145996287465, 0.0026816849131137133, 0.002793224062770605, 0.0029047629795968533, 0.0030163018964231014, 0.0031278408132493496, 0.0032393797300755978, 0.003350918646901846, 0.0034624577965587378, 0.003573996713384986, 0.003685535630211234, 0.0037970745470374823, 0.003908613696694374, 0.004020152613520622, 0.00413169153034687, 0.004243230447173119]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 4.0, 5.0, 10.0, 14.0, 16.0, 39.0, 74.0, 109.0, 178.0, 331.0, 599.0, 946.0, 1739.0, 2873.0, 4819.0, 8171.0, 12753.0, 20485.0, 32286.0, 48887.0, 73958.0, 107418.0, 456924.0, 147321.0, 88786.0, 58031.0, 38150.0, 25882.0, 17369.0, 11198.0, 7471.0, 4665.0, 3040.0, 1967.0, 1179.0, 740.0, 481.0, 273.0, 169.0, 109.0, 55.0, 36.0, 26.0, 19.0, 11.0, 8.0, 2.0, 5.0, 3.0, 3.0, 3.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.014999703504145145, -0.014530697837471962, -0.014061692170798779, -0.013592686504125595, -0.013123680837452412, -0.012654675170779228, -0.012185669504106045, -0.011716663837432861, -0.011247659102082253, -0.010778653435409069, -0.010309647768735886, -0.009840642102062702, -0.009371636435389519, -0.008902630768716335, -0.008433625102043152, -0.007964619435369968, -0.007495613768696785, -0.0070266081020236015, -0.006557602435350418, -0.006088596768677235, -0.005619591102004051, -0.005150585900992155, -0.004681580234318972, -0.004212574567645788, -0.0037435689009726048, -0.0032745632342994213, -0.002805557567626238, -0.002336552133783698, -0.0018675464671105146, -0.0013985408004373312, -0.0009295352501794696, -0.00046052964171394706, 8.47596675157547e-06, 0.000477481575217098, 0.0009464871836826205, 0.0014154927339404821, 0.0018844984006136656, 0.002353504067286849, 0.002822509501129389, 0.0032915151678025723, 0.0037605208344757557, 0.004229526501148939, 0.004698532167822123, 0.005167537834495306, 0.005636543035507202, 0.006105548702180386, 0.006574554368853569, 0.0070435600355267525, 0.007512565702199936, 0.00798157136887312, 0.008450577035546303, 0.008919582702219486, 0.00938858836889267, 0.009857594035565853, 0.010326599702239037, 0.01079560536891222, 0.011264611035585403, 0.011733615770936012, 0.012202621437609196, 0.01267162710428238, 0.013140632770955563, 0.013609638437628746, 0.01407864410430193, 0.014547649770975113, 0.015016655437648296]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 10.0, 1.0, 3.0, 2.0, 2.0, 1.0, 6.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.018103694543242455, -0.017623523250222206, -0.017143351957201958, -0.01666318066418171, -0.01618300750851631, -0.015702836215496063, -0.015222664922475815, -0.014742493629455566, -0.014262322336435318, -0.013782150112092495, -0.013301978819072247, -0.012821807526051998, -0.01234163623303175, -0.011861464008688927, -0.011381292715668678, -0.01090112142264843, -0.010420950129628181, -0.009940777905285358, -0.00946060661226511, -0.008980435319244862, -0.008500263094902039, -0.00802009180188179, -0.007539920508861542, -0.007059748750180006, -0.00657957699149847, -0.006099405698478222, -0.005619233939796686, -0.005139062646776438, -0.004658890888094902, -0.004178719595074654, -0.003698547836393118, -0.003218376310542226, -0.0027382047846913338, -0.0022580332588404417, -0.0017778617329895496, -0.0012976900907233357, -0.0008175185648724437, -0.00033734700991772115, 0.00014282454503700137, 0.0006229961290955544, 0.0011031676549464464, 0.0015833391807973385, 0.0020635107066482306, 0.0025436822324991226, 0.0030238539911806583, 0.0035040255170315504, 0.0039841970428824425, 0.004464368335902691, 0.004944540094584227, 0.005424711853265762, 0.005904883146286011, 0.0063850549049675465, 0.006865226197987795, 0.007345397956669331, 0.007825569249689579, 0.008305740542709827, 0.00878591276705265, 0.009266084060072899, 0.009746255353093147, 0.01022642757743597, 0.010706598870456219, 0.011186770163476467, 0.011666941456496716, 0.012147113680839539, 0.012627284973859787]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 2.0, 3.0, 3.0, 9.0, 12.0, 10.0, 17.0, 24.0, 33.0, 39.0, 44.0, 53.0, 51.0, 74.0, 95.0, 98.0, 87.0, 95.0, 119.0, 132.0, 91.0, 135.0, 145.0, 165.0, 186.0, 277.0, 331.0, 392.0, 511.0, 595.0, 803.0, 1415.0, 4828.0, 1858.0, 1145.0, 885.0, 714.0, 606.0, 425.0, 369.0, 288.0, 249.0, 184.0, 166.0, 125.0, 137.0, 116.0, 70.0, 57.0, 39.0, 43.0, 18.0, 18.0, 16.0, 5.0, 8.0, 7.0, 3.0, 1.0, 2.0], "bins": [-0.00923887174576521, -0.008985056541860104, -0.008731242269277573, -0.008477427065372467, -0.008223611861467361, -0.00796979758888483, -0.007715982384979725, -0.007462167646735907, -0.007208352908492088, -0.00695453817024827, -0.006700723432004452, -0.006446908228099346, -0.006193093489855528, -0.00593927875161171, -0.005685463547706604, -0.005431648809462786, -0.0051778340712189674, -0.004924019332975149, -0.004670204594731331, -0.004416389390826225, -0.004162574652582407, -0.003908759914338589, -0.0036549449432641268, -0.003401129972189665, -0.0031473152339458466, -0.0028935004957020283, -0.0026396855246275663, -0.0023858705535531044, -0.002132055815309286, -0.001878240960650146, -0.001624426105991006, -0.0013706112513318658, -0.0011167963966727257, -0.0008629815420135856, -0.0006091666873544455, -0.00035535183269530535, -0.00010153697803616524, 0.00015227787662297487, 0.000406092731282115, 0.0006599075859412551, 0.0009137224406003952, 0.0011675372952595353, 0.0014213521499186754, 0.0016751670045778155, 0.0019289818592369556, 0.002182796597480774, 0.002436611568555236, 0.002690426539629698, 0.002944241277873516, 0.0031980560161173344, 0.0034518709871917963, 0.0037056859582662582, 0.0039595006965100765, 0.004213315434753895, 0.004467130638659, 0.004720945376902819, 0.004974760115146637, 0.005228574853390455, 0.0054823895916342735, 0.005736204795539379, 0.005990019533783197, 0.006243834272027016, 0.006497649475932121, 0.0067514642141759396, 0.007005278952419758]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06455515325069427, -0.06211963668465614, -0.05968412011861801, -0.05724860727787018, -0.054813090711832047, -0.052377574145793915, -0.04994205757975578, -0.04750654101371765, -0.04507102817296982, -0.042635511606931686, -0.040199995040893555, -0.03776447847485542, -0.03532896190881729, -0.03289344534277916, -0.030457930639386177, -0.028022415935993195, -0.025586899369955063, -0.02315138280391693, -0.02071586810052395, -0.018280351534485817, -0.015844836831092834, -0.013409320265054703, -0.010973803699016571, -0.008538288064301014, -0.006102772429585457, -0.003667256562039256, -0.0012317406944930553, 0.0012037751730531454, 0.003639291040599346, 0.006074806675314903, 0.008510323241353035, 0.010945838876068592, 0.01338135451078415, 0.01581687107682228, 0.018252385780215263, 0.020687902346253395, 0.023123417049646378, 0.02555893361568451, 0.02799445018172264, 0.030429964885115623, 0.032865479588508606, 0.03530099615454674, 0.03773651272058487, 0.040172029286623, 0.04260754585266113, 0.045043062418699265, 0.0474785752594471, 0.04991409182548523, 0.05234960839152336, 0.05478512495756149, 0.057220641523599625, 0.05965615436434746, 0.06209167093038559, 0.06452719122171402, 0.06696270406246185, 0.06939821690320969, 0.07183373719453812, 0.07426925003528595, 0.07670477032661438, 0.07914028316736221, 0.08157579600811005, 0.08401131629943848, 0.08644682914018631, 0.08888234943151474, 0.09131786227226257]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 4.0, 5.0, 5.0, 5.0, 6.0, 9.0, 11.0, 13.0, 9.0, 11.0, 5.0, 12.0, 19.0, 21.0, 28.0, 17.0, 8.0, 18.0, 6.0, 6.0, 3.0, 10.0, 4.0, 3.0, 6.0, 4.0, 5.0, 1.0, 5.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.023386701941490173, -0.02239459753036499, -0.021402493119239807, -0.020410386845469475, -0.01941828243434429, -0.01842617802321911, -0.017434071749448776, -0.016441967338323593, -0.01544986292719841, -0.014457758516073227, -0.01346565317362547, -0.012473547831177711, -0.011481443420052528, -0.010489339008927345, -0.009497233666479588, -0.00850512832403183, -0.007513023912906647, -0.006520919036120176, -0.005528814159333706, -0.0045367092825472355, -0.003544604405760765, -0.0025524995289742947, -0.0015603946521878242, -0.0005682897754013538, 0.0004238151013851166, 0.001415919978171587, 0.0024080248549580574, 0.003400129731744528, 0.004392234608530998, 0.005384339485317469, 0.006376444362103939, 0.0073685492388904095, 0.00836065411567688, 0.009352758526802063, 0.01034486386924982, 0.011336969211697578, 0.012329073622822762, 0.013321178033947945, 0.014313283376395702, 0.01530538871884346, 0.016297493129968643, 0.017289597541093826, 0.01828170195221901, 0.019273808225989342, 0.020265912637114525, 0.021258017048239708, 0.02225012332201004, 0.023242227733135223, 0.024234332144260406, 0.02522643655538559, 0.026218540966510773, 0.027210647240281105, 0.028202751651406288, 0.02919485606253147, 0.030186962336301804, 0.031179066747426987, 0.03217117115855217, 0.03316327556967735, 0.034155379980802536, 0.03514748439192772, 0.0361395925283432, 0.037131696939468384, 0.03812380135059357, 0.03911590576171875, 0.04010801017284393]}, "_runtime": 19.87743091583252, "_timestamp": 1596212890.5789685, "_step": 19}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 3.0, 3.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 6.0, 2.0, 3.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.013166431337594986, -0.012801054865121841, -0.012435678392648697, -0.012070302851498127, -0.011704926379024982, -0.011339549906551838, -0.010974173434078693, -0.010608796961605549, -0.010243421420454979, -0.009878044947981834, -0.00951266847550869, -0.009147292003035545, -0.0087819155305624, -0.008416539058089256, -0.008051163516938686, -0.007685787044465542, -0.007320410571992397, -0.006955034099519253, -0.0065896580927073956, -0.006224281620234251, -0.005858905613422394, -0.005493529140949249, -0.005128152668476105, -0.0047627766616642475, -0.004397400189191103, -0.0040320237167179585, -0.0036666477099061012, -0.0033012712374329567, -0.002935894997790456, -0.002570518758147955, -0.0022051422856748104, -0.0018397660460323095, -0.0014743898063898087, -0.0011090135667473078, -0.0007436372106894851, -0.0003782609128393233, -1.2884614989161491e-05, 0.0003524916828610003, 0.0007178679807111621, 0.0010832443367689848, 0.0014486205764114857, 0.0018139968160539865, 0.0021793730556964874, 0.002544749528169632, 0.002910125767812133, 0.0032755020074546337, 0.0036408784799277782, 0.0040062544867396355, 0.00437163095921278, 0.0047370074316859245, 0.005102383438497782, 0.005467759910970926, 0.0058331359177827835, 0.006198512390255928, 0.006563888862729073, 0.00692926486954093, 0.007294641342014074, 0.007660017814487219, 0.008025393821299076, 0.00839077029377222, 0.008756146766245365, 0.00912152323871851, 0.00948689877986908, 0.009852275252342224, 0.010217651724815369]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 2.0, 0.0, 4.0, 3.0, 3.0, 3.0, 6.0, 8.0, 9.0, 12.0, 13.0, 11.0, 16.0, 23.0, 30.0, 32.0, 27.0, 55.0, 72.0, 97.0, 108.0, 135.0, 189.0, 198.0, 295.0, 438.0, 3175.0, 1311.0, 546.0, 358.0, 218.0, 142.0, 94.0, 83.0, 53.0, 29.0, 40.0, 22.0, 21.0, 12.0, 13.0, 2.0, 3.0, 4.0, 3.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.1714424341917038, -0.16674602031707764, -0.16204962134361267, -0.1573532074689865, -0.15265679359436035, -0.14796039462089539, -0.14326398074626923, -0.13856756687164307, -0.1338711678981781, -0.12917475402355194, -0.12447834759950638, -0.11978194117546082, -0.11508552730083466, -0.11038912087678909, -0.10569271445274353, -0.10099630057811737, -0.09629989415407181, -0.09160348773002625, -0.08690707385540009, -0.08221066743135452, -0.07751426100730896, -0.0728178471326828, -0.06812144070863724, -0.06342503428459167, -0.058728624135255814, -0.05403221398591995, -0.04933580756187439, -0.04463939741253853, -0.03994298726320267, -0.035246580839157104, -0.030550170689821243, -0.02585376240313053, -0.02115735411643982, -0.016460945829749107, -0.01176453661173582, -0.0070681278593838215, -0.002371719107031822, 0.002324689645320177, 0.007021098397672176, 0.011717507615685463, 0.016413915902376175, 0.021110324189066887, 0.0258067324757576, 0.03050314262509346, 0.03519955277442932, 0.039895959198474884, 0.044592369347810745, 0.04928877577185631, 0.05398518592119217, 0.05868159607052803, 0.06337800621986389, 0.06807441264390945, 0.07277081906795502, 0.07746723294258118, 0.08216363936662674, 0.0868600457906723, 0.09155645966529846, 0.09625286608934402, 0.10094927251338959, 0.10564567893743515, 0.11034209281206131, 0.11503849923610687, 0.11973490566015244, 0.1244313195347786, 0.12912772595882416]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 5.0, 3.0, 3.0, 3.0, 0.0, 2.0, 1.0, 4.0, 3.0, 4.0, 1.0, 3.0, 7.0, 4.0, 24.0, 2.0, 2.0, 6.0, 2.0, 1.0, 5.0, 3.0, 3.0, 3.0, 1.0, 2.0, 4.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.00426665972918272, -0.004141887649893761, -0.004017115570604801, -0.003892343956977129, -0.0037675718776881695, -0.00364279979839921, -0.003518027951940894, -0.0033932561054825783, -0.0032684840261936188, -0.0031437119469046593, -0.0030189401004463434, -0.0028941682539880276, -0.002769396174699068, -0.0026446240954101086, -0.0025198522489517927, -0.002395080402493477, -0.0022703083232045174, -0.002145536243915558, -0.002020764397457242, -0.0018959924345836043, -0.0017712204717099667, -0.001646448508836329, -0.0015216765459626913, -0.0013969045830890536, -0.001272132620215416, -0.0011473606573417783, -0.0010225886944681406, -0.0008978167315945029, -0.0007730447687208652, -0.0006482728058472276, -0.0005235008429735899, -0.0003987288800999522, -0.00027395691722631454, -0.00014918495435267687, -2.4412991479039192e-05, 0.00010035897139459848, 0.00022513093426823616, 0.00034990289714187384, 0.0004746748600155115, 0.0005994468228891492, 0.0007242187857627869, 0.0008489907486364245, 0.0009737627115100622, 0.0010985346743837, 0.0012233066372573376, 0.0013480786001309752, 0.001472850563004613, 0.0015976225258782506, 0.0017223944887518883, 0.001847166451625526, 0.0019719384144991636, 0.0020967102609574795, 0.002221482340246439, 0.0023462544195353985, 0.0024710262659937143, 0.00259579811245203, 0.0027205701917409897, 0.002845342271029949, 0.002970114117488265, 0.003094885963946581, 0.0032196580432355404, 0.0033444301225245, 0.0034692019689828157, 0.0035939738154411316, 0.003718745894730091]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 1.0, 2.0, 6.0, 8.0, 15.0, 17.0, 19.0, 20.0, 36.0, 48.0, 69.0, 103.0, 145.0, 281.0, 456.0, 812.0, 1259.0, 1990.0, 3142.0, 5061.0, 8121.0, 12228.0, 18643.0, 28328.0, 41950.0, 62278.0, 94562.0, 159574.0, 465193.0, 94327.0, 61843.0, 40518.0, 26582.0, 17534.0, 11667.0, 7752.0, 5175.0, 3519.0, 2246.0, 1456.0, 919.0, 590.0, 346.0, 243.0, 167.0, 115.0, 72.0, 50.0, 39.0, 27.0, 22.0, 20.0, 13.0, 12.0, 3.0, 7.0, 6.0, 2.0, 1.0, 2.0, 2.0], "bins": [-0.013817640021443367, -0.013373239897191525, -0.012928839772939682, -0.01248443964868784, -0.012040039524435997, -0.011595639400184155, -0.011151240207254887, -0.010706840083003044, -0.010262439958751202, -0.009818039834499359, -0.009373639710247517, -0.008929239585995674, -0.008484839461743832, -0.00804043933749199, -0.007596039678901434, -0.0071516395546495914, -0.006707239430397749, -0.0062628393061459064, -0.005818439181894064, -0.005374039523303509, -0.004929639399051666, -0.004485239274799824, -0.004040839150547981, -0.0035964392591267824, -0.00315203913487494, -0.0027076390106230974, -0.0022632391192018986, -0.001818838994950056, -0.0013744389871135354, -0.0009300389792770147, -0.00048563891323283315, -4.123887629248202e-05, 0.0004031611606478691, 0.0008475611684843898, 0.0012919611763209105, 0.001736361300572753, 0.002180761191993952, 0.0026251613162457943, 0.003069561440497637, 0.0035139613319188356, 0.0039583612233400345, 0.004402761347591877, 0.0048471614718437195, 0.005291561596095562, 0.0057359617203474045, 0.006180361844599247, 0.006624761503189802, 0.007069161627441645, 0.007513561751693487, 0.007957961410284042, 0.008402361534535885, 0.008846761658787727, 0.00929116178303957, 0.009735561907291412, 0.010179962031543255, 0.010624362155795097, 0.01106876228004694, 0.011513162404298782, 0.011957562528550625, 0.012401961721479893, 0.012846361845731735, 0.013290761969983578, 0.01373516209423542, 0.014179562218487263, 0.014623962342739105]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 1.0, 2.0, 6.0, 0.0, 2.0, 2.0, 6.0, 1.0, 3.0, 1.0, 3.0, 1.0, 1.0, 4.0, 1.0, 0.0, 2.0, 3.0, 3.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.02567722089588642, -0.024930262938141823, -0.024183306843042374, -0.023436348885297775, -0.022689390927553177, -0.021942434832453728, -0.02119547687470913, -0.02044851891696453, -0.019701562821865082, -0.018954604864120483, -0.018207646906375885, -0.017460688948631287, -0.016713732853531837, -0.01596677489578724, -0.015219817869365215, -0.014472859911620617, -0.013725902885198593, -0.01297894585877657, -0.012231987901031971, -0.011485030874609947, -0.010738072916865349, -0.009991115890443325, -0.009244158864021301, -0.008497200906276703, -0.007750243879854679, -0.007003286387771368, -0.006256328895688057, -0.005509371869266033, -0.004762414377182722, -0.004015456885099411, -0.0032684996258467436, -0.002521542366594076, -0.001774584874510765, -0.0010276274988427758, -0.00028067012317478657, 0.0004662872524932027, 0.001213244628161192, 0.001960202120244503, 0.0027071593794971704, 0.003454116638749838, 0.004201074130833149, 0.00494803162291646, 0.005694989114999771, 0.006441946141421795, 0.007188903633505106, 0.007935861125588417, 0.00868281815201044, 0.00942977610975504, 0.010176733136177063, 0.010923690162599087, 0.011670648120343685, 0.012417605146765709, 0.013164563104510307, 0.013911520130932331, 0.014658477157354355, 0.015405435115098953, 0.01615239307284355, 0.016899349167943, 0.0176463071256876, 0.018393265083432198, 0.019140221178531647, 0.019887179136276245, 0.020634137094020844, 0.021381093189120293, 0.02212805114686489]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 6.0, 11.0, 19.0, 27.0, 27.0, 25.0, 39.0, 52.0, 54.0, 50.0, 54.0, 57.0, 56.0, 60.0, 67.0, 71.0, 66.0, 82.0, 133.0, 184.0, 224.0, 331.0, 377.0, 525.0, 652.0, 1060.0, 4464.0, 2349.0, 1587.0, 1221.0, 941.0, 673.0, 516.0, 375.0, 287.0, 305.0, 287.0, 225.0, 199.0, 183.0, 126.0, 78.0, 79.0, 63.0, 45.0, 29.0, 26.0, 9.0, 5.0, 11.0, 11.0, 7.0, 0.0, 3.0, 1.0, 5.0, 4.0, 2.0], "bins": [-0.01150358933955431, -0.011152282357215881, -0.010800976306200027, -0.010449669323861599, -0.01009836234152317, -0.009747056290507317, -0.009395749308168888, -0.00904444232583046, -0.008693136274814606, -0.008341829292476177, -0.007990522310137749, -0.0076392157934606075, -0.007287909276783466, -0.006936602294445038, -0.006585295777767897, -0.006233988795429468, -0.005882682278752327, -0.005531375762075186, -0.005180068779736757, -0.004828762263059616, -0.004477455280721188, -0.004126148764044046, -0.003774842247366905, -0.0034235354978591204, -0.0030722287483513355, -0.0027209219988435507, -0.002369615249335766, -0.0020183087326586246, -0.0016670019831508398, -0.001315695233643055, -0.0009643886005505919, -0.000613081909250468, -0.0002617752179503441, 8.953147334977984e-05, 0.0004408381646499038, 0.0007921448559500277, 0.0011434515472501516, 0.0014947582967579365, 0.0018460649298503995, 0.0021973715629428625, 0.0025486783124506474, 0.002899985061958432, 0.003251291811466217, 0.0036025983281433582, 0.003953904844820499, 0.004305211827158928, 0.004656518343836069, 0.005007825326174498, 0.005359131842851639, 0.00571043835952878, 0.0060617453418672085, 0.00641305185854435, 0.006764358840882778, 0.007115665357559919, 0.0074669718742370605, 0.007818278856575489, 0.008169585838913918, 0.008520891889929771, 0.0088721988722682, 0.009223505854606628, 0.009574811905622482, 0.00992611888796091, 0.01027742587029934, 0.010628731921315193, 0.010980038903653622]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11340014636516571, -0.10895171016454697, -0.10450328141450882, -0.10005484521389008, -0.09560640901327133, -0.09115798026323318, -0.08670954406261444, -0.0822611078619957, -0.07781267166137695, -0.0733642429113388, -0.06891580671072006, -0.06446737051010132, -0.06001894176006317, -0.05557050555944443, -0.05112207308411598, -0.04667363688349724, -0.04222520440816879, -0.03777677193284035, -0.0333283357322216, -0.028879903256893158, -0.024431468918919563, -0.01998303458094597, -0.015534601174294949, -0.011086167767643929, -0.006637733429670334, -0.0021892995573580265, 0.002259134314954281, 0.006707568187266588, 0.011156002059578896, 0.01560443639755249, 0.020052868872880936, 0.02450130321085453, 0.028949737548828125, 0.03339817002415657, 0.037846606224775314, 0.04229503870010376, 0.046743474900722504, 0.05119190737605095, 0.055640339851379395, 0.06008877605199814, 0.06453721225261688, 0.06898564100265503, 0.07343407720327377, 0.07788251340389252, 0.08233094215393066, 0.08677937835454941, 0.09122781455516815, 0.0956762433052063, 0.10012467950582504, 0.10457311570644379, 0.10902154445648193, 0.11346998065710068, 0.11791841685771942, 0.12236684560775757, 0.1268152892589569, 0.13126371800899506, 0.1357121467590332, 0.14016059041023254, 0.1446090191602707, 0.14905744791030884, 0.15350589156150818, 0.15795432031154633, 0.16240274906158447, 0.1668511927127838, 0.17129962146282196]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 3.0, 1.0, 1.0, 5.0, 3.0, 3.0, 3.0, 5.0, 9.0, 8.0, 6.0, 4.0, 10.0, 10.0, 17.0, 20.0, 23.0, 21.0, 12.0, 8.0, 9.0, 11.0, 2.0, 5.0, 10.0, 8.0, 7.0, 8.0, 6.0, 5.0, 2.0, 2.0, 1.0, 3.0, 2.0, 2.0, 3.0, 4.0, 1.0, 3.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.01932109147310257, -0.018369533121585846, -0.017417972907423973, -0.01646641455590725, -0.015514855273067951, -0.014563295990228653, -0.01361173763871193, -0.012660178355872631, -0.011708619073033333, -0.010757059790194035, -0.009805500507354736, -0.008853942155838013, -0.007902382872998714, -0.006950823590159416, -0.005999264772981405, -0.005047705955803394, -0.004096146672964096, -0.0031445876229554415, -0.002193028572946787, -0.0012414695229381323, -0.0002899104729294777, 0.0006616485770791769, 0.0016132076270878315, 0.002564766677096486, 0.0035163257271051407, 0.004467885009944439, 0.00541944382712245, 0.006371002644300461, 0.007322561927139759, 0.008274121209979057, 0.009225679561495781, 0.01017723884433508, 0.011128798127174377, 0.012080357410013676, 0.013031916692852974, 0.013983475044369698, 0.014935034327208996, 0.015886593610048294, 0.016838151961565018, 0.01778971217572689, 0.018741270527243614, 0.019692828878760338, 0.02064438909292221, 0.021595947444438934, 0.022547505795955658, 0.02349906601011753, 0.024450624361634254, 0.025402184575796127, 0.02635374292731285, 0.027305301278829575, 0.028256861492991447, 0.02920841984450817, 0.030159980058670044, 0.031111538410186768, 0.03206309676170349, 0.033014655113220215, 0.03396621346473694, 0.03491777554154396, 0.035869333893060684, 0.03682089224457741, 0.03777245059609413, 0.038724008947610855, 0.03967557102441788, 0.0406271293759346, 0.041578687727451324]}, "_runtime": 20.64587426185608, "_timestamp": 1596212891.3474119, "_step": 20}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 3.0, 0.0, 2.0, 5.0, 4.0, 1.0, 2.0, 4.0, 1.0, 1.0, 1.0, 1.0, 2.0, 4.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.015372310765087605, -0.014933541417121887, -0.014494773000478745, -0.014056003652513027, -0.01361723430454731, -0.013178465887904167, -0.01273969653993845, -0.012300928123295307, -0.01186215877532959, -0.011423389427363873, -0.01098462101072073, -0.010545851662755013, -0.01010708324611187, -0.009668313898146152, -0.009229544550180435, -0.008790776133537292, -0.008352006785571575, -0.007913237437605858, -0.007474469020962715, -0.007035699672996998, -0.006596930790692568, -0.006158161908388138, -0.0057193925604224205, -0.0052806236781179905, -0.0048418547958135605, -0.0044030859135091305, -0.0039643170312047005, -0.003525547683238983, -0.003086778800934553, -0.002648009918630123, -0.0022092408034950495, -0.0017704718047752976, -0.0013317028060555458, -0.000892933807335794, -0.00045416480861604214, -1.5395809896290302e-05, 0.00042337318882346153, 0.0008621421875432134, 0.0013009111862629652, 0.001739680184982717, 0.002178449183702469, 0.002617218066006899, 0.0030559871811419725, 0.003494756296277046, 0.003933525178581476, 0.004372294060885906, 0.0048110634088516235, 0.0052498322911560535, 0.0056886011734604836, 0.0061273700557649136, 0.006566138938069344, 0.007004908286035061, 0.007443677168339491, 0.007882446050643921, 0.008321215398609638, 0.008759983815252781, 0.009198753163218498, 0.009637522511184216, 0.010076290927827358, 0.010515060275793076, 0.010953828692436218, 0.011392598040401936, 0.011831367388367653, 0.012270135805010796, 0.012708905152976513]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 4.0, 2.0, 4.0, 5.0, 2.0, 4.0, 5.0, 8.0, 11.0, 11.0, 11.0, 16.0, 28.0, 29.0, 36.0, 43.0, 61.0, 98.0, 148.0, 177.0, 275.0, 388.0, 549.0, 3583.0, 1080.0, 484.0, 280.0, 156.0, 112.0, 83.0, 58.0, 38.0, 35.0, 25.0, 16.0, 13.0, 8.0, 12.0, 6.0, 3.0, 1.0, 6.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.19319023191928864, -0.18757955729961395, -0.18196888267993927, -0.17635822296142578, -0.1707475483417511, -0.16513687372207642, -0.15952619910240173, -0.15391552448272705, -0.14830484986305237, -0.14269419014453888, -0.1370835155248642, -0.13147284090518951, -0.12586216628551483, -0.12025149911642075, -0.11464082449674606, -0.10903015732765198, -0.1034194827079773, -0.09780880808830261, -0.09219814091920853, -0.08658746629953384, -0.08097679913043976, -0.07536612451076508, -0.0697554498910904, -0.06414478272199631, -0.058534108102321625, -0.05292343720793724, -0.047312766313552856, -0.041702091693878174, -0.03609142079949379, -0.030480749905109406, -0.024870077148079872, -0.01925940439105034, -0.013648733496665955, -0.008038061670958996, -0.002427389845252037, 0.0031832819804549217, 0.00879395380616188, 0.01440462563186884, 0.020015297457575798, 0.02562597021460533, 0.031236641108989716, 0.0368473120033741, 0.042457982897758484, 0.048068657517433167, 0.05367932841181755, 0.059289999306201935, 0.06490067392587662, 0.0705113410949707, 0.07612201571464539, 0.08173269033432007, 0.08734335750341415, 0.09295403212308884, 0.09856469929218292, 0.1041753739118576, 0.10978604853153229, 0.11539671570062637, 0.12100739032030106, 0.12661805748939514, 0.13222873210906982, 0.1378394067287445, 0.1434500813484192, 0.14906075596809387, 0.15467141568660736, 0.16028209030628204, 0.16589276492595673]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 4.0, 1.0, 3.0, 1.0, 4.0, 2.0, 1.0, 3.0, 3.0, 3.0, 5.0, 2.0, 2.0, 3.0, 24.0, 7.0, 1.0, 3.0, 5.0, 2.0, 0.0, 4.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 5.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.003708347212523222, -0.003590110456570983, -0.0034718739334493876, -0.0033536371774971485, -0.003235400654375553, -0.003117163898423314, -0.002998927142471075, -0.0028806906193494797, -0.0027624538633972406, -0.0026442171074450016, -0.0025259805843234062, -0.002407743828371167, -0.002289507072418928, -0.0021712705492973328, -0.0020530337933450937, -0.0019347971538081765, -0.0018165605142712593, -0.001698323874734342, -0.0015800872351974249, -0.0014618504792451859, -0.0013436138397082686, -0.0012253772001713514, -0.0011071404442191124, -0.0009889038046821952, -0.000870667165145278, -0.0007524305256083608, -0.0006341938278637826, -0.0005159571301192045, -0.0003977204905822873, -0.00027948382194153965, -0.00016124715330079198, -4.301048466004431e-05, 7.522618398070335e-05, 0.00019346285262145102, 0.0003116995212621987, 0.00042993618990294635, 0.000548172858543694, 0.0006664094980806112, 0.0007846461958251894, 0.0009028828935697675, 0.0010211195331066847, 0.001139356172643602, 0.001257592812180519, 0.0013758295681327581, 0.0014940662076696754, 0.0016123028472065926, 0.0017305396031588316, 0.0018487762426957488, 0.001967012882232666, 0.002085249638184905, 0.0022034861613065004, 0.0023217229172587395, 0.002439959440380335, 0.002558196196332574, 0.002676432952284813, 0.0027946694754064083, 0.0029129062313586473, 0.0030311429873108864, 0.0031493795104324818, 0.003267616266384721, 0.00338585302233696, 0.0035040895454585552, 0.0036223263014107943, 0.0037405628245323896, 0.0038587995804846287]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 4.0, 10.0, 17.0, 17.0, 35.0, 39.0, 67.0, 98.0, 170.0, 234.0, 434.0, 630.0, 1047.0, 1961.0, 3195.0, 5667.0, 9842.0, 17281.0, 29024.0, 48110.0, 76923.0, 120355.0, 484920.0, 139052.0, 86648.0, 55705.0, 35596.0, 22843.0, 14684.0, 9269.0, 5960.0, 3565.0, 2134.0, 1394.0, 859.0, 619.0, 383.0, 256.0, 157.0, 125.0, 86.0, 50.0, 51.0, 34.0, 23.0, 22.0, 12.0, 14.0, 7.0, 2.0, 5.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.01498167123645544, -0.014494869858026505, -0.014008069410920143, -0.013521268032491207, -0.013034466654062271, -0.012547665275633335, -0.012060863897204399, -0.011574063450098038, -0.011087262071669102, -0.010600460693240166, -0.010113660246133804, -0.009626858867704868, -0.009140057489275932, -0.008653256110846996, -0.00816645473241806, -0.007679654285311699, -0.007192852906882763, -0.006706051528453827, -0.006219250615686178, -0.0057324497029185295, -0.0052456483244895935, -0.0047588469460606575, -0.004272046033293009, -0.0037852448876947165, -0.003298443742096424, -0.0028116425964981318, -0.0023248414508998394, -0.001838040305301547, -0.0013512391597032547, -0.0008644380141049623, -0.00037763686850667, 0.00010916427709162235, 0.0005959654226899147, 0.001082766568288207, 0.0015695677138864994, 0.0020563688594847918, 0.002543170005083084, 0.0030299711506813765, 0.003516772296279669, 0.0040035732090473175, 0.0044903745874762535, 0.0049771759659051895, 0.005463976878672838, 0.005950777791440487, 0.006437579169869423, 0.006924380548298359, 0.007411181461066008, 0.007897982373833656, 0.008384783752262592, 0.008871585130691528, 0.00935838557779789, 0.009845186956226826, 0.010331988334655762, 0.010818789713084698, 0.011305591091513634, 0.011792391538619995, 0.012279192917048931, 0.012765994295477867, 0.013252794742584229, 0.013739596121013165, 0.0142263974994421, 0.014713198877871037, 0.015200000256299973, 0.015686800703406334, 0.016173601150512695]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 4.0, 2.0, 4.0, 3.0, 1.0, 10.0, 6.0, 4.0, 3.0, 1.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013374765403568745, -0.012928599491715431, -0.012482433579862118, -0.012036268599331379, -0.011590102687478065, -0.011143936775624752, -0.010697770863771439, -0.010251604951918125, -0.009805439040064812, -0.009359274059534073, -0.00891310814768076, -0.008466942235827446, -0.008020776323974133, -0.007574610877782106, -0.007128444965928793, -0.006682279519736767, -0.006236113607883453, -0.00578994769603014, -0.005343782249838114, -0.0048976163379848, -0.004451450891792774, -0.004005284979939461, -0.0035591190680861473, -0.0031129533890634775, -0.0026667877100408077, -0.002220622031018138, -0.0017744562355801463, -0.0013282904401421547, -0.0008821247611194849, -0.0004359590238891542, 1.020671334117651e-05, 0.0004563724505715072, 0.0009025381878018379, 0.0013487038668245077, 0.0017948696622624993, 0.002241035457700491, 0.0026872011367231607, 0.0031333668157458305, 0.003579532727599144, 0.00402569817379117, 0.0044718640856444836, 0.004918029997497797, 0.005364195443689823, 0.005810361355543137, 0.00625652726739645, 0.006702692713588476, 0.00714885862544179, 0.007595024071633816, 0.00804118998348713, 0.008487355895340443, 0.008933521807193756, 0.009379686787724495, 0.009825852699577808, 0.010272018611431122, 0.010718184523284435, 0.011164350435137749, 0.011610515415668488, 0.012056681327521801, 0.012502847239375114, 0.012949013151228428, 0.013395179063081741, 0.013841344974935055, 0.014287509955465794, 0.014733675867319107, 0.01517984177917242]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 2.0, 3.0, 2.0, 3.0, 2.0, 5.0, 1.0, 3.0, 3.0, 3.0, 2.0, 6.0, 9.0, 7.0, 11.0, 13.0, 18.0, 22.0, 35.0, 39.0, 53.0, 116.0, 168.0, 215.0, 323.0, 420.0, 663.0, 913.0, 1787.0, 6583.0, 3141.0, 1480.0, 840.0, 483.0, 277.0, 251.0, 138.0, 81.0, 57.0, 57.0, 45.0, 39.0, 35.0, 20.0, 11.0, 9.0, 9.0, 6.0, 2.0, 3.0, 4.0, 2.0, 0.0, 3.0], "bins": [-0.01400903332978487, -0.013657692819833755, -0.01330635230988264, -0.0129550127312541, -0.012603672221302986, -0.012252331711351871, -0.011900991201400757, -0.011549650691449642, -0.011198310181498528, -0.010846970602869987, -0.010495630092918873, -0.010144289582967758, -0.009792949073016644, -0.009441608563065529, -0.009090268984436989, -0.008738928474485874, -0.00838758796453476, -0.008036247454583645, -0.0076849074102938175, -0.007333566900342703, -0.0069822268560528755, -0.006630886346101761, -0.006279545836150646, -0.005928205791860819, -0.005576865281909704, -0.0052255247719585896, -0.004874184727668762, -0.0045228442177176476, -0.004171503707766533, -0.0038201636634767056, -0.003468823153525591, -0.00311748287640512, -0.002766142599284649, -0.002414802322164178, -0.002063462045043707, -0.0017121215350925922, -0.0013607812579721212, -0.0010094409808516502, -0.0006581005873158574, -0.0003067602519877255, 4.458008334040642e-05, 0.00039592041866853833, 0.0007472607539966702, 0.001098601147532463, 0.001449941424652934, 0.001801281701773405, 0.0021526222117245197, 0.0025039624888449907, 0.0028553027659654617, 0.0032066430430859327, 0.0035579833202064037, 0.003909323830157518, 0.004260663874447346, 0.00461200438439846, 0.004963344894349575, 0.005314684938639402, 0.005666025448590517, 0.006017365958541632, 0.006368706002831459, 0.006720046512782574, 0.007071387022733688, 0.007422727067023516, 0.00777406757697463, 0.008125407621264458, 0.008476748131215572]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.07878223806619644, -0.07689544558525085, -0.07500866055488586, -0.07312186807394028, -0.07123507559299469, -0.0693482831120491, -0.06746149063110352, -0.06557470560073853, -0.06368791311979294, -0.06180112063884735, -0.05991433188319206, -0.058027543127536774, -0.056140750646591187, -0.0542539581656456, -0.05236716940999031, -0.05048038065433502, -0.048593588173389435, -0.04670679569244385, -0.04482000693678856, -0.04293321818113327, -0.04104642570018768, -0.039159633219242096, -0.03727284446358681, -0.03538605570793152, -0.03349926322698593, -0.031612470746040344, -0.029725681990385056, -0.027838891372084618, -0.02595210075378418, -0.024065310135483742, -0.022178519517183304, -0.020291728898882866, -0.018404938280582428, -0.01651814766228199, -0.014631357043981552, -0.012744566425681114, -0.010857775807380676, -0.008970985189080238, -0.0070841945707798, -0.0051974039524793625, -0.0033106133341789246, -0.0014238227158784866, 0.0004629679024219513, 0.0023497585207223892, 0.004236549139022827, 0.006123339757323265, 0.008010130375623703, 0.009896920993924141, 0.011783711612224579, 0.013670502230525017, 0.015557292848825455, 0.017444083467125893, 0.01933087408542633, 0.02121766470372677, 0.023104455322027206, 0.024991245940327644, 0.026878036558628082, 0.02876482717692852, 0.030651617795228958, 0.03253840655088425, 0.034425199031829834, 0.03631199151277542, 0.03819878026843071, 0.040085569024086, 0.041972361505031586]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 4.0, 3.0, 0.0, 1.0, 4.0, 6.0, 3.0, 8.0, 8.0, 13.0, 11.0, 14.0, 17.0, 7.0, 7.0, 17.0, 7.0, 29.0, 26.0, 14.0, 8.0, 12.0, 8.0, 7.0, 7.0, 8.0, 4.0, 0.0, 2.0, 4.0, 2.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03129449486732483, -0.030389219522476196, -0.029483944177627563, -0.02857866883277893, -0.027673393487930298, -0.026768118143081665, -0.025862842798233032, -0.0249575674533844, -0.024052292108535767, -0.023147016763687134, -0.0222417414188385, -0.021336466073989868, -0.020431190729141235, -0.019525915384292603, -0.01862064003944397, -0.017715364694595337, -0.016810089349746704, -0.01590481400489807, -0.014999538660049438, -0.014094263315200806, -0.013188987970352173, -0.01228371262550354, -0.011378437280654907, -0.010473161935806274, -0.009567886590957642, -0.008662611246109009, -0.007757335901260376, -0.006852060556411743, -0.00594678521156311, -0.0050415098667144775, -0.004136234521865845, -0.003230959177017212, -0.002325683832168579, -0.0014204084873199463, -0.0005151331424713135, 0.00039014220237731934, 0.0012954175472259521, 0.002200692892074585, 0.0031059682369232178, 0.004011243581771851, 0.004916518926620483, 0.005821794271469116, 0.006727069616317749, 0.007632344961166382, 0.008537620306015015, 0.009442895650863647, 0.01034817099571228, 0.011253446340560913, 0.012158721685409546, 0.013063997030258179, 0.013969272375106812, 0.014874547719955444, 0.015779823064804077, 0.01668509840965271, 0.017590373754501343, 0.018495649099349976, 0.01940092444419861, 0.02030619978904724, 0.021211475133895874, 0.022116750478744507, 0.02302202582359314, 0.023927301168441772, 0.024832576513290405, 0.025737851858139038, 0.02664312720298767]}, "_runtime": 21.432785511016846, "_timestamp": 1596212892.1343231, "_step": 21}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 4.0, 1.0, 2.0, 1.0, 2.0, 1.0, 3.0, 2.0, 1.0, 1.0, 3.0, 0.0, 5.0, 1.0, 2.0, 4.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.014644395560026169, -0.014243771322071552, -0.01384314801543951, -0.013442523777484894, -0.013041899539530277, -0.012641276232898235, -0.012240651994943619, -0.011840027756989002, -0.01143940445035696, -0.011038780212402344, -0.010638155974447727, -0.010237532667815685, -0.009836908429861069, -0.009436284191906452, -0.00903566088527441, -0.008635036647319794, -0.008234413340687752, -0.007833789102733135, -0.007433164864778519, -0.0070325410924851894, -0.00663191732019186, -0.006231293082237244, -0.005830669309943914, -0.005430045537650585, -0.005029421299695969, -0.004628797527402639, -0.00422817375510931, -0.0038275497499853373, -0.0034269257448613644, -0.003026301972568035, -0.0026256779674440622, -0.002225054195150733, -0.00182443019002676, -0.001423806301318109, -0.001023182412609458, -0.0006225584074854851, -0.000221934518776834, 0.0001786893990356475, 0.000579313316848129, 0.000979937263764441, 0.001380561152473092, 0.0017811850411817431, 0.002181808929890394, 0.002582432935014367, 0.00298305694013834, 0.0033836807124316692, 0.003784304717555642, 0.004184928722679615, 0.004585552494972944, 0.0049861762672662735, 0.00538680050522089, 0.005787424277514219, 0.0061880480498075485, 0.006588672287762165, 0.006989296060055494, 0.0073899198323488235, 0.00779054407030344, 0.008191167376935482, 0.008591791614890099, 0.008992415852844715, 0.009393039159476757, 0.009793663397431374, 0.01019428763538599, 0.010594910942018032, 0.010995535179972649]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 5.0, 1.0, 2.0, 10.0, 8.0, 14.0, 8.0, 13.0, 18.0, 23.0, 19.0, 30.0, 29.0, 50.0, 61.0, 73.0, 107.0, 139.0, 190.0, 283.0, 430.0, 2495.0, 2240.0, 715.0, 343.0, 187.0, 132.0, 84.0, 63.0, 38.0, 21.0, 13.0, 24.0, 11.0, 11.0, 8.0, 6.0, 9.0, 5.0, 3.0, 3.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1917721927165985, -0.18610945343971252, -0.18044669926166534, -0.17478395998477936, -0.16912122070789337, -0.1634584665298462, -0.1577957272529602, -0.15213298797607422, -0.14647024869918823, -0.14080749452114105, -0.13514475524425507, -0.12948201596736908, -0.1238192617893219, -0.11815652251243591, -0.11249377578496933, -0.10683103650808334, -0.10116828978061676, -0.09550554305315018, -0.08984280377626419, -0.08418005704879761, -0.07851731777191162, -0.07285457104444504, -0.06719182431697845, -0.06152908131480217, -0.055866338312625885, -0.0502035953104496, -0.044540852308273315, -0.03887810558080673, -0.03321536257863045, -0.027552619576454163, -0.02188987471163273, -0.016227129846811295, -0.01056438684463501, -0.00490164291113615, 0.000761101022362709, 0.0064238449558615685, 0.012086588889360428, 0.017749331891536713, 0.023412076756358147, 0.02907482162117958, 0.034737564623355865, 0.04040030762553215, 0.046063050627708435, 0.05172579735517502, 0.0573885403573513, 0.06305128335952759, 0.06871403008699417, 0.07437676936388016, 0.08003951609134674, 0.08570226281881332, 0.09136500209569931, 0.0970277488231659, 0.10269048810005188, 0.10835323482751846, 0.11401598155498505, 0.11967872083187103, 0.1253414750099182, 0.1310042142868042, 0.13666695356369019, 0.14232969284057617, 0.14799244701862335, 0.15365518629550934, 0.15931792557239532, 0.1649806797504425, 0.1706434190273285]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 3.0, 3.0, 3.0, 5.0, 6.0, 5.0, 3.0, 1.0, 2.0, 3.0, 5.0, 0.0, 2.0, 2.0, 23.0, 4.0, 7.0, 4.0, 0.0, 4.0, 3.0, 3.0, 3.0, 4.0, 2.0, 4.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004343235399574041, -0.004192179534584284, -0.004041123669594526, -0.003890067571774125, -0.0037390117067843676, -0.00358795584179461, -0.003436899743974209, -0.0032858438789844513, -0.0031347880139946938, -0.0029837321490049362, -0.0028326762840151787, -0.0026816201861947775, -0.00253056432120502, -0.0023795084562152624, -0.0022284523583948612, -0.0020773964934051037, -0.0019263406284153461, -0.0017752847634255886, -0.0016242287820205092, -0.0014731728006154299, -0.0013221169356256723, -0.0011710610706359148, -0.0010200050892308354, -0.000868949166033417, -0.0007178932428359985, -0.0005668373196385801, -0.00041578139644116163, -0.0002647254732437432, -0.00011366955004632473, 3.738637315109372e-05, 0.00018844229634851217, 0.0003394982195459306, 0.0004905541427433491, 0.0006416100659407675, 0.000792665989138186, 0.0009437219123356044, 0.0010947778355330229, 0.0012458337005227804, 0.0013968896819278598, 0.0015479456633329391, 0.0016990015283226967, 0.0018500573933124542, 0.0020011132583022118, 0.002152169356122613, 0.0023032252211123705, 0.002454281086102128, 0.0026053371839225292, 0.0027563930489122868, 0.0029074489139020443, 0.003058504778891802, 0.0032095606438815594, 0.0033606167417019606, 0.003511672606691718, 0.0036627284716814756, 0.003813784569501877, 0.003964840434491634, 0.004115896299481392, 0.0042669521644711494, 0.004418008029460907, 0.0045690638944506645, 0.004720119759440422, 0.004871176090091467, 0.0050222319550812244, 0.005173287820070982, 0.0053243436850607395]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 6.0, 6.0, 9.0, 20.0, 14.0, 33.0, 47.0, 69.0, 93.0, 124.0, 163.0, 289.0, 350.0, 605.0, 1042.0, 1514.0, 2677.0, 4417.0, 7692.0, 13507.0, 23293.0, 39472.0, 64730.0, 101067.0, 159922.0, 493986.0, 100008.0, 59974.0, 37630.0, 23941.0, 15142.0, 9596.0, 6168.0, 4049.0, 2675.0, 1709.0, 1175.0, 734.0, 477.0, 337.0, 187.0, 176.0, 130.0, 99.0, 73.0, 65.0, 31.0, 26.0, 33.0, 18.0, 11.0, 10.0, 10.0, 3.0, 2.0, 4.0, 1.0, 0.0, 3.0], "bins": [-0.014365020208060741, -0.01389023195952177, -0.013415442779660225, -0.012940654531121254, -0.012465866282582283, -0.011991077102720737, -0.011516288854181767, -0.011041499674320221, -0.01056671142578125, -0.010091923177242279, -0.009617133997380733, -0.009142345748841763, -0.008667556568980217, -0.008192768320441246, -0.007717980071902275, -0.007243191357702017, -0.006768402643501759, -0.0062936139293015, -0.005818825215101242, -0.005344036966562271, -0.004869248252362013, -0.004394459538161755, -0.003919671289622784, -0.0034448825754225254, -0.002970093861222267, -0.002495305147022009, -0.0020205166656523943, -0.0015457280678674579, -0.0010709394700825214, -0.000596150872297585, -0.00012136227451264858, 0.00035342632327228785, 0.0008282149210572243, 0.0013030035188421607, 0.0017777921166270971, 0.0022525805979967117, 0.00272736931219697, 0.0032021580263972282, 0.003676946507766843, 0.0041517349891364574, 0.004626523703336716, 0.005101312417536974, 0.005576101131737232, 0.006050889380276203, 0.006525678094476461, 0.00700046680867672, 0.007475255057215691, 0.007950044237077236, 0.008424832485616207, 0.008899620734155178, 0.009374409914016724, 0.009849198162555695, 0.010323986411094666, 0.010798775590956211, 0.011273563839495182, 0.011748353019356728, 0.012223141267895699, 0.01269792951643467, 0.013172718696296215, 0.013647506944835186, 0.014122296124696732, 0.014597084373235703, 0.015071872621774673, 0.015546661801636219, 0.016021449118852615]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 2.0, 0.0, 3.0, 8.0, 3.0, 5.0, 7.0, 1.0, 2.0, 3.0, 1.0, 3.0, 4.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0280576441437006, -0.027287693694233894, -0.02651774324476719, -0.025747794657945633, -0.024977844208478928, -0.024207893759012222, -0.023437943309545517, -0.02266799286007881, -0.021898042410612106, -0.02112809382379055, -0.020358143374323845, -0.01958819292485714, -0.018818242475390434, -0.01804829202592373, -0.017278343439102173, -0.016508392989635468, -0.015738442540168762, -0.014968492090702057, -0.014198542572557926, -0.01342859212309122, -0.01265864260494709, -0.011888692155480385, -0.01111874170601368, -0.010348792187869549, -0.009578841738402843, -0.008808891288936138, -0.008038941770792007, -0.007268991321325302, -0.006499041337519884, -0.005729091353714466, -0.004959140904247761, -0.004189190920442343, -0.0034192409366369247, -0.0026492909528315067, -0.001879340736195445, -0.0011093906359747052, -0.0003394405357539654, 0.00043050956446677446, 0.0012004596646875143, 0.001970409881323576, 0.002740359865128994, 0.003510309848934412, 0.00428025983273983, 0.005050210282206535, 0.005820160266011953, 0.006590110249817371, 0.007360060699284077, 0.008130010217428207, 0.008899960666894913, 0.009669911116361618, 0.010439860634505749, 0.011209811083972454, 0.011979760602116585, 0.01274971105158329, 0.013519661501049995, 0.014289611019194126, 0.015059561468660831, 0.015829510986804962, 0.016599461436271667, 0.017369411885738373, 0.018139362335205078, 0.018909312784671783, 0.01967926137149334, 0.020449211820960045, 0.02121916227042675]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 3.0, 3.0, 8.0, 9.0, 18.0, 28.0, 28.0, 36.0, 32.0, 44.0, 47.0, 53.0, 49.0, 43.0, 57.0, 63.0, 68.0, 81.0, 84.0, 97.0, 121.0, 139.0, 172.0, 216.0, 277.0, 363.0, 354.0, 565.0, 878.0, 1686.0, 5499.0, 2069.0, 1274.0, 958.0, 622.0, 482.0, 375.0, 286.0, 247.0, 224.0, 170.0, 134.0, 96.0, 58.0, 56.0, 54.0, 36.0, 29.0, 28.0, 28.0, 26.0, 14.0, 8.0, 5.0, 11.0, 3.0, 2.0, 3.0, 4.0, 2.0, 1.0, 2.0], "bins": [-0.012548496015369892, -0.012160278856754303, -0.01177206076681614, -0.01138384360820055, -0.010995626449584961, -0.010607408359646797, -0.010219191201031208, -0.009830973111093044, -0.009442755952477455, -0.009054538793861866, -0.008666320703923702, -0.008278103545308113, -0.00788988545536995, -0.00750166829675436, -0.007113451138138771, -0.006725233513861895, -0.006337015889585018, -0.005948798265308142, -0.005560580641031265, -0.005172363482415676, -0.0047841458581388, -0.004395928233861923, -0.004007711075246334, -0.0036194934509694576, -0.003231275826692581, -0.0028430582024157047, -0.002454840810969472, -0.002066623419523239, -0.0016784057952463627, -0.001290188287384808, -0.0009019707795232534, -0.0005137532716616988, -0.0001255357638001442, 0.0002626817440614104, 0.000650899251922965, 0.0010391167597845197, 0.0014273342676460743, 0.001815551775507629, 0.0022037692833691835, 0.0025919866748154163, 0.002980204299092293, 0.0033684219233691692, 0.003756639314815402, 0.004144856706261635, 0.004533074330538511, 0.004921291954815388, 0.005309509113430977, 0.005697726737707853, 0.00608594436198473, 0.006474161986261606, 0.006862379610538483, 0.007250596769154072, 0.007638814393430948, 0.008027032017707825, 0.008415249176323414, 0.008803467266261578, 0.009191684424877167, 0.009579901583492756, 0.00996811967343092, 0.010356336832046509, 0.010744554921984673, 0.011132772080600262, 0.01152098923921585, 0.011909207329154015, 0.012297424487769604]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.08227146416902542, -0.07897930592298508, -0.07568715512752533, -0.07239499688148499, -0.06910283863544464, -0.0658106878399849, -0.06251852959394455, -0.059226371347904205, -0.05593421682715416, -0.052642062306404114, -0.04934990406036377, -0.046057749539613724, -0.04276559501886368, -0.039473436772823334, -0.03618128225207329, -0.032889124006032944, -0.029596969485282898, -0.026304813101887703, -0.023012656718492508, -0.019720502197742462, -0.016428345814347267, -0.013136189430952072, -0.009844033978879452, -0.006551878061145544, -0.0032597221434116364, 3.243377432227135e-05, 0.003324589692056179, 0.006616745609790087, 0.009908901527523994, 0.01320105791091919, 0.016493212431669235, 0.01978536881506443, 0.023077525198459625, 0.02636968158185482, 0.029661837965250015, 0.03295399248600006, 0.036246150732040405, 0.03953830525279045, 0.0428304597735405, 0.04612261801958084, 0.04941477254033089, 0.05270692706108093, 0.05599908530712128, 0.05929123982787132, 0.06258339434862137, 0.06587555259466171, 0.06916771084070206, 0.0724598616361618, 0.07575201988220215, 0.07904417812824249, 0.08233632892370224, 0.08562848716974258, 0.08892064541578293, 0.09221279621124268, 0.09550495445728302, 0.09879711270332336, 0.10208927094936371, 0.10538142174482346, 0.1086735799908638, 0.11196573823690414, 0.11525788903236389, 0.11855004727840424, 0.12184220552444458, 0.12513436377048492, 0.12842652201652527]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 3.0, 0.0, 5.0, 7.0, 4.0, 3.0, 4.0, 5.0, 7.0, 9.0, 5.0, 18.0, 10.0, 11.0, 14.0, 13.0, 24.0, 11.0, 11.0, 13.0, 8.0, 11.0, 6.0, 10.0, 6.0, 4.0, 4.0, 5.0, 7.0, 3.0, 1.0, 2.0, 5.0, 2.0, 4.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 2.0, 4.0, 1.0, 2.0, 0.0, 1.0, 1.0, 4.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.015841444954276085, -0.01503523625433445, -0.014229027554392815, -0.013422817923128605, -0.01261660922318697, -0.011810400523245335, -0.011004190891981125, -0.01019798219203949, -0.009391773492097855, -0.00858556479215622, -0.007779355626553297, -0.006973146460950375, -0.0061669377610087395, -0.005360729061067104, -0.004554519895464182, -0.003748310962691903, -0.0029421020299196243, -0.0021358930971473455, -0.0013296841643750668, -0.000523475231602788, 0.0002827337011694908, 0.0010889426339417696, 0.0018951515667140484, 0.002701360499486327, 0.003507569432258606, 0.004313778132200241, 0.0051199872978031635, 0.005926196463406086, 0.006732405163347721, 0.007538613863289356, 0.008344823494553566, 0.009151032194495201, 0.009957240894436836, 0.010763449594378471, 0.011569658294320107, 0.012375867925584316, 0.013182076625525951, 0.013988285325467587, 0.014794494956731796, 0.015600703656673431, 0.016406912356615067, 0.0172131210565567, 0.018019329756498337, 0.018825538456439972, 0.019631747156381607, 0.02043795771896839, 0.021244166418910027, 0.02205037511885166, 0.022856583818793297, 0.023662792518734932, 0.024469001218676567, 0.025275209918618202, 0.026081420481204987, 0.02688762918114662, 0.027693837881088257, 0.028500046581029892, 0.029306255280971527, 0.030112463980913162, 0.030918672680854797, 0.03172488138079643, 0.03253109008073807, 0.0333372987806797, 0.03414350748062134, 0.03494971618056297, 0.03575592488050461]}, "_runtime": 22.29166841506958, "_timestamp": 1596212892.993206, "_step": 22}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 2.0, 4.0, 2.0, 4.0, 4.0, 2.0, 3.0, 0.0, 4.0, 4.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014944608323276043, -0.01439659297466278, -0.013848577626049519, -0.013300563208758831, -0.012752547860145569, -0.012204532511532307, -0.011656517162919044, -0.011108501814305782, -0.01056048646569252, -0.010012472048401833, -0.00946445669978857, -0.008916441351175308, -0.008368426002562046, -0.007820410653948784, -0.007272395770996809, -0.006724380888044834, -0.006176365539431572, -0.00562835019081831, -0.005080335307866335, -0.004532319959253073, -0.003984305076301098, -0.0034362897276878357, -0.0028882743790745735, -0.002340259263291955, -0.0017922441475093365, -0.001244229031726718, -0.0006962137995287776, -0.00014819862553849816, 0.00039981654845178127, 0.0009478317224420607, 0.0014958468964323401, 0.0020438621286302805, 0.002591877244412899, 0.0031398923601955175, 0.003687907475978136, 0.004235922824591398, 0.004783937707543373, 0.005331953056156635, 0.0058799684047698975, 0.006427983287721872, 0.0069759986363351345, 0.007524013984948397, 0.008072028867900372, 0.008620044216513634, 0.009168059565126896, 0.009716074913740158, 0.010264089331030846, 0.010812104679644108, 0.01136012002825737, 0.011908135376870632, 0.012456150725483894, 0.013004165142774582, 0.013552180491387844, 0.014100195840001106, 0.014648211188614368, 0.01519622653722763, 0.015744240954518318, 0.016292257234454155, 0.016840271651744843, 0.01738828606903553, 0.017936302348971367, 0.018484316766262054, 0.01903233304619789, 0.01958034746348858, 0.020128361880779266]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 7.0, 3.0, 4.0, 7.0, 9.0, 11.0, 20.0, 13.0, 22.0, 29.0, 44.0, 45.0, 73.0, 103.0, 132.0, 190.0, 248.0, 356.0, 550.0, 4007.0, 893.0, 386.0, 222.0, 151.0, 92.0, 71.0, 58.0, 36.0, 27.0, 27.0, 12.0, 13.0, 14.0, 10.0, 9.0, 8.0, 5.0, 2.0, 3.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.19519801437854767, -0.1895172894001007, -0.18383656442165375, -0.1781558394432068, -0.17247511446475983, -0.16679438948631287, -0.1611136645078659, -0.15543293952941895, -0.14975222945213318, -0.14407150447368622, -0.13839077949523926, -0.1327100545167923, -0.12702932953834534, -0.12134860455989838, -0.11566787958145142, -0.10998715460300446, -0.1043064296245575, -0.09862570464611053, -0.09294497966766357, -0.08726425468921661, -0.08158352971076965, -0.07590281218290329, -0.07022208720445633, -0.06454136222600937, -0.05886063724756241, -0.05317991226911545, -0.04749918729066849, -0.041818466037511826, -0.036137741059064865, -0.030457016080617905, -0.024776292964816093, -0.019095569849014282, -0.013414844870567322, -0.007734120823442936, -0.00205339677631855, 0.0036273272708058357, 0.009308051317930222, 0.014988775365054607, 0.020669499412178993, 0.026350222527980804, 0.032030947506427765, 0.037711672484874725, 0.043392397463321686, 0.04907311871647835, 0.05475384369492531, 0.06043456867337227, 0.06611528992652893, 0.07179601490497589, 0.07747673988342285, 0.08315746486186981, 0.08883818984031677, 0.09451891481876373, 0.1001996397972107, 0.10588035732507706, 0.11156108230352402, 0.11724180728197098, 0.12292253226041794, 0.1286032497882843, 0.13428397476673126, 0.13996469974517822, 0.14564542472362518, 0.15132614970207214, 0.1570068746805191, 0.16268759965896606, 0.16836832463741302]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 3.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 5.0, 1.0, 1.0, 3.0, 2.0, 6.0, 5.0, 6.0, 5.0, 2.0, 5.0, 3.0, 26.0, 2.0, 3.0, 1.0, 7.0, 3.0, 6.0, 0.0, 3.0, 2.0, 2.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002854446182027459, -0.0027255259919911623, -0.002596606034785509, -0.0024676858447492123, -0.0023387656547129154, -0.0022098456975072622, -0.0020809255074709654, -0.0019520054338499904, -0.0018230853602290154, -0.0016941652866080403, -0.0015652452129870653, -0.0014363250229507685, -0.0013074049493297935, -0.0011784848757088184, -0.0010495646856725216, -0.0009206446120515466, -0.0007917245384305716, -0.0006628044648095965, -0.0005338843329809606, -0.00040496423025615513, -0.00027604412753134966, -0.00014712402480654418, -1.820392208173871e-05, 0.00011071618064306676, 0.00023963628336787224, 0.0003685563860926777, 0.0004974764888174832, 0.0006263966206461191, 0.0007553166942670941, 0.0008842367678880692, 0.001013156957924366, 0.001142077031545341, 0.001270997105166316, 0.001399917178787291, 0.001528837252408266, 0.001657757442444563, 0.001786677516065538, 0.001915597589686513, 0.00204451777972281, 0.002173437736928463, 0.00230235792696476, 0.0024312781170010567, 0.00256019807420671, 0.0026891182642430067, 0.00281803822144866, 0.0029469584114849567, 0.0030758786015212536, 0.0032047985587269068, 0.0033337187487632036, 0.0034626389387995005, 0.0035915588960051537, 0.0037204790860414505, 0.0038493992760777473, 0.003978319466114044, 0.004107239190489054, 0.004236159380525351, 0.004365079570561647, 0.004493999760597944, 0.004622919950634241, 0.004751839675009251, 0.0048807598650455475, 0.005009680055081844, 0.005138600245118141, 0.005267520435154438, 0.005396440625190735]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 3.0, 3.0, 6.0, 14.0, 18.0, 30.0, 43.0, 73.0, 103.0, 172.0, 255.0, 377.0, 631.0, 1037.0, 1796.0, 3208.0, 6171.0, 12313.0, 24250.0, 47918.0, 89231.0, 169682.0, 549415.0, 121915.0, 65213.0, 35858.0, 19964.0, 11672.0, 6761.0, 4003.0, 2619.0, 1619.0, 1042.0, 618.0, 489.0, 323.0, 205.0, 159.0, 102.0, 84.0, 78.0, 40.0, 30.0, 17.0, 13.0, 13.0, 16.0, 10.0, 5.0, 5.0, 7.0, 4.0, 5.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.012836531735956669, -0.012309188954532146, -0.01178184524178505, -0.011254502460360527, -0.010727159678936005, -0.010199816897511482, -0.00967247411608696, -0.009145130403339863, -0.00861778762191534, -0.008090444840490818, -0.007563101593405008, -0.007035758346319199, -0.006508415564894676, -0.005981072783470154, -0.005453729536384344, -0.004926386289298534, -0.004399043507874012, -0.003871700493618846, -0.00334435747936368, -0.002817014465108514, -0.0022896714508533478, -0.0017623284365981817, -0.0012349854223430157, -0.0007076424080878496, -0.00018029939383268356, 0.0003470436204224825, 0.0008743866346776485, 0.0014017296489328146, 0.0019290726631879807, 0.0024564156774431467, 0.0029837586916983128, 0.003511101705953479, 0.004038444720208645, 0.004565787501633167, 0.005093130748718977, 0.005620473995804787, 0.006147816777229309, 0.0066751595586538315, 0.007202502805739641, 0.007729846052825451, 0.008257188834249973, 0.008784531615674496, 0.009311875328421593, 0.009839218109846115, 0.010366560891270638, 0.01089390367269516, 0.011421246454119682, 0.01194859016686678, 0.012475932948291302, 0.013003275729715824, 0.013530619442462921, 0.014057962223887444, 0.014585305005311966, 0.015112647786736488, 0.01563999056816101, 0.016167333349585533, 0.016694676131010056, 0.017222020775079727, 0.01774936355650425, 0.018276706337928772, 0.018804049119353294, 0.019331391900777817, 0.01985873468220234, 0.02038607746362686, 0.020913422107696533]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 0.0, 3.0, 2.0, 4.0, 1.0, 3.0, 3.0, 2.0, 3.0, 4.0, 2.0, 1.0, 2.0, 3.0, 6.0, 0.0, 1.0, 4.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008259317837655544, -0.007777731399983168, -0.007296144496649504, -0.006814558058977127, -0.006332971155643463, -0.0058513847179710865, -0.00536979828029871, -0.004888211376965046, -0.004406624939292669, -0.003925038501620293, -0.0034434515982866287, -0.002961865160614252, -0.002480278490111232, -0.0019986918196082115, -0.001517105265520513, -0.0010355187114328146, -0.0005539320409297943, -7.234542863443494e-05, 0.00040924118366092443, 0.0008908277959562838, 0.0013724144082516432, 0.0018540010787546635, 0.00233558751642704, 0.0028171741869300604, 0.0032987608574330807, 0.003780347527936101, 0.004261934198439121, 0.004743520636111498, 0.0052251070737838745, 0.0057066939771175385, 0.006188280414789915, 0.006669867318123579, 0.007151453755795956, 0.007633040193468332, 0.008114626631140709, 0.008596213534474373, 0.009077800437808037, 0.009559386409819126, 0.01004097331315279, 0.010522560216486454, 0.011004146188497543, 0.011485733091831207, 0.011967319995164871, 0.012448906898498535, 0.012930492870509624, 0.013412079773843288, 0.013893666677176952, 0.014375252649188042, 0.014856839552521706, 0.01533842645585537, 0.015820013359189034, 0.016301600262522697, 0.016783185303211212, 0.017264772206544876, 0.01774635910987854, 0.018227946013212204, 0.018709532916545868, 0.019191119819879532, 0.019672704860568047, 0.02015429176390171, 0.020635878667235374, 0.02111746557056904, 0.021599052473902702, 0.022080639377236366, 0.02256222441792488]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 8.0, 4.0, 10.0, 9.0, 9.0, 12.0, 21.0, 26.0, 39.0, 39.0, 28.0, 65.0, 72.0, 110.0, 165.0, 203.0, 242.0, 303.0, 414.0, 501.0, 599.0, 794.0, 1189.0, 1531.0, 2183.0, 4507.0, 1107.0, 754.0, 587.0, 450.0, 389.0, 354.0, 324.0, 226.0, 175.0, 150.0, 111.0, 105.0, 77.0, 58.0, 53.0, 48.0, 60.0, 41.0, 50.0, 44.0, 33.0, 33.0, 29.0, 27.0, 21.0, 14.0, 8.0, 7.0, 3.0, 3.0], "bins": [-0.009416105225682259, -0.009134063497185707, -0.008852020837366581, -0.00856997910887003, -0.008287936449050903, -0.008005894720554352, -0.007723852526396513, -0.007441810332238674, -0.007159768138080835, -0.0068777259439229965, -0.006595683749765158, -0.006313641555607319, -0.006031599827110767, -0.0057495576329529285, -0.00546751543879509, -0.005185473244637251, -0.004903431050479412, -0.004621388856321573, -0.0043393466621637344, -0.004057304468005896, -0.0037752625066787004, -0.0034932203125208616, -0.0032111783511936665, -0.0029291361570358276, -0.002647093962877989, -0.00236505176872015, -0.002083009574562311, -0.001800967613235116, -0.0015189254190772772, -0.0012368832249194384, -0.0009548411471769214, -0.0006727990112267435, -0.00039075687527656555, -0.00010871473932638764, 0.00017332739662379026, 0.00045536953257396817, 0.0007374116685241461, 0.001019453862681985, 0.001301495940424502, 0.0015835380181670189, 0.0018655802123248577, 0.0021476224064826965, 0.0024296646006405354, 0.0027117065619677305, 0.0029937487561255693, 0.003275790950283408, 0.0035578329116106033, 0.003839875105768442, 0.004121917299926281, 0.00440395949408412, 0.004686001688241959, 0.0049680438823997974, 0.005250086076557636, 0.005532127805054188, 0.005814169999212027, 0.006096212193369865, 0.006378254387527704, 0.006660296581685543, 0.006942338775843382, 0.007224380970001221, 0.007506422698497772, 0.007788464892655611, 0.00807050708681345, 0.008352549746632576, 0.008634591475129128]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.13608449697494507, -0.13300475478172302, -0.12992501258850098, -0.12684527039527893, -0.12376552075147629, -0.12068577110767365, -0.1176060289144516, -0.11452628672122955, -0.11144654452800751, -0.10836679488420486, -0.10528705269098282, -0.10220731049776077, -0.09912756085395813, -0.09604781866073608, -0.09296807646751404, -0.0898883268237114, -0.08680858463048935, -0.0837288424372673, -0.08064909279346466, -0.07756935060024261, -0.07448960840702057, -0.07140985876321793, -0.06833011656999588, -0.06525037437677383, -0.06217062845826149, -0.059090882539749146, -0.0560111403465271, -0.052931394428014755, -0.04985164850950241, -0.046771906316280365, -0.04369216039776802, -0.040612418204545975, -0.03753267228603363, -0.034452926367521286, -0.03137318417429924, -0.028293438255786896, -0.0252136941999197, -0.022133950144052505, -0.01905420422554016, -0.015974460169672966, -0.012894716113805771, -0.009814972057938576, -0.006735227070748806, -0.0036554825492203236, -0.0005757380276918411, 0.0025040064938366413, 0.005583751015365124, 0.008663496002554893, 0.011743240058422089, 0.014822984114289284, 0.01790272817015648, 0.020982474088668823, 0.02406221814453602, 0.027141962200403214, 0.030221708118915558, 0.033301450312137604, 0.03638119623064995, 0.03946094214916229, 0.04254068434238434, 0.04562043026089668, 0.04870017617940903, 0.05177991837263107, 0.05485966429114342, 0.05793940648436546, 0.06101915240287781]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 2.0, 3.0, 1.0, 1.0, 1.0, 3.0, 3.0, 1.0, 1.0, 4.0, 6.0, 3.0, 3.0, 2.0, 4.0, 3.0, 3.0, 6.0, 1.0, 2.0, 6.0, 6.0, 5.0, 7.0, 9.0, 11.0, 10.0, 12.0, 11.0, 8.0, 29.0, 17.0, 15.0, 20.0, 10.0, 12.0, 6.0, 9.0, 3.0, 5.0, 3.0, 2.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 2.0], "bins": [-0.04571118950843811, -0.0446259044110775, -0.04354061931371689, -0.04245533049106598, -0.04137004539370537, -0.04028476029634476, -0.03919947147369385, -0.03811418637633324, -0.037028901278972626, -0.035943616181612015, -0.034858331084251404, -0.033773042261600494, -0.03268775716423988, -0.03160247206687927, -0.030517185106873512, -0.029431898146867752, -0.02834661304950714, -0.02726132795214653, -0.02617604099214077, -0.02509075403213501, -0.0240054689347744, -0.022920183837413788, -0.021834896877408028, -0.020749609917402267, -0.019664324820041656, -0.018579039722681046, -0.017493752762675285, -0.016408465802669525, -0.015323180705308914, -0.014237894676625729, -0.013152608647942543, -0.012067322619259357, -0.010982036590576172, -0.009896750561892986, -0.0088114645332098, -0.007726178504526615, -0.0066408924758434296, -0.005555606447160244, -0.004470320418477058, -0.003385034389793873, -0.0022997483611106873, -0.0012144623324275017, -0.0001291763037443161, 0.0009561097249388695, 0.002041395753622055, 0.0031266817823052406, 0.004211967810988426, 0.005297253839671612, 0.006382539868354797, 0.007467825897037983, 0.008553111925721169, 0.009638397954404354, 0.01072368398308754, 0.011808970011770725, 0.01289425604045391, 0.013979542069137096, 0.015064828097820282, 0.016150113195180893, 0.017235400155186653, 0.018320687115192413, 0.019405972212553024, 0.020491257309913635, 0.021576544269919395, 0.022661831229925156, 0.023747116327285767]}, "_runtime": 23.17844319343567, "_timestamp": 1596212893.8799808, "_step": 23}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 2.0, 2.0, 0.0, 2.0, 2.0, 1.0, 5.0, 3.0, 1.0, 2.0, 2.0, 5.0, 3.0, 1.0, 2.0, 5.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.011761760339140892, -0.011426803655922413, -0.011091846972703934, -0.010756890289485455, -0.010421933606266975, -0.01008697785437107, -0.009752021171152592, -0.009417064487934113, -0.009082107804715633, -0.008747151121497154, -0.008412194438278675, -0.008077237755060196, -0.007742281537503004, -0.007407324854284525, -0.007072368636727333, -0.006737411953508854, -0.006402455270290375, -0.006067498587071896, -0.0057325419038534164, -0.005397585686296225, -0.0050626290030777454, -0.004727672319859266, -0.004392716102302074, -0.004057759419083595, -0.003722802735865116, -0.003387846052646637, -0.0030528896022588015, -0.002717933151870966, -0.002382976468652487, -0.0020480197854340076, -0.0017130633350461721, -0.0013781067682430148, -0.0010431502014398575, -0.0007081936346367002, -0.0003732370678335428, -3.8280501030385494e-05, 0.00029667606577277184, 0.0006316326325759292, 0.0009665891993790865, 0.0013015457661822438, 0.0016365023329854012, 0.0019714590162038803, 0.002306415466591716, 0.0026413719169795513, 0.0029763286001980305, 0.0033112852834165096, 0.003646241733804345, 0.003981198184192181, 0.00431615486741066, 0.004651111550629139, 0.004986068233847618, 0.00532102445140481, 0.005655981134623289, 0.005990937817841768, 0.00632589403539896, 0.006660850718617439, 0.006995807401835918, 0.007330764085054398, 0.007665720768272877, 0.008000677451491356, 0.00833563320338726, 0.00867058988660574, 0.009005546569824219, 0.009340503253042698, 0.009675459936261177]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 2.0, 3.0, 3.0, 1.0, 4.0, 6.0, 3.0, 8.0, 13.0, 10.0, 6.0, 17.0, 25.0, 22.0, 41.0, 52.0, 58.0, 117.0, 127.0, 146.0, 195.0, 301.0, 477.0, 3033.0, 1766.0, 546.0, 284.0, 179.0, 116.0, 86.0, 69.0, 46.0, 36.0, 32.0, 19.0, 19.0, 9.0, 8.0, 10.0, 9.0, 4.0, 8.0, 5.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.16901147365570068, -0.1644163429737091, -0.15982122719287872, -0.15522611141204834, -0.15063098073005676, -0.14603585004806519, -0.1414407342672348, -0.13684561848640442, -0.13225048780441284, -0.12765535712242126, -0.12306024134159088, -0.1184651181101799, -0.11386999487876892, -0.10927487164735794, -0.10467974841594696, -0.10008462518453598, -0.095489501953125, -0.09089437872171402, -0.08629925549030304, -0.08170413225889206, -0.07710900902748108, -0.0725138857960701, -0.06791876256465912, -0.06332363933324814, -0.05872851610183716, -0.05413339287042618, -0.0495382696390152, -0.04494314640760422, -0.04034802317619324, -0.03575289994478226, -0.031157776713371277, -0.026562653481960297, -0.021967530250549316, -0.017372407019138336, -0.012777283787727356, -0.008182160556316376, -0.0035870373249053955, 0.0010080859065055847, 0.005603209137916565, 0.010198332369327545, 0.014793455600738525, 0.019388578832149506, 0.023983702063560486, 0.028578825294971466, 0.033173948526382446, 0.037769071757793427, 0.04236419498920441, 0.04695931822061539, 0.05155444145202637, 0.05614956468343735, 0.06074468791484833, 0.06533981114625931, 0.06993493437767029, 0.07453005760908127, 0.07912518084049225, 0.08372030407190323, 0.08831542730331421, 0.09291055053472519, 0.09750567376613617, 0.10210079699754715, 0.10669592022895813, 0.11129104346036911, 0.11588616669178009, 0.12048128992319107, 0.12507641315460205]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 4.0, 1.0, 3.0, 1.0, 3.0, 2.0, 4.0, 3.0, 5.0, 1.0, 4.0, 1.0, 3.0, 3.0, 26.0, 0.0, 7.0, 3.0, 5.0, 3.0, 0.0, 4.0, 1.0, 2.0, 5.0, 4.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002665939973667264, -0.0025786515325307846, -0.002491363324224949, -0.002404075115919113, -0.0023167866747826338, -0.0022294982336461544, -0.0021422100253403187, -0.002054921817034483, -0.0019676333758980036, -0.001880345051176846, -0.0017930567264556885, -0.001705768401734531, -0.0016184800770133734, -0.0015311917522922158, -0.0014439034275710583, -0.0013566151028499007, -0.0012693267781287432, -0.0011820384534075856, -0.001094750128686428, -0.0010074618039652705, -0.000920173479244113, -0.0008328851545229554, -0.0007455968298017979, -0.0006583085050806403, -0.0005710201803594828, -0.0004837318556383252, -0.00039644353091716766, -0.0003091552061960101, -0.00022186688147485256, -0.000134578556753695, -4.729023203253746e-05, 3.999809268862009e-05, 0.00012728641740977764, 0.0002145747421309352, 0.00030186306685209274, 0.0003891513915732503, 0.00047643971629440784, 0.0005637280410155654, 0.000651016365736723, 0.0007383046904578805, 0.000825593015179038, 0.0009128813399001956, 0.0010001696646213531, 0.0010874579893425107, 0.0011747463140636683, 0.0012620346387848258, 0.0013493229635059834, 0.001436611288227141, 0.0015238996129482985, 0.001611187937669456, 0.0016984762623906136, 0.001785764587111771, 0.0018730529118329287, 0.001960341352969408, 0.0020476295612752438, 0.0021349177695810795, 0.002222206210717559, 0.0023094946518540382, 0.002396782860159874, 0.0024840710684657097, 0.002571359509602189, 0.0026586479507386684, 0.002745936159044504, 0.00283322436735034, 0.0029205128084868193]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 4.0, 10.0, 7.0, 5.0, 14.0, 31.0, 37.0, 48.0, 81.0, 97.0, 198.0, 258.0, 353.0, 532.0, 769.0, 1203.0, 2061.0, 3456.0, 5955.0, 10842.0, 20234.0, 38491.0, 73002.0, 141459.0, 554340.0, 140875.0, 79871.0, 44247.0, 25225.0, 14253.0, 8071.0, 4823.0, 2869.0, 1865.0, 1262.0, 807.0, 577.0, 404.0, 280.0, 225.0, 136.0, 93.0, 74.0, 51.0, 40.0, 28.0, 22.0, 23.0, 9.0, 9.0, 7.0, 3.0, 2.0, 4.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01329446118324995, -0.012843913398683071, -0.012393364682793617, -0.011942816898226738, -0.011492268182337284, -0.011041720397770405, -0.010591172613203526, -0.010140623897314072, -0.009690076112747192, -0.009239527396857738, -0.00878897961229086, -0.00833843182772398, -0.007887883111834526, -0.0074373348616063595, -0.00698678707703948, -0.006536238826811314, -0.006085690576583147, -0.0056351423263549805, -0.005184594076126814, -0.004734046291559935, -0.004283498041331768, -0.0038329497911036015, -0.003382401540875435, -0.002931853523477912, -0.0024813052732497454, -0.002030757023021579, -0.0015802090056240559, -0.0011296607553958893, -0.0006791126215830445, -0.00022856445866636932, 0.0002219837042503059, 0.0006725318962708116, 0.0011230800300836563, 0.001573628163896501, 0.002024176297709346, 0.0024747245479375124, 0.0029252725653350353, 0.003375820815563202, 0.0038263690657913685, 0.004276917316019535, 0.004727465100586414, 0.005178013350814581, 0.0056285616010427475, 0.006079109851270914, 0.006529658101499081, 0.006980206351727247, 0.0074307541362941265, 0.007881302386522293, 0.008331850171089172, 0.008782398886978626, 0.009232946671545506, 0.00968349538743496, 0.010134043172001839, 0.010584591887891293, 0.011035139672458172, 0.011485687457025051, 0.011936236172914505, 0.012386783957481384, 0.012837332673370838, 0.013287880457937717, 0.013738428242504597, 0.01418897695839405, 0.01463952474296093, 0.015090073458850384, 0.015540621243417263]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 3.0, 1.0, 1.0, 2.0, 2.0, 8.0, 5.0, 2.0, 2.0, 0.0, 1.0, 6.0, 3.0, 5.0, 3.0, 2.0, 1.0, 1.0, 3.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007687256671488285, -0.0074539813213050365, -0.007220705505460501, -0.006987430155277252, -0.006754154805094004, -0.006520878989249468, -0.006287603639066219, -0.006054328288882971, -0.005821052938699722, -0.0055877771228551865, -0.005354501772671938, -0.005121226422488689, -0.004887950606644154, -0.004654675256460905, -0.0044213999062776566, -0.004188124090433121, -0.003954848740249872, -0.00372157315723598, -0.0034882978070527315, -0.0032550222240388393, -0.003021746873855591, -0.0027884712908416986, -0.0025551957078278065, -0.002321920357644558, -0.0020886447746306658, -0.0018553693080320954, -0.001622093841433525, -0.001388818258419633, -0.0011555427918210626, -0.0009222673252224922, -0.000688991800416261, -0.00045571630471386015, -0.00022244080901145935, 1.0834686690941453e-05, 0.00024411018239334226, 0.00047738567809574306, 0.0007106611737981439, 0.0009439366403967142, 0.0011772122234106064, 0.0014104876900091767, 0.001643763156607747, 0.0018770386232063174, 0.0021103140898048878, 0.00234358967281878, 0.002576865255832672, 0.0028101406060159206, 0.003043416189029813, 0.0032766915392130613, 0.0035099671222269535, 0.0037432427052408457, 0.003976518288254738, 0.004209793638437986, 0.004443068988621235, 0.004676344804465771, 0.004909620154649019, 0.005142895504832268, 0.005376171320676804, 0.005609446670860052, 0.005842722021043301, 0.006075997371226549, 0.006309273187071085, 0.0065425485372543335, 0.006775823887437582, 0.007009099703282118, 0.007242375053465366]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 2.0, 5.0, 1.0, 0.0, 1.0, 4.0, 3.0, 2.0, 5.0, 10.0, 4.0, 9.0, 9.0, 11.0, 6.0, 14.0, 19.0, 36.0, 46.0, 64.0, 97.0, 130.0, 167.0, 213.0, 229.0, 341.0, 519.0, 835.0, 1696.0, 6235.0, 2552.0, 1685.0, 1067.0, 548.0, 396.0, 314.0, 247.0, 179.0, 143.0, 124.0, 84.0, 76.0, 42.0, 38.0, 28.0, 34.0, 27.0, 17.0, 21.0, 21.0, 15.0, 13.0, 18.0, 6.0, 7.0, 4.0, 3.0, 0.0, 2.0, 4.0, 1.0], "bins": [-0.008191685192286968, -0.007939347997307777, -0.007687011267989874, -0.00743467453867197, -0.0071823373436927795, -0.006930000148713589, -0.006677663419395685, -0.006425326690077782, -0.006172989495098591, -0.0059206523001194, -0.0056683155708014965, -0.005415978841483593, -0.005163641646504402, -0.004911304451525211, -0.004658967722207308, -0.004406630992889404, -0.0041542937979102135, -0.0039019568357616663, -0.003649619873613119, -0.003397282911464572, -0.0031449459493160248, -0.0028926089871674776, -0.0026402720250189304, -0.0023879350628703833, -0.002135598100721836, -0.001883261138573289, -0.0016309241764247417, -0.0013785872142761946, -0.0011262502521276474, -0.0008739132899791002, -0.0006215763278305531, -0.0003692393656820059, -0.00011690240353345871, 0.00013543455861508846, 0.00038777152076363564, 0.0006401084829121828, 0.00089244544506073, 0.0011447824072092772, 0.0013971193693578243, 0.0016494563315063715, 0.0019017932936549187, 0.002154130255803466, 0.002406467217952013, 0.00265880418010056, 0.0029111411422491074, 0.0031634781043976545, 0.0034158150665462017, 0.003668152028694749, 0.003920488990843296, 0.004172826185822487, 0.00442516291514039, 0.004677499644458294, 0.004929836839437485, 0.005182174034416676, 0.005434510763734579, 0.005686847493052483, 0.005939184688031673, 0.006191521883010864, 0.006443858612328768, 0.006696195341646671, 0.006948532536625862, 0.007200869731605053, 0.0074532064609229565, 0.00770554319024086, 0.00795788038522005]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 2.0, 1.0, 2.0, 1.0, 5.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.050841595977544785, -0.04896276444196701, -0.047083932906389236, -0.04520510137081146, -0.04332626983523369, -0.041447438299655914, -0.03956860676407814, -0.037689775228500366, -0.035810939967632294, -0.03393210843205452, -0.032053276896476746, -0.03017444722354412, -0.028295613825321198, -0.026416782289743423, -0.02453795075416565, -0.022659119218587875, -0.0207802876830101, -0.018901456147432327, -0.017022624611854553, -0.015143792144954205, -0.01326496060937643, -0.011386129073798656, -0.009507296606898308, -0.007628465071320534, -0.00574963353574276, -0.003870801767334342, -0.0019919699989259243, -0.0001131382305175066, 0.001765693537890911, 0.003644525306299329, 0.0055233570747077465, 0.007402189075946808, 0.009281020611524582, 0.011159852147102356, 0.01303868368268013, 0.014917516149580479, 0.016796346753835678, 0.0186751801520586, 0.020554011687636375, 0.02243284322321415, 0.024311674758791924, 0.026190506294369698, 0.02806933782994747, 0.029948169365525246, 0.03182700276374817, 0.03370583429932594, 0.03558466583490372, 0.03746349737048149, 0.039342328906059265, 0.04122116044163704, 0.04309999197721481, 0.04497882351279259, 0.04685765504837036, 0.048736486583948135, 0.05061531811952591, 0.052494149655103683, 0.05437298119068146, 0.05625181645154953, 0.058130647987127304, 0.06000947952270508, 0.06188831105828285, 0.06376714259386063, 0.0656459704041481, 0.06752480566501617, 0.06940363347530365]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 3.0, 7.0, 4.0, 7.0, 5.0, 7.0, 8.0, 10.0, 24.0, 13.0, 26.0, 53.0, 37.0, 14.0, 11.0, 4.0, 3.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 3.0, 1.0, 1.0, 2.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0], "bins": [-0.04149198532104492, -0.03978622332215309, -0.03808046132326126, -0.03637469932436943, -0.0346689373254776, -0.03296317532658577, -0.03125741332769394, -0.02955164946615696, -0.02784588746726513, -0.0261401254683733, -0.024434363469481468, -0.022728601470589638, -0.021022837609052658, -0.019317075610160828, -0.017611313611268997, -0.015905551612377167, -0.014199789613485336, -0.012494027614593506, -0.010788265615701675, -0.00908250268548727, -0.00737674068659544, -0.0056709786877036095, -0.003965216223150492, -0.0022594539914280176, -0.0005536917597055435, 0.0011520704720169306, 0.0028578327037394047, 0.004563595168292522, 0.006269357167184353, 0.007975119166076183, 0.009680882096290588, 0.011386644095182419, 0.01309240609407425, 0.01479816809296608, 0.01650393009185791, 0.01820969209074974, 0.01991545408964157, 0.02162121795117855, 0.02332697995007038, 0.02503274194896221, 0.026738503947854042, 0.028444265946745872, 0.030150027945637703, 0.03185579180717468, 0.03356155380606651, 0.035267315804958344, 0.036973077803850174, 0.038678839802742004, 0.040384601801633835, 0.042090363800525665, 0.043796125799417496, 0.045501887798309326, 0.04720764979720116, 0.04891341179609299, 0.05061917379498482, 0.05232493579387665, 0.05403070151805878, 0.05573646351695061, 0.05744222551584244, 0.05914798751473427, 0.0608537495136261, 0.06255950778722763, 0.06426527351140976, 0.06597103178501129, 0.06767679750919342]}, "_runtime": 23.96263027191162, "_timestamp": 1596212894.664168, "_step": 24}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 4.0, 2.0, 2.0, 4.0, 3.0, 5.0, 1.0, 3.0, 2.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015244130045175552, -0.014818702824413776, -0.014393275603652, -0.013967848382890224, -0.013542421162128448, -0.013116993010044098, -0.012691565789282322, -0.012266138568520546, -0.01184071134775877, -0.011415284126996994, -0.010989856906235218, -0.010564429685473442, -0.010139001533389091, -0.009713574312627316, -0.00928814709186554, -0.008862719871103764, -0.008437292650341988, -0.008011865429580212, -0.007586438208818436, -0.007161010522395372, -0.006735583301633596, -0.0063101560808718204, -0.005884728394448757, -0.005459301173686981, -0.005033873952925205, -0.004608446732163429, -0.004183019511401653, -0.00375759182497859, -0.003332164604216814, -0.002906737383455038, -0.0024813099298626184, -0.002055882476270199, -0.0016304552555084229, -0.001205027918331325, -0.0007796005811542273, -0.00035417324397712946, 7.125409319996834e-05, 0.0004966814303770661, 0.0009221087675541639, 0.0013475361047312617, 0.0017729634419083595, 0.0021983906626701355, 0.002623818116262555, 0.0030492455698549747, 0.0034746727906167507, 0.0039001000113785267, 0.00432552769780159, 0.004750954918563366, 0.005176382139325142, 0.005601809360086918, 0.006027236580848694, 0.006452664267271757, 0.006878091488033533, 0.007303518708795309, 0.007728946395218372, 0.008154373615980148, 0.008579800836741924, 0.0090052280575037, 0.009430655278265476, 0.009856082499027252, 0.010281510651111603, 0.010706937871873379, 0.011132365092635155, 0.01155779231339693, 0.011983219534158707]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 5.0, 4.0, 3.0, 7.0, 6.0, 3.0, 7.0, 13.0, 13.0, 13.0, 20.0, 26.0, 22.0, 37.0, 33.0, 52.0, 74.0, 79.0, 111.0, 161.0, 218.0, 318.0, 431.0, 3273.0, 1447.0, 533.0, 304.0, 185.0, 128.0, 84.0, 71.0, 50.0, 51.0, 24.0, 27.0, 26.0, 17.0, 14.0, 10.0, 7.0, 5.0, 1.0, 4.0, 2.0, 0.0, 3.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.18683844804763794, -0.1818852424621582, -0.17693205177783966, -0.17197884619235992, -0.1670256406068802, -0.16207244992256165, -0.1571192443370819, -0.15216603875160217, -0.14721283316612244, -0.1422596424818039, -0.13730643689632416, -0.13235323131084442, -0.12740004062652588, -0.12244683504104614, -0.117493636906147, -0.11254043132066727, -0.10758723318576813, -0.10263403505086899, -0.09768082946538925, -0.09272763133049011, -0.08777442574501038, -0.08282122761011124, -0.0778680294752121, -0.07291482388973236, -0.06796162575483322, -0.06300842761993408, -0.058055222034454346, -0.053102023899555206, -0.04814882203936577, -0.04319562017917633, -0.03824242204427719, -0.03328922018408775, -0.028336018323898315, -0.023382816463708878, -0.01842961646616459, -0.013476415537297726, -0.008523214608430862, -0.003570013679563999, 0.001383187249302864, 0.006336388178169727, 0.01128958910703659, 0.01624279096722603, 0.021195990964770317, 0.026149190962314606, 0.031102392822504044, 0.03605559468269348, 0.04100879281759262, 0.04596199467778206, 0.0509151965379715, 0.055868398398160934, 0.06082160025835037, 0.06577479839324951, 0.07072800397872925, 0.07568120211362839, 0.08063440024852753, 0.08558760583400726, 0.0905408039689064, 0.09549400210380554, 0.10044720768928528, 0.10540040582418442, 0.11035360395908356, 0.1153068095445633, 0.12026000767946243, 0.12521320581436157, 0.1301664113998413]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 3.0, 2.0, 2.0, 5.0, 3.0, 2.0, 3.0, 5.0, 4.0, 2.0, 6.0, 3.0, 24.0, 5.0, 4.0, 2.0, 10.0, 2.0, 4.0, 7.0, 0.0, 2.0, 0.0, 1.0, 1.0, 3.0, 0.0, 4.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0037515456788241863, -0.003640134120360017, -0.003528722794726491, -0.0034173112362623215, -0.003305899677798152, -0.003194488352164626, -0.0030830767937004566, -0.002971665235236287, -0.0028602536767721176, -0.0027488423511385918, -0.0026374307926744223, -0.0025260192342102528, -0.002414607908576727, -0.0023031963501125574, -0.002191784791648388, -0.002080373466014862, -0.0019689619075506926, -0.0018575504655018449, -0.0017461389070376754, -0.0016347274649888277, -0.0015233159065246582, -0.0014119044644758105, -0.0013004930224269629, -0.0011890814639627934, -0.0010776700219139457, -0.0009662585216574371, -0.0008548470214009285, -0.0007434355793520808, -0.0006320240790955722, -0.0005206125788390636, -0.0004092011076863855, -0.0002977896365337074, -0.0001863781362771988, -7.496665057260543e-05, 3.644483513198793e-05, 0.0001478563208365813, 0.00025926780654117465, 0.00037067930679768324, 0.00048209077795036137, 0.0005935022491030395, 0.0007049137493595481, 0.0008163252496160567, 0.0009277367498725653, 0.001039148191921413, 0.0011505596339702606, 0.0012619711924344301, 0.0013733826344832778, 0.0014847941929474473, 0.001596205634996295, 0.0017076170770451427, 0.0018190286355093122, 0.0019304400775581598, 0.0020418516360223293, 0.002153262961655855, 0.0022646745201200247, 0.002376086078584194, 0.00248749740421772, 0.0025989089626818895, 0.002710320521146059, 0.0028217320796102285, 0.0029331434052437544, 0.003044554963707924, 0.0031559665221720934, 0.0032673778478056192, 0.0033787894062697887]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 6.0, 3.0, 10.0, 9.0, 11.0, 20.0, 22.0, 44.0, 72.0, 99.0, 159.0, 298.0, 459.0, 676.0, 1149.0, 2091.0, 4000.0, 7703.0, 16227.0, 36248.0, 82630.0, 196949.0, 610511.0, 117368.0, 52233.0, 24610.0, 12010.0, 6154.0, 3223.0, 1720.0, 1055.0, 636.0, 397.0, 286.0, 173.0, 140.0, 86.0, 55.0, 35.0, 24.0, 13.0, 6.0, 5.0, 5.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.01824527606368065, -0.01764233596622944, -0.01703939586877823, -0.01643645577132702, -0.01583351567387581, -0.015230575576424599, -0.014627635478973389, -0.014024695381522179, -0.013421755284070969, -0.012818815186619759, -0.012215875089168549, -0.011612934991717339, -0.011009994894266129, -0.010407054796814919, -0.009804114699363708, -0.009201174601912498, -0.008598234504461288, -0.007995294407010078, -0.007392354309558868, -0.006789414212107658, -0.006186474114656448, -0.005583534017205238, -0.004980593919754028, -0.004377653822302818, -0.0037747137248516083, -0.0031717736274003983, -0.0025688335299491882, -0.001965893432497978, -0.0013629533350467682, -0.0007600132375955582, -0.00015707314014434814, 0.0004458669573068619, 0.001048807054758072, 0.001651747152209282, 0.002254687249660492, 0.002857627347111702, 0.003460567444562912, 0.004063507542014122, 0.004666447639465332, 0.005269387736916542, 0.005872327834367752, 0.006475267931818962, 0.007078208029270172, 0.007681148126721382, 0.008284088224172592, 0.008887028321623802, 0.009489968419075012, 0.010092908516526222, 0.010695848613977432, 0.011298788711428642, 0.011901728808879852, 0.012504668906331062, 0.013107609003782272, 0.013710549101233482, 0.014313489198684692, 0.014916429296135902, 0.015519369393587112, 0.016122309491038322, 0.016725249588489532, 0.017328189685940742, 0.017931129783391953, 0.018534069880843163, 0.019137009978294373, 0.019739950075745583, 0.020342890173196793]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 3.0, 3.0, 2.0, 2.0, 0.0, 0.0, 6.0, 2.0, 0.0, 2.0, 10.0, 1.0, 2.0, 4.0, 3.0, 3.0, 0.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.011254511773586273, -0.010968785732984543, -0.010683059692382812, -0.010397333651781082, -0.010111607611179352, -0.009825880639255047, -0.009540154598653316, -0.009254428558051586, -0.008968702517449856, -0.008682976476848125, -0.008397250436246395, -0.008111524395644665, -0.00782579742372036, -0.007540071848779917, -0.007254345342516899, -0.006968619301915169, -0.006682893261313438, -0.006397167220711708, -0.006111441180109978, -0.00582571467384696, -0.00553998863324523, -0.005254262592643499, -0.004968536086380482, -0.004682810045778751, -0.004397084005177021, -0.004111357964575291, -0.0038256316911429167, -0.0035399054177105427, -0.0032541793771088123, -0.002968453336507082, -0.002682727063074708, -0.002397000789642334, -0.0021112747490406036, -0.0018255485920235515, -0.0015398224350064993, -0.0012540962779894471, -0.0009683701209723949, -0.0006826439639553428, -0.0003969178069382906, -0.00011119164992123842, 0.00017453450709581375, 0.0004602606641128659, 0.0007459868211299181, 0.0010317129781469703, 0.0013174391351640224, 0.0016031652921810746, 0.0018888914491981268, 0.002174617722630501, 0.002460343763232231, 0.0027460698038339615, 0.0030317960772663355, 0.0033175223506987095, 0.00360324839130044, 0.00388897443190217, 0.004174700938165188, 0.004460426978766918, 0.0047461530193686485, 0.005031879059970379, 0.005317605100572109, 0.005603331606835127, 0.005889057647436857, 0.006174783688038588, 0.006460510194301605, 0.006746236234903336, 0.007031962275505066]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 4.0, 0.0, 3.0, 3.0, 7.0, 4.0, 5.0, 10.0, 6.0, 10.0, 14.0, 9.0, 16.0, 23.0, 31.0, 34.0, 37.0, 45.0, 50.0, 76.0, 115.0, 115.0, 152.0, 207.0, 279.0, 302.0, 393.0, 453.0, 616.0, 836.0, 1146.0, 1593.0, 4906.0, 2007.0, 1390.0, 908.0, 551.0, 510.0, 367.0, 300.0, 234.0, 166.0, 135.0, 84.0, 54.0, 52.0, 33.0, 34.0, 26.0, 19.0, 21.0, 9.0, 7.0, 7.0, 4.0, 2.0, 2.0, 1.0], "bins": [-0.009162431582808495, -0.008925559930503368, -0.008688689209520817, -0.00845181755721569, -0.008214946836233139, -0.007978075183928013, -0.007741203997284174, -0.007504332810640335, -0.007267461158335209, -0.00703058997169137, -0.006793718785047531, -0.006556847598403692, -0.006319976411759853, -0.0060831052251160145, -0.005846233572810888, -0.005609362386167049, -0.0053724911995232105, -0.005135620012879372, -0.004898748826235533, -0.004661877173930407, -0.004425005987286568, -0.004188134800642729, -0.00395126361399889, -0.0037143921945244074, -0.0034775210078805685, -0.0032406498212367296, -0.003003778401762247, -0.002766907215118408, -0.0025300360284745693, -0.002293164609000087, -0.002056293422356248, -0.0018194221192970872, -0.0015825508162379265, -0.0013456795131787658, -0.001108808210119605, -0.0008719370234757662, -0.0006350657204166055, -0.0003981944464612752, -0.00016132317250594497, 7.554810144938529e-05, 0.00031241937540471554, 0.0005492906784638762, 0.000786161923315376, 0.0010230331681668758, 0.0012599044712260365, 0.0014967757742851973, 0.0017336469609290361, 0.0019705183804035187, 0.0022073895670473576, 0.0024442607536911964, 0.002681132173165679, 0.002918003359809518, 0.0031548747792840004, 0.0033917459659278393, 0.003628617152571678, 0.0038654885720461607, 0.004102359525859356, 0.004339231178164482, 0.004576102364808321, 0.00481297355145216, 0.005049844738095999, 0.005286715924739838, 0.005523587577044964, 0.005760458763688803, 0.005997329950332642]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 4.0, 4.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.032821379601955414, -0.031707536429166794, -0.030593695119023323, -0.029479851946234703, -0.028366008773446083, -0.027252167463302612, -0.026138324290513992, -0.025024481117725372, -0.023910637944936752, -0.02279679663479328, -0.02168295346200466, -0.02056911028921604, -0.01945526897907257, -0.01834142580628395, -0.01722758263349533, -0.01611374132335186, -0.01499989815056324, -0.013886055909097195, -0.012772212736308575, -0.01165837049484253, -0.01054452732205391, -0.009430685080587864, -0.008316842839121819, -0.007203000131994486, -0.006089157424867153, -0.0049753147177398205, -0.0038614722434431314, -0.0027476297691464424, -0.0016337870620191097, -0.0005199444713070989, 0.000593898119404912, 0.0017077407101169229, 0.0028215833008289337, 0.003935426007956266, 0.005049268715083599, 0.0061631109565496445, 0.007276953663676977, 0.00839079637080431, 0.009504638612270355, 0.010618481785058975, 0.01173232402652502, 0.012846166267991066, 0.013960009440779686, 0.015073851682245731, 0.016187693923711777, 0.017301537096500397, 0.018415380269289017, 0.019529221579432487, 0.020643064752221107, 0.021756907925009727, 0.022870749235153198, 0.023984592407941818, 0.025098435580730438, 0.02621227689087391, 0.02732612006366253, 0.02843996323645115, 0.02955380454659462, 0.03066764771938324, 0.03178149089217186, 0.03289533406496048, 0.0340091772377491, 0.03512301668524742, 0.03623685985803604, 0.03735070303082466, 0.03846454620361328]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 2.0, 4.0, 3.0, 3.0, 4.0, 6.0, 5.0, 6.0, 6.0, 6.0, 11.0, 12.0, 8.0, 14.0, 14.0, 20.0, 30.0, 19.0, 20.0, 11.0, 8.0, 4.0, 2.0, 6.0, 12.0, 5.0, 5.0, 3.0, 5.0, 1.0, 3.0, 2.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.02575315162539482, -0.024785282090306282, -0.023817412555217743, -0.022849544882774353, -0.021881675347685814, -0.020913805812597275, -0.019945936277508736, -0.018978066742420197, -0.018010199069976807, -0.017042329534888268, -0.01607445999979973, -0.01510659046471119, -0.01413872092962265, -0.013170852325856686, -0.012202982790768147, -0.011235114187002182, -0.010267244651913643, -0.009299375116825104, -0.00833150651305914, -0.0073636369779706, -0.006395767908543348, -0.0054278988391160965, -0.004460029304027557, -0.0034921602346003056, -0.0025242911651730537, -0.00155642197933048, -0.0005885527934879065, 0.0003793163923546672, 0.0013471855781972408, 0.0023150546476244926, 0.003282923949882388, 0.004250793252140284, 0.005218662321567535, 0.006186531390994787, 0.007154400460422039, 0.008122269995510578, 0.009090138599276543, 0.010058008134365082, 0.011025877669453621, 0.011993746273219585, 0.012961615808308125, 0.013929485343396664, 0.014897353947162628, 0.015865223482251167, 0.016833093017339706, 0.017800962552428246, 0.018768830224871635, 0.019736699759960175, 0.020704569295048714, 0.021672438830137253, 0.022640308365225792, 0.023608176037669182, 0.02457604557275772, 0.02554391510784626, 0.0265117846429348, 0.02747965417802334, 0.028447523713111877, 0.029415391385555267, 0.030383260920643806, 0.031351130455732346, 0.032318998128175735, 0.033286869525909424, 0.034254737198352814, 0.0352226085960865, 0.03619047626852989]}, "_runtime": 24.770312070846558, "_timestamp": 1596212895.4718497, "_step": 25}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 3.0, 0.0, 4.0, 0.0, 0.0, 3.0, 3.0, 2.0, 2.0, 3.0, 3.0, 0.0, 3.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0], "bins": [-0.012769092805683613, -0.012423774227499962, -0.012078455649316311, -0.011733136139810085, -0.011387817561626434, -0.011042498983442783, -0.010697180405259132, -0.010351861827075481, -0.01000654324889183, -0.009661223739385605, -0.009315905161201954, -0.008970586583018303, -0.008625268004834652, -0.008279949426651001, -0.007934629917144775, -0.007589311338961124, -0.0072439927607774734, -0.0068986741825938225, -0.006553355138748884, -0.006208036560565233, -0.005862717516720295, -0.005517398938536644, -0.005172080360352993, -0.004826761316508055, -0.004481442738324404, -0.004136124160140753, -0.0037908051162958145, -0.0034454865381121635, -0.003100167727097869, -0.0027548489160835743, -0.0024095303378999233, -0.0020642115268856287, -0.001718892715871334, -0.0013735739048570395, -0.0010282552102580667, -0.0006829364574514329, -0.00033761770464479923, 7.701048161834478e-06, 0.0003530198009684682, 0.0006983385537751019, 0.0010436573065817356, 0.0013889761175960302, 0.001734294812195003, 0.002079613506793976, 0.0024249323178082705, 0.002770251128822565, 0.003115569707006216, 0.0034608885180205107, 0.0038062073290348053, 0.004151525907218456, 0.0044968449510633945, 0.0048421635292470455, 0.005187482573091984, 0.005532801151275635, 0.005878119729459286, 0.006223438773304224, 0.006568757351487875, 0.006914075929671526, 0.007259394973516464, 0.007604713551700115, 0.007950032129883766, 0.008295350708067417, 0.008640670217573643, 0.008985988795757294, 0.009331307373940945]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 2.0, 6.0, 1.0, 6.0, 6.0, 6.0, 6.0, 6.0, 9.0, 8.0, 12.0, 12.0, 22.0, 23.0, 31.0, 41.0, 48.0, 65.0, 80.0, 100.0, 141.0, 154.0, 222.0, 290.0, 438.0, 3205.0, 1358.0, 552.0, 285.0, 190.0, 155.0, 87.0, 70.0, 60.0, 49.0, 35.0, 24.0, 23.0, 16.0, 18.0, 10.0, 7.0, 13.0, 8.0, 5.0, 4.0, 2.0, 1.0, 3.0, 5.0, 0.0, 2.0, 2.0], "bins": [-0.16691938042640686, -0.16237077116966248, -0.1578221470117569, -0.1532735377550125, -0.14872491359710693, -0.14417630434036255, -0.13962768018245697, -0.13507907092571259, -0.130530446767807, -0.12598183751106262, -0.12143322080373764, -0.11688460409641266, -0.11233599483966827, -0.10778737813234329, -0.10323876142501831, -0.09869014471769333, -0.09414152801036835, -0.08959291130304337, -0.08504429459571838, -0.0804956778883934, -0.07594706118106842, -0.07139845192432404, -0.06684983521699905, -0.06230121850967407, -0.05775260180234909, -0.05320398509502411, -0.04865536838769913, -0.044106755405664444, -0.03955813869833946, -0.03500952199101448, -0.030460907146334648, -0.025912292301654816, -0.021363675594329834, -0.016815058887004852, -0.01226644404232502, -0.007717828266322613, -0.0031692124903202057, 0.0013794032856822014, 0.0059280190616846085, 0.010476634837687016, 0.015025250613689423, 0.019573867321014404, 0.024122482165694237, 0.02867109701037407, 0.03321971371769905, 0.03776833042502403, 0.042316943407058716, 0.0468655601143837, 0.05141417682170868, 0.05596279352903366, 0.06051141023635864, 0.06506002694368362, 0.0696086436510086, 0.07415725290775299, 0.07870586961507797, 0.08325448632240295, 0.08780310302972794, 0.09235171973705292, 0.0969003364443779, 0.10144895315170288, 0.10599756240844727, 0.11054617911577225, 0.11509479582309723, 0.11964341253042221, 0.12419202923774719]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 3.0, 0.0, 1.0, 2.0, 1.0, 2.0, 6.0, 1.0, 4.0, 1.0, 6.0, 4.0, 4.0, 3.0, 3.0, 4.0, 23.0, 3.0, 3.0, 4.0, 4.0, 2.0, 7.0, 2.0, 1.0, 2.0, 3.0, 2.0, 3.0, 3.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002848090138286352, -0.002740381984040141, -0.0026326740626245737, -0.0025249659083783627, -0.0024172577541321516, -0.002309549832716584, -0.002201841678470373, -0.002094133524224162, -0.0019864256028085947, -0.0018787174485623837, -0.0017710094107314944, -0.0016633013729006052, -0.0015555932186543941, -0.001447885180823505, -0.0013401771429926157, -0.0012324689887464046, -0.0011247609509155154, -0.0010170529130846262, -0.0009093448170460761, -0.0008016367210075259, -0.0006939286831766367, -0.0005862205871380866, -0.0004785124910995364, -0.00037080442416481674, -0.00026309635723009706, -0.00015538829029537737, -4.7680208808742464e-05, 6.002786540193483e-05, 0.00016773593961261213, 0.0002754440065473318, 0.00038315210258588195, 0.0004908601404167712, 0.0005985682364553213, 0.0007062763324938715, 0.0008139843703247607, 0.0009216924663633108, 0.0010294005041942, 0.001137108658440411, 0.0012448166962713003, 0.0013525247341021895, 0.0014602327719330788, 0.0015679409261792898, 0.001675648964010179, 0.0017833570018410683, 0.0018910651560872793, 0.0019987733103334904, 0.0021064812317490578, 0.002214189385995269, 0.00232189754024148, 0.0024296054616570473, 0.0025373136159032583, 0.0026450215373188257, 0.0027527296915650368, 0.002860437845811248, 0.0029681457672268152, 0.0030758539214730263, 0.0031835620757192373, 0.0032912699971348047, 0.0033989781513810158, 0.003506686305627227, 0.0036143942270427942, 0.0037221023812890053, 0.0038298105355352163, 0.003937518689781427, 0.004045226611196995]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 3.0, 3.0, 8.0, 5.0, 10.0, 11.0, 18.0, 43.0, 31.0, 61.0, 77.0, 95.0, 150.0, 195.0, 258.0, 383.0, 540.0, 784.0, 1166.0, 1951.0, 3133.0, 5223.0, 9179.0, 16393.0, 30444.0, 57386.0, 107362.0, 524594.0, 189425.0, 95933.0, 54616.0, 31847.0, 18269.0, 10708.0, 6635.0, 4132.0, 2601.0, 1739.0, 1204.0, 888.0, 585.0, 432.0, 310.0, 254.0, 154.0, 113.0, 71.0, 57.0, 40.0, 34.0, 28.0, 14.0, 8.0, 17.0, 5.0, 6.0, 5.0, 2.0, 3.0, 2.0, 0.0, 2.0, 2.0], "bins": [-0.012828230857849121, -0.012385513633489609, -0.011942796409130096, -0.011500079184770584, -0.011057361960411072, -0.01061464473605156, -0.010171927511692047, -0.009729210287332535, -0.009286493062973022, -0.00884377583861351, -0.008401058614253998, -0.007958341389894485, -0.007515624165534973, -0.007072906941175461, -0.0066301897168159485, -0.006187472492456436, -0.005744755268096924, -0.0053020380437374115, -0.004859320819377899, -0.004416603595018387, -0.0039738863706588745, -0.003531169146299362, -0.00308845192193985, -0.0026457346975803375, -0.002203017473220825, -0.0017603002488613129, -0.0013175830245018005, -0.0008748658001422882, -0.0004321485757827759, 1.056864857673645e-05, 0.0004532858729362488, 0.0008960030972957611, 0.0013387203216552734, 0.0017814375460147858, 0.002224154770374298, 0.0026668719947338104, 0.0031095892190933228, 0.003552306443452835, 0.003995023667812347, 0.00443774089217186, 0.004880458116531372, 0.005323175340890884, 0.005765892565250397, 0.006208609789609909, 0.006651327013969421, 0.007094044238328934, 0.007536761462688446, 0.007979478687047958, 0.00842219591140747, 0.008864913135766983, 0.009307630360126495, 0.009750347584486008, 0.01019306480884552, 0.010635782033205032, 0.011078499257564545, 0.011521216481924057, 0.01196393370628357, 0.012406650930643082, 0.012849368155002594, 0.013292085379362106, 0.013734802603721619, 0.014177519828081131, 0.014620237052440643, 0.015062954276800156, 0.015505671501159668]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 3.0, 3.0, 2.0, 3.0, 20.0, 2.0, 5.0, 2.0, 4.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.030918970704078674, -0.030113907530903816, -0.029308844357728958, -0.0285037811845541, -0.027698718011379242, -0.026893654838204384, -0.026088591665029526, -0.025283528491854668, -0.02447846531867981, -0.02367340214550495, -0.022868338972330093, -0.022063275799155235, -0.021258212625980377, -0.02045314945280552, -0.01964808627963066, -0.018843023106455803, -0.018037959933280945, -0.017232894897460938, -0.01642783172428608, -0.015622769482433796, -0.014817706309258938, -0.01401264313608408, -0.013207579962909222, -0.012402516789734364, -0.01159745268523693, -0.010792389512062073, -0.009987326338887215, -0.009182263165712357, -0.008377199992537498, -0.00757213681936264, -0.006767073646187782, -0.005962010473012924, -0.005156947299838066, -0.004351884126663208, -0.00354682095348835, -0.002741757547482848, -0.00193669437430799, -0.001131631201133132, -0.00032656791154295206, 0.00047849531983956695, 0.001283558551222086, 0.002088621724396944, 0.002893684897571802, 0.003698748303577304, 0.004503811709582806, 0.005308874882757664, 0.006113938055932522, 0.00691900122910738, 0.007724064402282238, 0.008529127575457096, 0.009334190748631954, 0.010139253921806812, 0.01094431709498167, 0.011749380268156528, 0.012554443441331387, 0.013359506614506245, 0.014164570719003677, 0.014969633892178535, 0.015774697065353394, 0.01657976023852825, 0.01738482341170311, 0.018189886584877968, 0.018994949758052826, 0.019800012931227684, 0.020605076104402542]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 2.0, 4.0, 4.0, 9.0, 9.0, 11.0, 15.0, 12.0, 8.0, 15.0, 9.0, 13.0, 19.0, 32.0, 51.0, 60.0, 86.0, 102.0, 186.0, 247.0, 401.0, 624.0, 904.0, 1443.0, 2474.0, 6831.0, 2058.0, 959.0, 538.0, 300.0, 207.0, 152.0, 87.0, 89.0, 83.0, 61.0, 53.0, 46.0, 32.0, 29.0, 18.0, 22.0, 17.0, 14.0, 20.0, 10.0, 12.0, 7.0, 12.0, 5.0, 6.0, 7.0, 2.0, 7.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013474383391439915, -0.013015883974730968, -0.012557384558022022, -0.012098885141313076, -0.011640386655926704, -0.011181887239217758, -0.010723387822508812, -0.010264888405799866, -0.00980638898909092, -0.009347889572381973, -0.008889390155673027, -0.00843089073896408, -0.007972391322255135, -0.007513892371207476, -0.007055393420159817, -0.0065968940034508705, -0.006138394586741924, -0.005679895170032978, -0.005221395753324032, -0.004762896802276373, -0.004304397385567427, -0.0038458979688584805, -0.003387398784980178, -0.0029288996011018753, -0.002470400184392929, -0.002011900767683983, -0.0015534015838056803, -0.0010949022835120559, -0.0006364029832184315, -0.00017790368292480707, 0.00028059561736881733, 0.0007390949176624417, 0.0011975942179560661, 0.0016560935182496905, 0.002114592818543315, 0.0025730920024216175, 0.0030315914191305637, 0.00349009083583951, 0.003948589786887169, 0.004407089203596115, 0.004865588620305061, 0.005324088037014008, 0.005782587453722954, 0.006241086404770613, 0.006699585821479559, 0.007158085238188505, 0.007616584189236164, 0.00807508360594511, 0.008533583022654057, 0.008992082439363003, 0.009450581856071949, 0.009909081272780895, 0.010367579758167267, 0.010826079174876213, 0.01128457859158516, 0.011743078008294106, 0.012201577425003052, 0.012660076841711998, 0.013118576258420944, 0.01357707567512989, 0.014035575091838837, 0.014494073577225208, 0.014952572993934155, 0.0154110724106431, 0.01586957275867462]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 4.0, 3.0, 0.0, 1.0, 0.0, 4.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.13086187839508057, -0.12603560090065002, -0.12120932340621948, -0.11638304591178894, -0.1115567684173584, -0.10673049092292786, -0.10190421342849731, -0.09707793593406677, -0.09225165843963623, -0.08742538094520569, -0.08259910345077515, -0.0777728259563446, -0.07294654846191406, -0.06812027096748352, -0.06329399347305298, -0.058467715978622437, -0.053641438484191895, -0.04881516098976135, -0.04398888349533081, -0.03916260600090027, -0.03433632850646973, -0.029510051012039185, -0.024683773517608643, -0.0198574960231781, -0.015031218528747559, -0.010204941034317017, -0.005378663539886475, -0.0005523860454559326, 0.004273891448974609, 0.009100168943405151, 0.013926446437835693, 0.018752723932266235, 0.023579001426696777, 0.02840527892112732, 0.03323155641555786, 0.0380578339099884, 0.042884111404418945, 0.04771038889884949, 0.05253666639328003, 0.05736294388771057, 0.06218922138214111, 0.06701549887657166, 0.0718417763710022, 0.07666805386543274, 0.08149433135986328, 0.08632060885429382, 0.09114688634872437, 0.09597316384315491, 0.10079944133758545, 0.10562571883201599, 0.11045199632644653, 0.11527827382087708, 0.12010455131530762, 0.12493082880973816, 0.1297571063041687, 0.13458338379859924, 0.13940966129302979, 0.14423593878746033, 0.14906221628189087, 0.1538884937763214, 0.15871477127075195, 0.1635410487651825, 0.16836732625961304, 0.17319360375404358, 0.17801988124847412]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 3.0, 1.0, 3.0, 2.0, 2.0, 0.0, 3.0, 2.0, 2.0, 4.0, 3.0, 2.0, 7.0, 15.0, 25.0, 23.0, 25.0, 27.0, 16.0, 26.0, 8.0, 9.0, 5.0, 4.0, 8.0, 5.0, 4.0, 5.0, 2.0, 4.0, 3.0, 3.0, 5.0, 3.0, 3.0, 0.0, 4.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.0645214095711708, -0.0628599226474762, -0.061198439449071884, -0.05953695625066757, -0.05787546932697296, -0.05621398612856865, -0.05455250293016434, -0.05289101600646973, -0.051229532808065414, -0.0495680496096611, -0.04790656268596649, -0.04624507948756218, -0.04458359628915787, -0.04292210936546326, -0.041260626167058945, -0.039599139243364334, -0.03793765604496002, -0.03627617284655571, -0.0346146859228611, -0.03295320272445679, -0.031291715800762177, -0.029630232602357864, -0.027968749403953552, -0.02630726434290409, -0.02464577928185463, -0.022984294220805168, -0.021322809159755707, -0.019661325961351395, -0.017999840900301933, -0.016338355839252472, -0.014676871709525585, -0.013015387579798698, -0.011353902518749237, -0.009692417457699776, -0.008030933327972889, -0.006369448732584715, -0.004707964137196541, -0.0030464795418083668, -0.0013849949464201927, 0.00027648964896798134, 0.0019379742443561554, 0.0035994588397443295, 0.0052609434351325035, 0.006922428030520678, 0.008583912625908852, 0.010245397686958313, 0.0119068818166852, 0.013568365946412086, 0.015229851007461548, 0.01689133606851101, 0.01855282112956047, 0.020214304327964783, 0.021875789389014244, 0.023537274450063705, 0.025198757648468018, 0.02686024270951748, 0.02852172777056694, 0.0301832128316164, 0.03184469789266586, 0.033506181091070175, 0.03516766428947449, 0.0368291512131691, 0.03849063441157341, 0.04015212133526802, 0.04181360453367233]}, "_runtime": 25.625332355499268, "_timestamp": 1596212896.32687, "_step": 26}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 2.0, 5.0, 3.0, 0.0, 4.0, 4.0, 1.0, 4.0, 2.0, 2.0, 5.0, 1.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.015078721567988396, -0.014691228978335857, -0.014303736388683319, -0.01391624379903078, -0.013528751209378242, -0.013141258619725704, -0.012753766030073166, -0.012366273440420628, -0.01197878085076809, -0.011591288261115551, -0.011203795671463013, -0.010816303081810474, -0.010428810492157936, -0.010041317902505398, -0.00965382531285286, -0.009266332723200321, -0.008878840133547783, -0.00849134661257267, -0.008103854022920132, -0.007716361898928881, -0.007328869309276342, -0.006941376719623804, -0.006553884129971266, -0.0061663915403187275, -0.005778898485004902, -0.005391405895352364, -0.005003913305699825, -0.004616420716047287, -0.004228928126394749, -0.0038414355367422104, -0.003453942947089672, -0.003066450357437134, -0.0026789577677845955, -0.002291465178132057, -0.0019039725884795189, -0.0015164798824116588, -0.0011289872927591205, -0.0007414947031065822, -0.00035400205524638295, 3.3490563509985805e-05, 0.00042098318226635456, 0.0008084757719188929, 0.0011959683615714312, 0.0015834610676392913, 0.0019709537737071514, 0.0023584463633596897, 0.002745938953012228, 0.0031334315426647663, 0.0035209241323173046, 0.003908416721969843, 0.004295909311622381, 0.0046834019012749195, 0.005070894490927458, 0.005458387080579996, 0.005845879670232534, 0.006233372259885073, 0.006620865315198898, 0.007008357904851437, 0.007395850494503975, 0.007783343084156513, 0.008170835673809052, 0.00855832826346159, 0.008945820853114128, 0.009333313442766666, 0.009720806032419205]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 2.0, 3.0, 0.0, 2.0, 3.0, 0.0, 1.0, 4.0, 4.0, 3.0, 4.0, 7.0, 9.0, 10.0, 18.0, 20.0, 15.0, 22.0, 35.0, 26.0, 37.0, 42.0, 65.0, 90.0, 96.0, 138.0, 193.0, 231.0, 343.0, 493.0, 3876.0, 809.0, 424.0, 236.0, 166.0, 133.0, 91.0, 72.0, 50.0, 30.0, 36.0, 22.0, 20.0, 7.0, 12.0, 6.0, 11.0, 4.0, 6.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15067856013774872, -0.1458568572998047, -0.14103515446186066, -0.13621345162391663, -0.1313917487859726, -0.12657004594802856, -0.12174835056066513, -0.1169266477227211, -0.11210495233535767, -0.10728324949741364, -0.1024615466594696, -0.09763984382152557, -0.09281814098358154, -0.08799643814563751, -0.08317474275827408, -0.07835303992033005, -0.07353133708238602, -0.06870963424444199, -0.06388793140649796, -0.05906623229384422, -0.05424453318119049, -0.04942283034324646, -0.04460112750530243, -0.0397794283926487, -0.034957725554704666, -0.030136024579405785, -0.025314323604106903, -0.020492620766162872, -0.01567091979086399, -0.01084921881556511, -0.006027516908943653, -0.0012058154679834843, 0.0036158859729766846, 0.008437586948275566, 0.013259288854897022, 0.01808099076151848, 0.02290269173681736, 0.02772439271211624, 0.03254609555006027, 0.037367794662714005, 0.042189497500658035, 0.047011200338602066, 0.0518328994512558, 0.05665460228919983, 0.06147630512714386, 0.06629800796508789, 0.07111970335245132, 0.07594140619039536, 0.08076310902833939, 0.08558481186628342, 0.09040651470422745, 0.09522821009159088, 0.10004991292953491, 0.10487161576747894, 0.10969331860542297, 0.114515021443367, 0.11933672428131104, 0.12415841966867447, 0.1289801299571991, 0.13380181789398193, 0.13862352073192596, 0.14344522356987, 0.14826692640781403, 0.15308862924575806, 0.1579103320837021]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0, 4.0, 2.0, 5.0, 3.0, 1.0, 3.0, 3.0, 7.0, 2.0, 4.0, 4.0, 24.0, 3.0, 3.0, 2.0, 6.0, 6.0, 1.0, 4.0, 7.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 3.0, 0.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0035378194879740477, -0.00341207766905427, -0.0032863360829651356, -0.0031605944968760014, -0.0030348526779562235, -0.0029091108590364456, -0.0027833692729473114, -0.002657627686858177, -0.0025318858679383993, -0.0024061440490186214, -0.0022804024629294872, -0.002154660876840353, -0.002028919057920575, -0.001903177355416119, -0.001777435652911663, -0.001651693950407207, -0.001525952247902751, -0.001400210545398295, -0.0012744688428938389, -0.0011487271403893828, -0.0010229854378849268, -0.0008972437353804708, -0.0007715020328760147, -0.0006457603303715587, -0.0005200186278671026, -0.0003942769253626466, -0.00026853522285819054, -0.0001427935203537345, -1.705181784927845e-05, 0.0001086898846551776, 0.00023443158715963364, 0.0003601732896640897, 0.0004859149921685457, 0.0006116566946730018, 0.0007373983971774578, 0.0008631400996819139, 0.00098888180218637, 0.001114623504690826, 0.001240365207195282, 0.001366106909699738, 0.001491848612204194, 0.0016175903147086501, 0.0017433320172131062, 0.0018690737197175622, 0.0019948154222220182, 0.002120557241141796, 0.0022462988272309303, 0.0023720404133200645, 0.0024977822322398424, 0.0026235240511596203, 0.0027492656372487545, 0.0028750072233378887, 0.0030007490422576666, 0.0031264908611774445, 0.0032522324472665787, 0.003377974033355713, 0.0035037158522754908, 0.0036294576711952686, 0.003755199257284403, 0.003880940843373537, 0.004006682895123959, 0.004132424481213093, 0.004258166067302227, 0.004383907653391361, 0.0045096492394804955]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 3.0, 0.0, 2.0, 3.0, 4.0, 6.0, 13.0, 17.0, 20.0, 44.0, 50.0, 85.0, 115.0, 166.0, 283.0, 356.0, 630.0, 914.0, 1434.0, 2280.0, 4015.0, 6774.0, 12856.0, 24475.0, 47456.0, 93953.0, 219389.0, 522875.0, 102885.0, 57800.0, 32578.0, 18607.0, 10804.0, 6504.0, 4107.0, 2637.0, 1729.0, 1125.0, 786.0, 522.0, 375.0, 305.0, 178.0, 135.0, 95.0, 67.0, 57.0, 35.0, 33.0, 12.0, 13.0, 8.0, 8.0, 5.0, 6.0, 3.0, 2.0, 0.0, 2.0, 2.0, 2.0], "bins": [-0.014125168323516846, -0.013654558919370174, -0.013183950446546078, -0.012713341042399406, -0.01224273256957531, -0.011772123165428638, -0.011301514692604542, -0.01083090528845787, -0.010360296815633774, -0.009889687411487103, -0.009419078938663006, -0.008948469534516335, -0.008477861061692238, -0.008007251657545567, -0.007536642719060183, -0.007066033780574799, -0.006595424842089415, -0.006124815903604031, -0.005654206965118647, -0.005183598026633263, -0.004712989088147879, -0.004242380149662495, -0.003771770978346467, -0.003301162039861083, -0.002830553101375699, -0.002359944162890315, -0.001889335224404931, -0.0014187261695042253, -0.0009481172310188413, -0.0004775082634296268, -6.899295840412378e-06, 0.00046370967174880207, 0.0009343186393380165, 0.0014049275778234005, 0.0018755365163087845, 0.0023461454547941685, 0.0028167543932795525, 0.00328736356459558, 0.003757972503080964, 0.004228581208735704, 0.004699190147221088, 0.00516979955136776, 0.005640408489853144, 0.006111017428338528, 0.006581626366823912, 0.007052235305309296, 0.00752284424379468, 0.007993453182280064, 0.008464062586426735, 0.008934671059250832, 0.009405280463397503, 0.0098758889362216, 0.010346498340368271, 0.010817106813192368, 0.011287716217339039, 0.011758324690163136, 0.012228934094309807, 0.012699542567133904, 0.013170151971280575, 0.013640760444104671, 0.014111369848251343, 0.01458197832107544, 0.01505258772522211, 0.015523196198046207, 0.01599380560219288]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 6.0, 1.0, 0.0, 2.0, 4.0, 1.0, 3.0, 3.0, 1.0, 4.0, 4.0, 5.0, 2.0, 2.0, 4.0, 4.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008368739858269691, -0.008020760491490364, -0.007672780659049749, -0.007324801292270422, -0.006976821459829807, -0.00662884209305048, -0.006280862260609865, -0.005932882893830538, -0.005584903061389923, -0.005236923694610596, -0.004888944327831268, -0.004540964495390654, -0.004192985128611326, -0.003845005529001355, -0.003497025929391384, -0.003149046329781413, -0.002801066730171442, -0.002453087130561471, -0.0021051075309515, -0.0017571280477568507, -0.0014091484481468797, -0.0010611688485369086, -0.0007131893071345985, -0.0003652097366284579, -1.7230166122317314e-05, 0.0003307494043838233, 0.0006787289748899639, 0.001026708516292274, 0.001374688115902245, 0.001722667715512216, 0.0020706471987068653, 0.0024186267983168364, 0.0027666063979268074, 0.0031145859975367785, 0.0034625655971467495, 0.0038105451967567205, 0.004158524796366692, 0.004506504163146019, 0.004854483995586634, 0.005202463362365961, 0.005550443194806576, 0.005898422561585903, 0.0062464019283652306, 0.006594381760805845, 0.006942361127585173, 0.007290340960025787, 0.007638320326805115, 0.007986299693584442, 0.00833427906036377, 0.008682259358465672, 0.009030238725244999, 0.009378218092024326, 0.009726197458803654, 0.010074177756905556, 0.010422157123684883, 0.01077013649046421, 0.011118115857243538, 0.011466095224022865, 0.011814075522124767, 0.012162054888904095, 0.012510034255683422, 0.01285801362246275, 0.013205993920564651, 0.013553973287343979, 0.013901952654123306]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 4.0, 8.0, 6.0, 12.0, 12.0, 19.0, 29.0, 38.0, 34.0, 53.0, 58.0, 84.0, 131.0, 161.0, 216.0, 369.0, 550.0, 1248.0, 4947.0, 2225.0, 1780.0, 1364.0, 1056.0, 889.0, 645.0, 567.0, 444.0, 334.0, 270.0, 195.0, 153.0, 120.0, 74.0, 55.0, 42.0, 44.0, 47.0, 29.0, 17.0, 21.0, 7.0, 11.0, 15.0, 7.0, 10.0, 9.0, 2.0, 7.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006575100589543581, -0.006302585359662771, -0.0060300701297819614, -0.005757555365562439, -0.005485040135681629, -0.005212524905800819, -0.00494000967592001, -0.0046674944460392, -0.00439497921615839, -0.004122464451938868, -0.003849949222058058, -0.003577433992177248, -0.0033049187622964382, -0.003032403765246272, -0.0027598885353654623, -0.002487373538315296, -0.0022148583084344864, -0.0019423431949689984, -0.0016698280815035105, -0.0013973128516227007, -0.0011247977381572127, -0.0008522826246917248, -0.0005797674530185759, -0.0003072523104492575, -3.473716787993908e-05, 0.00023777797468937933, 0.0005102931172586977, 0.0007828082889318466, 0.0010553234023973346, 0.0013278385158628225, 0.0016003537457436323, 0.0018728688592091203, 0.0021453839726746082, 0.002417899202555418, 0.002690414199605584, 0.002962929429486394, 0.00323544442653656, 0.00350795965641737, 0.0037804748862981796, 0.004052990116178989, 0.004325505346059799, 0.004598020110279322, 0.0048705353401601315, 0.005143050570040941, 0.005415565799921751, 0.005688081029802561, 0.005960595794022083, 0.006233111023902893, 0.006505626253783703, 0.006778141483664513, 0.007050656713545322, 0.007323171477764845, 0.007595686707645655, 0.007868202403187752, 0.008140716701745987, 0.008413231931626797, 0.008685747161507607, 0.008958262391388416, 0.009230777621269226, 0.009503292851150036, 0.009775808081030846, 0.010048323310911655, 0.010320838540792465, 0.010593353770673275, 0.010865869000554085]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03488405793905258, -0.03327103704214096, -0.03165801614522934, -0.03004499338567257, -0.028431972488760948, -0.026818949729204178, -0.025205928832292557, -0.023592907935380936, -0.021979887038469315, -0.020366864278912544, -0.018753843382000923, -0.017140822485089302, -0.015527799725532532, -0.01391477882862091, -0.012301757000386715, -0.010688736103475094, -0.009075714275240898, -0.00746269291266799, -0.005849671550095081, -0.004236649721860886, -0.0026236283592879772, -0.001010606880299747, 0.0006024145986884832, 0.0022154361940920353, 0.0038284575566649437, 0.005441478919237852, 0.0070545002818107605, 0.008667522110044956, 0.010280543938279152, 0.011893564835190773, 0.013506586663424969, 0.01511960756033659, 0.016732629388570786, 0.018345650285482407, 0.019958673045039177, 0.021571693941950798, 0.02318471483886242, 0.02479773759841919, 0.02641075849533081, 0.02802377939224243, 0.029636800289154053, 0.031249823048710823, 0.03286284580826759, 0.034475866705179214, 0.036088887602090836, 0.03770190849900246, 0.03931492939591408, 0.0409279502928257, 0.04254097491502762, 0.04415399581193924, 0.04576701670885086, 0.04738003760576248, 0.0489930585026741, 0.050606079399585724, 0.052219100296497345, 0.053832124918699265, 0.055445145815610886, 0.05705816671252251, 0.05867118760943413, 0.06028420850634575, 0.06189722940325737, 0.06351025402545929, 0.06512327492237091, 0.06673629581928253, 0.06834931671619415]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 2.0, 5.0, 3.0, 1.0, 3.0, 5.0, 5.0, 5.0, 7.0, 15.0, 13.0, 17.0, 26.0, 16.0, 16.0, 14.0, 10.0, 17.0, 14.0, 12.0, 13.0, 10.0, 6.0, 9.0, 3.0, 4.0, 1.0, 2.0, 0.0, 3.0, 2.0, 4.0, 4.0, 0.0, 0.0, 2.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.01638321951031685, -0.01532016322016716, -0.014257106930017471, -0.013194050639867783, -0.012130994349718094, -0.011067938059568405, -0.010004881769418716, -0.008941825479269028, -0.007878769189119339, -0.00681571289896965, -0.0057526566088199615, -0.004689600318670273, -0.003626544028520584, -0.0025634877383708954, -0.0015004314482212067, -0.00043737515807151794, 0.0006256811320781708, 0.0016887374222278595, 0.0027517937123775482, 0.003814850002527237, 0.004877906292676926, 0.005940962582826614, 0.007004018872976303, 0.008067075163125992, 0.00913013145327568, 0.01019318774342537, 0.011256244033575058, 0.012319300323724747, 0.013382356613874435, 0.014445412904024124, 0.015508469194173813, 0.0165715254843235, 0.01763458177447319, 0.01869763806462288, 0.019760694354772568, 0.020823750644922256, 0.021886806935071945, 0.022949863225221634, 0.024012919515371323, 0.02507597580552101, 0.0261390320956707, 0.02720208838582039, 0.028265144675970078, 0.029328200966119766, 0.030391257256269455, 0.031454313546419144, 0.03251736983656883, 0.03358042612671852, 0.03464348241686821, 0.0357065387070179, 0.03676959499716759, 0.037832651287317276, 0.038895707577466965, 0.03995876386761665, 0.04102182015776634, 0.04208487644791603, 0.04314793273806572, 0.04421098902821541, 0.0452740453183651, 0.046337101608514786, 0.047400157898664474, 0.04846321418881416, 0.04952627047896385, 0.05058932676911354, 0.05165238305926323]}, "_runtime": 26.438188791275024, "_timestamp": 1596212897.1397264, "_step": 27}
-{"val_accuracy": 0.7731499714611872, "val_loss": 0.641526366749855, "_runtime": 27.907456874847412, "_timestamp": 1596212898.6089945, "_step": 28}
-{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: K Confidence: 0.542461097240448 Truth: v", "Prediction: 5 Confidence: 0.9992786049842834 Truth: 5", "Prediction: 2 Confidence: 0.9829728603363037 Truth: 2", "Prediction: 0 Confidence: 0.6746071577072144 Truth: 0"]}, "_runtime": 28.187422275543213, "_timestamp": 1596212898.88896, "_step": 29}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 3.0, 4.0, 2.0, 2.0, 2.0, 2.0, 2.0, 4.0, 3.0, 3.0, 0.0, 3.0, 1.0, 6.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011076899245381355, -0.01063406839966774, -0.010191237553954124, -0.009748406708240509, -0.009305575862526894, -0.008862745016813278, -0.008419914171099663, -0.007977083325386047, -0.007534252479672432, -0.0070914216339588165, -0.006648590788245201, -0.006205759942531586, -0.00576292909681797, -0.005320098251104355, -0.0048772674053907394, -0.004434436559677124, -0.003991605713963509, -0.003548774868249893, -0.0031059440225362778, -0.0026631131768226624, -0.002220282331109047, -0.0017774514853954315, -0.001334620639681816, -0.0008917897939682007, -0.00044895894825458527, -6.128102540969849e-06, 0.00043670274317264557, 0.000879533588886261, 0.0013223644345998764, 0.0017651952803134918, 0.0022080261260271072, 0.0026508569717407227, 0.003093687817454338, 0.0035365186631679535, 0.003979349508881569, 0.004422180354595184, 0.0048650112003088, 0.005307842046022415, 0.005750672891736031, 0.006193503737449646, 0.006636334583163261, 0.007079165428876877, 0.007521996274590492, 0.007964827120304108, 0.008407657966017723, 0.008850488811731339, 0.009293319657444954, 0.00973615050315857, 0.010178981348872185, 0.0106218121945858, 0.011064643040299416, 0.011507473886013031, 0.011950304731726646, 0.012393135577440262, 0.012835966423153877, 0.013278797268867493, 0.013721628114581108, 0.014164458960294724, 0.014607289806008339, 0.015050120651721954, 0.01549295149743557, 0.015935782343149185, 0.0163786131888628, 0.016821444034576416, 0.01726427488029003]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 4.0, 2.0, 1.0, 7.0, 6.0, 11.0, 16.0, 19.0, 21.0, 26.0, 44.0, 69.0, 93.0, 167.0, 238.0, 364.0, 747.0, 4777.0, 626.0, 279.0, 134.0, 78.0, 58.0, 45.0, 21.0, 23.0, 13.0, 7.0, 7.0, 3.0, 4.0, 3.0, 2.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.24187785387039185, -0.23386447131633759, -0.22585108876228333, -0.21783770620822906, -0.2098243236541748, -0.20181092619895935, -0.1937975436449051, -0.18578416109085083, -0.17777077853679657, -0.1697573959827423, -0.16174401342868805, -0.1537306308746338, -0.14571723341941833, -0.13770385086536407, -0.12969046831130981, -0.12167708575725555, -0.1136637032032013, -0.10565032064914703, -0.09763693809509277, -0.08962354809045792, -0.08161016553640366, -0.0735967829823494, -0.06558339297771454, -0.05757001042366028, -0.04955662786960602, -0.04154324531555176, -0.0335298590362072, -0.02551647461950779, -0.01750309020280838, -0.00948970578610897, -0.0014763213694095612, 0.006537063047289848, 0.014550447463989258, 0.022563831880688667, 0.030577216297388077, 0.038590602576732635, 0.046603985130786896, 0.054617367684841156, 0.06263075768947601, 0.07064414024353027, 0.07865752279758453, 0.0866709053516388, 0.09468428790569305, 0.10269767791032791, 0.11071106046438217, 0.11872444301843643, 0.1267378330230713, 0.13475121557712555, 0.1427645981311798, 0.15077798068523407, 0.15879136323928833, 0.1668047457933426, 0.17481812834739685, 0.1828315258026123, 0.19084490835666656, 0.19885829091072083, 0.20687167346477509, 0.21488505601882935, 0.2228984385728836, 0.23091182112693787, 0.23892521858215332, 0.24693860113620758, 0.25495198369026184, 0.2629653513431549, 0.27097874879837036]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 4.0, 3.0, 5.0, 1.0, 2.0, 3.0, 1.0, 3.0, 2.0, 1.0, 2.0, 6.0, 22.0, 2.0, 5.0, 2.0, 8.0, 4.0, 3.0, 4.0, 2.0, 3.0, 2.0, 1.0, 3.0, 4.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0024143746122717857, -0.0023225455079227686, -0.0022307164035737514, -0.0021388870663940907, -0.0020470579620450735, -0.0019552288576960564, -0.0018633996369317174, -0.0017715704161673784, -0.0016797413118183613, -0.0015879122074693441, -0.0014960829867050052, -0.0014042537659406662, -0.001312424661591649, -0.001220595557242632, -0.001128766336478293, -0.001036937115713954, -0.0009451080113649368, -0.0008532788488082588, -0.0007614496862515807, -0.0006696205236949027, -0.0005777913611382246, -0.00048596219858154655, -0.0003941330360248685, -0.00030230387346819043, -0.00021047471091151237, -0.00011864554835483432, -2.681638579815626e-05, 6.50127767585218e-05, 0.00015684193931519985, 0.0002486711018718779, 0.00034050026442855597, 0.000432329426985234, 0.0005241585895419121, 0.0006159877520985901, 0.0007078169146552682, 0.0007996460772119462, 0.0008914752397686243, 0.0009833043441176414, 0.0010751335648819804, 0.0011669627856463194, 0.0012587918899953365, 0.0013506209943443537, 0.0014424502151086926, 0.0015342794358730316, 0.0016261085402220488, 0.001717937644571066, 0.0018097668653354049, 0.0019015960860997438, 0.001993425190448761, 0.002085254294797778, 0.0021770833991467953, 0.002268912736326456, 0.002360741840675473, 0.0024525709450244904, 0.002544400282204151, 0.0026362293865531683, 0.0027280584909021854, 0.0028198875952512026, 0.0029117166996002197, 0.0030035460367798805, 0.0030953751411288977, 0.003187204245477915, 0.0032790335826575756, 0.0033708626870065928, 0.00346269179135561]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 5.0, 2.0, 2.0, 12.0, 9.0, 10.0, 30.0, 53.0, 78.0, 123.0, 205.0, 357.0, 634.0, 1116.0, 1967.0, 3913.0, 8620.0, 20385.0, 52329.0, 141622.0, 670060.0, 154736.0, 64394.0, 28532.0, 13780.0, 6965.0, 3824.0, 2151.0, 1304.0, 781.0, 526.0, 337.0, 246.0, 148.0, 112.0, 89.0, 57.0, 42.0, 24.0, 14.0, 17.0, 14.0, 7.0, 3.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.02040644735097885, -0.01979820989072323, -0.019189970567822456, -0.018581733107566833, -0.01797349564731121, -0.01736525632441044, -0.016757018864154816, -0.016148781403899193, -0.01554054208099842, -0.014932304620742798, -0.0143240662291646, -0.013715827837586403, -0.01310759037733078, -0.012499351985752583, -0.011891113594174385, -0.011282876133918762, -0.010674637742340565, -0.010066399350762367, -0.009458161890506744, -0.008849923498928547, -0.00824168510735035, -0.007633447181433439, -0.007025209255516529, -0.006416970863938332, -0.005808732938021421, -0.005200495012104511, -0.004592256620526314, -0.003984018694609404, -0.00337578053586185, -0.002767542377114296, -0.002159304451197386, -0.001551066292449832, -0.0009428281337022781, -0.0003345900331623852, 0.0002736480673775077, 0.0008818861679174006, 0.0014901242684572935, 0.0020983624272048473, 0.0027066003531217575, 0.0033148385118693113, 0.003923076670616865, 0.004531314596533775, 0.005139552988111973, 0.005747790914028883, 0.006356028839945793, 0.006964267231523991, 0.007572505157440901, 0.008180743083357811, 0.008788981474936008, 0.009397219866514206, 0.010005457326769829, 0.010613695718348026, 0.011221934109926224, 0.011830171570181847, 0.012438409961760044, 0.013046648353338242, 0.013654885813593864, 0.014263124205172062, 0.01487136259675026, 0.015479600988328457, 0.016087839379906654, 0.016696076840162277, 0.0173043143004179, 0.017912553623318672, 0.018520791083574295]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 9.0, 0.0, 4.0, 4.0, 5.0, 2.0, 5.0, 2.0, 4.0, 2.0, 6.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0158773735165596, -0.015397089533507824, -0.014916806481778622, -0.014436522498726845, -0.013956239446997643, -0.013475955463945866, -0.012995671480894089, -0.012515388429164886, -0.01203510444611311, -0.011554820463061333, -0.01107453741133213, -0.010594253428280354, -0.010113969445228577, -0.009633686393499374, -0.009153402410447598, -0.008673119358718395, -0.008192835375666618, -0.007712551858276129, -0.007232268340885639, -0.006751984357833862, -0.006271700840443373, -0.005791417323052883, -0.005311133340001106, -0.004830849822610617, -0.004350566305220127, -0.0038702827878296375, -0.0033899990376085043, -0.002909715287387371, -0.0024294317699968815, -0.00194914813619107, -0.0014688645023852587, -0.0009885808685794473, -0.0005082972347736359, -2.801360096782446e-05, 0.00045227003283798695, 0.0009325536666437984, 0.0014128373004496098, 0.0018931209342554212, 0.0023734045680612326, 0.002853688318282366, 0.0033339718356728554, 0.003814255353063345, 0.0042945388704538345, 0.004774822853505611, 0.005255106370896101, 0.005735389888286591, 0.0062156738713383675, 0.006695957388728857, 0.007176240906119347, 0.007656524423509836, 0.008136807940900326, 0.008617091923952103, 0.009097374975681305, 0.009577658958733082, 0.010057942941784859, 0.010538225993514061, 0.011018509976565838, 0.011498793959617615, 0.011979077011346817, 0.012459360994398594, 0.01293964497745037, 0.013419928029179573, 0.01390021201223135, 0.014380495063960552, 0.014860779047012329]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 4.0, 2.0, 3.0, 3.0, 8.0, 9.0, 9.0, 19.0, 14.0, 14.0, 19.0, 28.0, 20.0, 31.0, 35.0, 48.0, 52.0, 56.0, 97.0, 84.0, 108.0, 131.0, 151.0, 174.0, 246.0, 313.0, 512.0, 911.0, 5229.0, 2513.0, 1526.0, 1167.0, 961.0, 814.0, 692.0, 547.0, 484.0, 367.0, 269.0, 220.0, 171.0, 131.0, 85.0, 39.0, 36.0, 28.0, 18.0, 11.0, 3.0, 4.0, 3.0, 4.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.012247784994542599, -0.011883899569511414, -0.011520013213157654, -0.011156127788126469, -0.010792242363095284, -0.010428356938064098, -0.010064471513032913, -0.009700585156679153, -0.009336699731647968, -0.008972814306616783, -0.008608927950263023, -0.008245042525231838, -0.007881157100200653, -0.007517271675169468, -0.0071533857844769955, -0.006789499893784523, -0.006425614468753338, -0.006061729043722153, -0.00569784315302968, -0.005333957262337208, -0.004970071837306023, -0.0046061864122748375, -0.004242300521582365, -0.0038784148637205362, -0.0035145292058587074, -0.0031506435479968786, -0.00278675789013505, -0.002422872232273221, -0.002058986574411392, -0.0016951009165495634, -0.0013312152586877346, -0.0009673296008259058, -0.000603443942964077, -0.0002395582851022482, 0.0001243273727595806, 0.0004882130306214094, 0.0008520986884832382, 0.001215984346345067, 0.0015798700042068958, 0.0019437556620687246, 0.0023076413199305534, 0.0026715269777923822, 0.003035412635654211, 0.00339929829351604, 0.0037631839513778687, 0.004127069376409054, 0.004490955267101526, 0.004854841157793999, 0.005218726582825184, 0.005582612007856369, 0.0059464978985488415, 0.006310383789241314, 0.006674269214272499, 0.007038154639303684, 0.007402040529996157, 0.007765926420688629, 0.008129811845719814, 0.008493697270751, 0.00885758362710476, 0.009221469052135944, 0.00958535447716713, 0.009949239902198315, 0.0103131253272295, 0.01067701168358326, 0.011040897108614445]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 4.0, 2.0, 5.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07235229015350342, -0.06901050359010696, -0.06566870957612991, -0.06232691928744316, -0.05898512899875641, -0.055643342435359955, -0.0523015521466732, -0.04895976185798645, -0.0456179715692997, -0.042276181280612946, -0.03893439099192619, -0.03559260070323944, -0.03225081413984299, -0.028909021988511086, -0.025567233562469482, -0.02222544327378273, -0.018883652985095978, -0.015541862696409225, -0.012200073339045048, -0.00885828398168087, -0.005516493692994118, -0.0021747038699686527, 0.0011670859530568123, 0.004508875776082277, 0.007850665599107742, 0.011192455887794495, 0.014534245245158672, 0.01787603460252285, 0.021217824891209602, 0.024559615179896355, 0.027901403605937958, 0.03124319389462471, 0.03458498418331146, 0.037926774471998215, 0.04126856476068497, 0.04461035504937172, 0.04795214533805847, 0.051293931901454926, 0.05463572219014168, 0.05797751247882843, 0.06131930276751518, 0.06466109305620193, 0.06800287961959839, 0.07134467363357544, 0.0746864601969719, 0.07802825421094894, 0.0813700407743454, 0.08471183478832245, 0.0880536213517189, 0.09139540791511536, 0.09473720192909241, 0.09807898849248886, 0.10142078250646591, 0.10476256906986237, 0.10810436308383942, 0.11144614964723587, 0.11478793621063232, 0.11812973022460938, 0.12147151678800583, 0.12481331080198288, 0.12815509736537933, 0.13149689137935638, 0.13483868539333344, 0.1381804645061493, 0.14152225852012634]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 2.0, 1.0, 4.0, 3.0, 4.0, 1.0, 0.0, 7.0, 8.0, 2.0, 7.0, 2.0, 15.0, 11.0, 22.0, 27.0, 36.0, 15.0, 18.0, 14.0, 13.0, 11.0, 16.0, 7.0, 4.0, 6.0, 1.0, 2.0, 6.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.025774190202355385, -0.0244202371686697, -0.023066285997629166, -0.02171233296394348, -0.020358379930257797, -0.019004428759217262, -0.017650475725531578, -0.016296522691845894, -0.014942570589482784, -0.013588618487119675, -0.01223466545343399, -0.010880713351070881, -0.009526761248707771, -0.008172808215022087, -0.0068188561126589775, -0.005464903544634581, -0.004110950976610184, -0.002756998408585787, -0.0014030460733920336, -4.909362178295851e-05, 0.0013048588298261166, 0.0026588113978505135, 0.004012763500213623, 0.00536671606823802, 0.006720668636262417, 0.008074620738625526, 0.00942857377231121, 0.01078252587467432, 0.01213647797703743, 0.013490431010723114, 0.014844383113086224, 0.016198335215449333, 0.017552288249135017, 0.0189062412828207, 0.020260192453861237, 0.02161414548754692, 0.022968098521232605, 0.02432204969227314, 0.025676002725958824, 0.02702995575964451, 0.028383906930685043, 0.029737859964370728, 0.031091812998056412, 0.032445766031742096, 0.03379971906542778, 0.035153668373823166, 0.03650762140750885, 0.037861574441194534, 0.03921552747488022, 0.0405694805085659, 0.04192343354225159, 0.04327738657593727, 0.04463133588433266, 0.04598528891801834, 0.047339241951704025, 0.04869319498538971, 0.050047148019075394, 0.05140110105276108, 0.052755050361156464, 0.05410900339484215, 0.05546295642852783, 0.056816909462213516, 0.0581708624958992, 0.059524815529584885, 0.06087876856327057]}, "_runtime": 28.827100038528442, "_timestamp": 1596212899.5286376, "_step": 30}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 0.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 3.0, 3.0, 2.0, 2.0, 0.0, 3.0, 4.0, 2.0, 2.0, 1.0, 3.0, 4.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.01210261881351471, -0.011757384985685349, -0.011412150226533413, -0.011066916398704052, -0.010721682570874691, -0.010376447811722755, -0.010031213983893394, -0.009685980156064034, -0.009340746328234673, -0.008995511569082737, -0.008650277741253376, -0.008305043913424015, -0.00795980915427208, -0.0076145753264427185, -0.00726934103295207, -0.006924107205122709, -0.006578872911632061, -0.006233638618141413, -0.005888404790312052, -0.0055431704968214035, -0.0051979366689920425, -0.004852702375501394, -0.004507468082010746, -0.004162234254181385, -0.0038169999606907368, -0.003471765900030732, -0.0031265318393707275, -0.0027812975458800793, -0.0024360634852200747, -0.00209082942456007, -0.0017455952474847436, -0.0014003610704094172, -0.0010551270097494125, -0.000709892890881747, -0.0003646587720140815, -1.942465314641595e-05, 0.0003258094657212496, 0.0006710435845889151, 0.0010162777034565806, 0.001361511880531907, 0.0017067459411919117, 0.0020519800018519163, 0.002397214062511921, 0.002742448356002569, 0.003087682416662574, 0.0034329164773225784, 0.0037781507708132267, 0.004123384598642588, 0.004468618892133236, 0.004813853185623884, 0.005159087013453245, 0.005504321306943893, 0.005849555134773254, 0.006194789428263903, 0.006540023721754551, 0.006885257549583912, 0.00723049184307456, 0.0075757261365652084, 0.00792095996439457, 0.00826619379222393, 0.008611428551375866, 0.008956662379205227, 0.009301896207034588, 0.009647130966186523, 0.009992364794015884]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 1.0, 3.0, 3.0, 1.0, 1.0, 1.0, 3.0, 1.0, 5.0, 5.0, 4.0, 6.0, 9.0, 7.0, 11.0, 12.0, 16.0, 11.0, 18.0, 21.0, 34.0, 44.0, 57.0, 70.0, 78.0, 105.0, 155.0, 202.0, 243.0, 369.0, 2890.0, 2007.0, 550.0, 275.0, 160.0, 109.0, 89.0, 70.0, 45.0, 43.0, 39.0, 27.0, 24.0, 11.0, 13.0, 14.0, 13.0, 13.0, 4.0, 9.0, 7.0, 5.0, 2.0, 4.0, 3.0, 2.0, 2.0, 3.0, 1.0, 0.0, 1.0], "bins": [-0.14083096385002136, -0.13667695224285126, -0.13252292573451996, -0.12836891412734985, -0.12421488761901855, -0.12006087601184845, -0.11590685695409775, -0.11175283789634705, -0.10759881883859634, -0.10344479978084564, -0.09929078072309494, -0.09513676166534424, -0.09098275005817413, -0.08682873100042343, -0.08267471194267273, -0.07852069288492203, -0.07436667382717133, -0.07021265476942062, -0.06605863571166992, -0.06190462037920952, -0.057750601321458817, -0.053596582263708115, -0.04944256693124771, -0.04528854787349701, -0.04113452881574631, -0.036980509757995605, -0.032826490700244904, -0.0286724753677845, -0.024518456310033798, -0.020364437252283096, -0.016210420057177544, -0.012056401930749416, -0.007902383804321289, -0.0037483656778931618, 0.0004056524485349655, 0.004559670574963093, 0.00871368870139122, 0.012867706827819347, 0.017021724954247475, 0.021175742149353027, 0.02532976120710373, 0.02948378026485443, 0.03363779932260513, 0.037791814655065536, 0.04194583371281624, 0.04609985277056694, 0.050253868103027344, 0.054407887160778046, 0.05856190621852875, 0.06271592527627945, 0.06686994433403015, 0.07102396339178085, 0.07517798244953156, 0.07933199405670166, 0.08348601311445236, 0.08764003217220306, 0.09179405122995377, 0.09594807028770447, 0.10010208934545517, 0.10425610840320587, 0.10841012001037598, 0.11256413906812668, 0.11671815812587738, 0.12087217718362808, 0.12502619624137878]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 4.0, 1.0, 2.0, 4.0, 6.0, 6.0, 2.0, 6.0, 1.0, 7.0, 2.0, 2.0, 23.0, 4.0, 4.0, 3.0, 2.0, 6.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 0.0, 2.0, 2.0, 1.0, 3.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0024084863252937794, -0.00232015922665596, -0.002231831895187497, -0.002143504796549678, -0.002055177465081215, -0.0019668503664433956, -0.0018785230349749327, -0.0017901958199217916, -0.0017018686048686504, -0.0016135415062308311, -0.00152521429117769, -0.001436887076124549, -0.0013485598610714078, -0.0012602326460182667, -0.0011719054309651256, -0.0010835782159119844, -0.0009952510008588433, -0.0009069237858057022, -0.0008185965707525611, -0.00073026935569942, -0.0006419421406462789, -0.0005536149838007987, -0.00046528776874765754, -0.0003769605536945164, -0.0002886333386413753, -0.00020030612358823419, -0.0001119789230870083, -2.3651715309824795e-05, 6.467549246735871e-05, 0.00015300270752049983, 0.00024132990802172571, 0.0003296571085229516, 0.0004179843235760927, 0.0005063115386292338, 0.000594638753682375, 0.0006829659687355161, 0.0007712931837886572, 0.0008596203406341374, 0.0009479475556872785, 0.0010362748289480805, 0.0011246020440012217, 0.001212929142639041, 0.001301256357692182, 0.0013895835727453232, 0.0014779107877984643, 0.0015662380028516054, 0.0016545652179047465, 0.0017428924329578876, 0.0018312196480110288, 0.0019195468630641699, 0.002007873961701989, 0.002096201293170452, 0.0021845283918082714, 0.0022728557232767344, 0.0023611828219145536, 0.0024495101533830166, 0.002537837252020836, 0.002626164583489299, 0.002714491682127118, 0.002802819013595581, 0.0028911461122334003, 0.0029794734437018633, 0.0030678005423396826, 0.0031561278738081455, 0.003244454972445965]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 2.0, 3.0, 5.0, 7.0, 18.0, 22.0, 26.0, 47.0, 37.0, 63.0, 92.0, 114.0, 165.0, 269.0, 400.0, 553.0, 793.0, 1261.0, 1817.0, 2963.0, 4848.0, 8211.0, 14992.0, 27973.0, 54274.0, 109971.0, 589604.0, 178240.0, 78957.0, 42519.0, 23758.0, 13828.0, 8343.0, 5125.0, 3294.0, 2103.0, 1404.0, 991.0, 679.0, 502.0, 361.0, 290.0, 178.0, 148.0, 92.0, 64.0, 58.0, 48.0, 22.0, 31.0, 24.0, 14.0, 15.0, 7.0, 7.0, 8.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.0123532023280859, -0.011953533627092838, -0.011553863994777203, -0.011154195293784142, -0.010754525661468506, -0.010354856960475445, -0.009955187328159809, -0.009555518627166748, -0.009155848994851112, -0.008756180293858051, -0.00835651159286499, -0.007956841960549355, -0.0075571732595562935, -0.007157504092901945, -0.006757834926247597, -0.006358165759593248, -0.0059584965929389, -0.005558827426284552, -0.005159158259630203, -0.004759489092975855, -0.0043598199263215065, -0.0039601512253284454, -0.003560482058674097, -0.0031608128920197487, -0.0027611437253654003, -0.002361474558711052, -0.0019618053920567036, -0.0015621364582329988, -0.0011624672915786505, -0.000762798183131963, -0.00036312907468527555, 3.6540033761411905e-05, 0.00043620914220809937, 0.0008358782506547868, 0.0012355473591014743, 0.0016352164093405008, 0.002034885575994849, 0.0024345547426491976, 0.0028342236764729023, 0.0032338928431272507, 0.003633562009781599, 0.004033231176435947, 0.004432900343090296, 0.004832569509744644, 0.005232238210737705, 0.005631907377392054, 0.006031576544046402, 0.00643124571070075, 0.006830914877355099, 0.007230584044009447, 0.0076302532106637955, 0.008029921911656857, 0.008429591543972492, 0.008829260244965553, 0.009228929877281189, 0.00962859857827425, 0.010028267279267311, 0.010427936911582947, 0.010827605612576008, 0.011227275244891644, 0.011626943945884705, 0.01202661357820034, 0.012426282279193401, 0.012825951911509037, 0.013225620612502098]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 9.0, 4.0, 1.0, 3.0, 2.0, 3.0, 5.0, 3.0, 2.0, 3.0, 1.0, 1.0, 2.0, 4.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01693606935441494, -0.016515377908945084, -0.016094686463475227, -0.01567399501800537, -0.01525330450385809, -0.014832613058388233, -0.014411921612918377, -0.013991231098771095, -0.013570539653301239, -0.013149848207831383, -0.012729156762361526, -0.01230846531689167, -0.011887774802744389, -0.011467083357274532, -0.011046391911804676, -0.01062570046633482, -0.010205009952187538, -0.009784318506717682, -0.009363627061247826, -0.00894293561577797, -0.008522244170308113, -0.008101553656160831, -0.007680862210690975, -0.007260170765221119, -0.006839479319751263, -0.006418788339942694, -0.0059980968944728374, -0.0055774059146642685, -0.005156714469194412, -0.004736023489385843, -0.004315332043915987, -0.0038946408312767744, -0.003473949618637562, -0.003053258405998349, -0.0026325671933591366, -0.002211875980719924, -0.0017911846516653895, -0.001370493439026177, -0.0009498021681793034, -0.0005291108973324299, -0.00010841968469321728, 0.0003122715570498258, 0.0007329627987928689, 0.0011536540696397424, 0.001574345282278955, 0.0019950366113334894, 0.002415727823972702, 0.0028364190366119146, 0.0032571102492511272, 0.00367780146189034, 0.0040984926745295525, 0.004519184119999409, 0.004939875099807978, 0.005360566545277834, 0.005781257525086403, 0.006201948970556259, 0.006622640416026115, 0.007043331395834684, 0.007464022841304541, 0.00788471382111311, 0.008305405266582966, 0.008726096712052822, 0.009146787226200104, 0.00956747867166996, 0.009988170117139816]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 1.0, 3.0, 1.0, 0.0, 2.0, 4.0, 4.0, 1.0, 6.0, 8.0, 7.0, 3.0, 3.0, 1.0, 6.0, 3.0, 5.0, 6.0, 11.0, 13.0, 18.0, 12.0, 25.0, 27.0, 36.0, 50.0, 74.0, 80.0, 78.0, 109.0, 94.0, 85.0, 139.0, 146.0, 199.0, 269.0, 301.0, 422.0, 615.0, 924.0, 4275.0, 2895.0, 2102.0, 1492.0, 1140.0, 863.0, 567.0, 397.0, 277.0, 223.0, 139.0, 97.0, 63.0, 45.0, 26.0, 15.0, 7.0, 7.0, 3.0, 1.0, 1.0], "bins": [-0.013107866048812866, -0.012809437699615955, -0.012511009350419044, -0.012212581932544708, -0.011914153583347797, -0.011615725234150887, -0.011317296884953976, -0.011018868535757065, -0.010720441117882729, -0.010422012768685818, -0.010123584419488907, -0.009825156070291996, -0.009526727721095085, -0.009228299371898174, -0.008929871954023838, -0.008631443604826927, -0.008333015255630016, -0.008034586906433105, -0.007736159022897482, -0.007437730673700571, -0.0071393027901649475, -0.006840874440968037, -0.006542446091771126, -0.006244018208235502, -0.005945589859038591, -0.0056471615098416805, -0.005348733626306057, -0.005050305277109146, -0.004751876927912235, -0.004453449044376612, -0.004155020695179701, -0.0038565925788134336, -0.0035581644624471664, -0.0032597363460808992, -0.002961308229714632, -0.002662879880517721, -0.002364451764151454, -0.0020660236477851868, -0.0017675954150035977, -0.0014691671822220087, -0.0011707390658557415, -0.0008723108912818134, -0.0005738827167078853, -0.00027545454213395715, 2.297363243997097e-05, 0.0003214018070138991, 0.0006198299815878272, 0.0009182581561617553, 0.0012166863307356834, 0.0015151144471019506, 0.0018135426798835397, 0.0021119709126651287, 0.002410399029031396, 0.002708827145397663, 0.003007255494594574, 0.003305683610960841, 0.0036041117273271084, 0.0039025398436933756, 0.004200967960059643, 0.004499396309256554, 0.0047978246584534645, 0.005096252541989088, 0.005394680891185999, 0.0056931087747216225, 0.005991537123918533]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.051864445209503174, -0.05007253959774971, -0.048280633985996246, -0.04648873209953308, -0.04469682648777962, -0.042904920876026154, -0.04111301898956299, -0.039321113377809525, -0.03752920776605606, -0.0357373021543026, -0.03394539654254913, -0.03215349465608597, -0.030361589044332504, -0.02856968343257904, -0.026777779683470726, -0.02498587593436241, -0.023193970322608948, -0.021402064710855484, -0.01961016096174717, -0.017818257212638855, -0.01602635160088539, -0.014234446920454502, -0.012442542240023613, -0.010650637559592724, -0.008858732879161835, -0.007066828198730946, -0.0052749235183000565, -0.0034830188378691673, -0.0016911141574382782, 0.00010079052299261093, 0.0018926952034235, 0.003684599883854389, 0.005476504564285278, 0.0072684092447161674, 0.009060313925147057, 0.010852218605577946, 0.012644123286008835, 0.014436027966439724, 0.016227932646870613, 0.018019836395978928, 0.01981174200773239, 0.021603647619485855, 0.02339555136859417, 0.025187455117702484, 0.026979360729455948, 0.02877126634120941, 0.030563170090317726, 0.03235507383942604, 0.034146979451179504, 0.03593888506293297, 0.03773079067468643, 0.0395226925611496, 0.04131459817290306, 0.043106503784656525, 0.04489840567111969, 0.046690311282873154, 0.04848221689462662, 0.05027412250638008, 0.052066028118133545, 0.05385793000459671, 0.055649835616350174, 0.05744174122810364, 0.0592336431145668, 0.06102554872632027, 0.06281745433807373]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 3.0, 1.0, 5.0, 4.0, 5.0, 5.0, 4.0, 7.0, 6.0, 6.0, 8.0, 11.0, 13.0, 10.0, 7.0, 24.0, 21.0, 30.0, 21.0, 8.0, 14.0, 10.0, 9.0, 9.0, 2.0, 4.0, 3.0, 2.0, 3.0, 4.0, 2.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.026007594540715218, -0.02518184296786785, -0.024356093257665634, -0.023530341684818268, -0.0227045901119709, -0.021878840401768684, -0.021053088828921318, -0.02022733725607395, -0.019401587545871735, -0.01857583597302437, -0.017750084400177002, -0.016924332827329636, -0.01609858311712742, -0.015272831544280052, -0.01444708090275526, -0.013621329329907894, -0.012795578688383102, -0.01196982804685831, -0.011144076474010944, -0.010318325832486153, -0.009492574259638786, -0.008666823618113995, -0.007841072976589203, -0.007015321869403124, -0.006189570762217045, -0.005363819655030966, -0.004538068547844887, -0.003712317906320095, -0.002886566799134016, -0.002060815691947937, -0.0012350648175925016, -0.00040931382682174444, 0.00041643716394901276, 0.00124218815471977, 0.002067939145490527, 0.0028936900198459625, 0.0037194411270320415, 0.004545192234218121, 0.005370942875742912, 0.006196693982928991, 0.00702244509011507, 0.007848195731639862, 0.008673947304487228, 0.00949969794601202, 0.010325448587536812, 0.011151200160384178, 0.01197695080190897, 0.012802702374756336, 0.013628453016281128, 0.01445420365780592, 0.015279955230653286, 0.016105705872178078, 0.016931457445025444, 0.01775720715522766, 0.018582958728075027, 0.019408710300922394, 0.02023446187376976, 0.021060211583971977, 0.021885963156819344, 0.02271171472966671, 0.023537464439868927, 0.024363216012716293, 0.02518896758556366, 0.026014717295765877, 0.026840468868613243]}, "_runtime": 29.644654989242554, "_timestamp": 1596212900.3461926, "_step": 31}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 3.0, 3.0, 3.0, 1.0, 2.0, 3.0, 2.0, 2.0, 3.0, 1.0, 2.0, 5.0, 2.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.014928972348570824, -0.01455994788557291, -0.014190923422574997, -0.013821898959577084, -0.01345287449657917, -0.013083850033581257, -0.012714825570583344, -0.01234580110758543, -0.011976776644587517, -0.011607751250267029, -0.011238726787269115, -0.010869702324271202, -0.010500677861273289, -0.010131653398275375, -0.009762628935277462, -0.009393604472279549, -0.009024580009281635, -0.008655555546283722, -0.008286531083285809, -0.007917506620287895, -0.007548482157289982, -0.007179457228630781, -0.006810432765632868, -0.0064414083026349545, -0.006072383839637041, -0.005703359376639128, -0.005334334913641214, -0.004965310450643301, -0.0045962855219841, -0.004227261058986187, -0.0038582365959882736, -0.0034892121329903603, -0.003120187669992447, -0.0027511632069945335, -0.00238213874399662, -0.002013114048168063, -0.0016440895851701498, -0.0012750651221722364, -0.0009060405427590013, -0.000537016021553427, -0.0001679915003478527, 0.00020103302085772157, 0.0005700575420632958, 0.0009390820632688701, 0.0013081065844744444, 0.0016771310474723577, 0.0020461557433009148, 0.002415180206298828, 0.0027842046692967415, 0.003153229132294655, 0.003522253595292568, 0.0038912782911211252, 0.004260302521288395, 0.004629327449947596, 0.004998351912945509, 0.005367376375943422, 0.005736400838941336, 0.006105425301939249, 0.006474449764937162, 0.006843474227935076, 0.007212499156594276, 0.00758152361959219, 0.007950548082590103, 0.008319572545588017, 0.00868859700858593]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 0.0, 4.0, 2.0, 3.0, 6.0, 9.0, 6.0, 4.0, 7.0, 15.0, 12.0, 14.0, 21.0, 26.0, 34.0, 52.0, 55.0, 98.0, 113.0, 120.0, 163.0, 266.0, 359.0, 2645.0, 2318.0, 571.0, 308.0, 179.0, 124.0, 103.0, 68.0, 42.0, 34.0, 32.0, 28.0, 12.0, 14.0, 17.0, 7.0, 6.0, 6.0, 8.0, 1.0, 2.0, 3.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0], "bins": [-0.16606199741363525, -0.1615675687789917, -0.15707312524318695, -0.1525786966085434, -0.14808425307273865, -0.1435898244380951, -0.13909538090229034, -0.1346009522676468, -0.13010650873184204, -0.1256120800971985, -0.12111764401197433, -0.11662320792675018, -0.11212877184152603, -0.10763433575630188, -0.10313989967107773, -0.09864546358585358, -0.09415102750062943, -0.08965659141540527, -0.08516215533018112, -0.08066771924495697, -0.07617328315973282, -0.07167884707450867, -0.06718441098928452, -0.06268997490406036, -0.05819554254412651, -0.05370110645890236, -0.04920667037367821, -0.044712234288454056, -0.0402178019285202, -0.03572336584329605, -0.0312289297580719, -0.026734493672847748, -0.022240057587623596, -0.017745621502399445, -0.013251186348497868, -0.00875675119459629, -0.004262315109372139, 0.00023212051019072533, 0.00472655612975359, 0.009220991283655167, 0.013715427368879318, 0.01820986345410347, 0.02270429953932762, 0.027198733761906624, 0.031693167984485626, 0.03618760406970978, 0.04068204015493393, 0.04517647624015808, 0.04967091232538223, 0.054165348410606384, 0.058659784495830536, 0.06315422058105469, 0.06764865666627884, 0.07214309275150299, 0.07663752883672714, 0.0811319649219513, 0.08562639355659485, 0.090120829641819, 0.09461526572704315, 0.0991097018122673, 0.10360413789749146, 0.1080985739827156, 0.11259301006793976, 0.11708744615316391, 0.12158188223838806]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 2.0, 3.0, 1.0, 1.0, 4.0, 0.0, 3.0, 1.0, 6.0, 6.0, 2.0, 0.0, 6.0, 6.0, 5.0, 22.0, 6.0, 4.0, 1.0, 2.0, 1.0, 6.0, 4.0, 4.0, 2.0, 2.0, 0.0, 1.0, 3.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0030243871733546257, -0.0029171081259846687, -0.0028098290786147118, -0.002702550031244755, -0.002595270983874798, -0.002487991936504841, -0.002380712889134884, -0.002273433841764927, -0.00216615479439497, -0.002058875747025013, -0.0019515965832397342, -0.0018443175358697772, -0.0017370384884998202, -0.0016297594411298633, -0.0015224803937599063, -0.0014152013463899493, -0.0013079222990199924, -0.0012006432516500354, -0.0010933642042800784, -0.0009860851569101214, -0.0008788061095401645, -0.0007715270039625466, -0.0006642479565925896, -0.0005569689092226326, -0.0004496898618526757, -0.0003424108144827187, -0.0002351317525608465, -0.0001278526906389743, -2.057364326901734e-05, 8.670541137689725e-05, 0.00019398446602281183, 0.00030126352794468403, 0.000408542575314641, 0.000515821622684598, 0.0006231006700545549, 0.0007303797174245119, 0.0008376587647944689, 0.0009449378703720868, 0.0010522168595343828, 0.0011594959069043398, 0.0012667749542742968, 0.0013740541180595756, 0.0014813331654295325, 0.0015886122127994895, 0.0016958912601694465, 0.0018031703075394034, 0.0019104493549093604, 0.0020177282858639956, 0.002125007566064596, 0.002232286613434553, 0.00233956566080451, 0.002446844708174467, 0.002554123755544424, 0.002661402802914381, 0.002768681850284338, 0.002875960897654295, 0.002983239945024252, 0.003090518992394209, 0.003197798039764166, 0.003305077087134123, 0.00341235613450408, 0.003519635181874037, 0.0036269142292439938, 0.0037341932766139507, 0.0038414723239839077]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 4.0, 13.0, 8.0, 15.0, 22.0, 37.0, 60.0, 94.0, 125.0, 204.0, 291.0, 419.0, 577.0, 851.0, 1420.0, 2349.0, 4018.0, 6763.0, 12275.0, 23220.0, 46883.0, 99079.0, 595101.0, 201878.0, 83555.0, 42486.0, 22733.0, 12893.0, 7662.0, 4881.0, 3098.0, 2066.0, 1348.0, 892.0, 645.0, 461.0, 312.0, 207.0, 179.0, 129.0, 96.0, 78.0, 49.0, 45.0, 30.0, 15.0, 24.0, 13.0, 10.0, 6.0, 2.0, 5.0, 5.0, 2.0, 2.0, 5.0, 3.0], "bins": [-0.013272188603878021, -0.012829091399908066, -0.012385993264615536, -0.01194289606064558, -0.01149979792535305, -0.011056700721383095, -0.010613602586090565, -0.01017050538212061, -0.00972740724682808, -0.009284310042858124, -0.008841211907565594, -0.008398114703595638, -0.007955016568303108, -0.007511919364333153, -0.00706882169470191, -0.006625724025070667, -0.0061826263554394245, -0.005739528685808182, -0.005296431016176939, -0.004853333346545696, -0.0044102356769144535, -0.003967138007283211, -0.0035240405704826117, -0.003080942900851369, -0.002637845231220126, -0.0021947475615888834, -0.0017516498919576406, -0.0013085523387417197, -0.000865454669110477, -0.0004223570285830647, 2.074061194434762e-05, 0.0004638382524717599, 0.0009069358929991722, 0.001350033562630415, 0.0017931312322616577, 0.0022362289018929005, 0.0026793265715241432, 0.0031224240083247423, 0.003565521677955985, 0.0040086195804178715, 0.004451717250049114, 0.00489481445401907, 0.005337912123650312, 0.005781009793281555, 0.006224107462912798, 0.006667205132544041, 0.007110302802175283, 0.007553400471806526, 0.007996497675776482, 0.008439595811069012, 0.008882693015038967, 0.009325791150331497, 0.009768888354301453, 0.010211986489593983, 0.010655083693563938, 0.011098181828856468, 0.011541279032826424, 0.011984377168118954, 0.01242747437208891, 0.01287057250738144, 0.013313669711351395, 0.013756767846643925, 0.01419986505061388, 0.01464296318590641, 0.015086060389876366]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 1.0, 4.0, 5.0, 7.0, 3.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0, 5.0, 6.0, 3.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.013366548344492912, -0.01273211371153593, -0.012097679078578949, -0.011463244445621967, -0.010828809812664986, -0.010194375179708004, -0.009559940546751022, -0.00892550591379404, -0.008291071280837059, -0.007656637113541365, -0.007022202480584383, -0.006387767847627401, -0.005753333680331707, -0.005118899047374725, -0.004484464414417744, -0.003850029781460762, -0.0032155951485037804, -0.0025811605155467987, -0.0019467259990051389, -0.001312291482463479, -0.0006778568495064974, -4.342227475717664e-05, 0.0005910122999921441, 0.001225446816533804, 0.0018598814494907856, 0.0024943160824477673, 0.003128750715404749, 0.003763185115531087, 0.004397619515657425, 0.005032054148614407, 0.005666488781571388, 0.00630092341452837, 0.0069353580474853516, 0.007569792680442333, 0.008204227313399315, 0.008838661946356297, 0.009473096579313278, 0.01010753121227026, 0.010741965845227242, 0.011376400478184223, 0.012010835111141205, 0.012645268812775612, 0.013279703445732594, 0.013914138078689575, 0.014548572711646557, 0.015183007344603539, 0.015817442908883095, 0.016451876610517502, 0.017086312174797058, 0.017720745876431465, 0.018355179578065872, 0.01898961514234543, 0.019624048843979836, 0.020258484408259392, 0.0208929181098938, 0.021527353674173355, 0.022161787375807762, 0.02279622294008732, 0.023430656641721725, 0.024065092206001282, 0.02469952590763569, 0.025333961471915245, 0.025968395173549652, 0.02660283073782921, 0.027237264439463615]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 6.0, 4.0, 8.0, 6.0, 8.0, 8.0, 11.0, 10.0, 16.0, 31.0, 45.0, 74.0, 106.0, 177.0, 267.0, 345.0, 451.0, 577.0, 742.0, 975.0, 1242.0, 1891.0, 2807.0, 4854.0, 969.0, 658.0, 450.0, 337.0, 229.0, 135.0, 116.0, 106.0, 86.0, 87.0, 95.0, 101.0, 93.0, 87.0, 58.0, 35.0, 20.0, 29.0, 21.0, 11.0, 12.0, 5.0, 10.0, 5.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.014351422898471355, -0.013858913443982601, -0.013366403989493847, -0.012873894535005093, -0.012381385080516338, -0.011888875626027584, -0.01139636617153883, -0.010903856717050076, -0.010411348193883896, -0.009918838739395142, -0.009426329284906387, -0.008933819830417633, -0.008441310375928879, -0.007948800921440125, -0.00745629146695137, -0.006963782012462616, -0.006471272557973862, -0.005978763103485107, -0.005486253648996353, -0.004993744194507599, -0.004501234740018845, -0.004008725751191378, -0.0035162162967026234, -0.003023706842213869, -0.002531197387725115, -0.0020386879332363605, -0.001546178595162928, -0.0010536692570894957, -0.0005611598026007414, -6.865040631964803e-05, 0.00042385898996144533, 0.0009163683862425387, 0.001408877782523632, 0.0019013872370123863, 0.0023938966915011406, 0.002886405913159251, 0.0033789153676480055, 0.0038714248221367598, 0.00436393404379487, 0.004856443498283625, 0.005348952952772379, 0.005841462407261133, 0.0063339718617498875, 0.006826481316238642, 0.007318990305066109, 0.007811499759554863, 0.008304009214043617, 0.008796518668532372, 0.009289028123021126, 0.00978153757750988, 0.010274047031998634, 0.010766556486487389, 0.011259065940976143, 0.011751575395464897, 0.012244084849953651, 0.012736594304442406, 0.01322910375893116, 0.01372161228209734, 0.014214121736586094, 0.014706631191074848, 0.015199140645563602, 0.01569165103137493, 0.016184160485863686, 0.01667666994035244, 0.017169177532196045]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.13406136631965637, -0.13064929842948914, -0.1272372454404831, -0.12382517755031586, -0.12041310966014862, -0.11700104922056198, -0.11358898133039474, -0.1101769208908081, -0.10676485300064087, -0.10335279256105423, -0.099940724670887, -0.09652866423130035, -0.09311659634113312, -0.08970453590154648, -0.08629246801137924, -0.0828804075717926, -0.07946833968162537, -0.07605627924203873, -0.07264421880245209, -0.06923215091228485, -0.06582009047269821, -0.062408022582530975, -0.05899595841765404, -0.0555838942527771, -0.05217183381319046, -0.04875976964831352, -0.045347705483436584, -0.04193564131855965, -0.03852357715368271, -0.03511151298880577, -0.03169944882392883, -0.028287384659051895, -0.024875320494174957, -0.02146325632929802, -0.01805119216442108, -0.014639128930866718, -0.01122706476598978, -0.007815000601112843, -0.004402936901897192, -0.0009908729698508978, 0.0024211909621953964, 0.005833255127072334, 0.009245319291949272, 0.012657382525503635, 0.016069445759058, 0.019481509923934937, 0.022893574088811874, 0.026305638253688812, 0.02971770241856575, 0.03312976658344269, 0.036541830748319626, 0.039953894913196564, 0.0433659590780735, 0.04677802324295044, 0.05019008740782738, 0.053602151572704315, 0.057014212012290955, 0.06042627617716789, 0.06383834034204483, 0.06725040823221207, 0.0706624686717987, 0.07407453656196594, 0.07748659700155258, 0.08089866489171982, 0.08431072533130646]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 3.0, 3.0, 2.0, 2.0, 2.0, 2.0, 0.0, 2.0, 4.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 3.0, 1.0, 3.0, 7.0, 6.0, 5.0, 20.0, 18.0, 17.0, 35.0, 25.0, 20.0, 15.0, 16.0, 6.0, 5.0, 9.0, 3.0, 3.0, 3.0, 1.0, 2.0, 4.0, 1.0, 2.0, 1.0, 2.0, 5.0, 2.0, 3.0, 1.0, 0.0, 3.0, 2.0], "bins": [-0.08989913016557693, -0.08763261139392853, -0.08536608517169952, -0.08309956640005112, -0.08083304762840271, -0.0785665214061737, -0.0763000026345253, -0.0740334764122963, -0.07176695764064789, -0.06950043886899948, -0.06723391264677048, -0.06496739387512207, -0.06270086765289307, -0.06043434888124466, -0.05816783010959625, -0.05590130761265755, -0.05363478511571884, -0.051368262618780136, -0.04910174012184143, -0.046835221350193024, -0.04456869885325432, -0.04230217635631561, -0.040035657584667206, -0.0377691350877285, -0.035502612590789795, -0.03323609009385109, -0.030969569459557533, -0.028703048825263977, -0.02643652632832527, -0.024170003831386566, -0.02190348319709301, -0.019636962562799454, -0.01737044006586075, -0.015103918500244617, -0.012837396934628487, -0.010570875369012356, -0.008304353803396225, -0.006037832237780094, -0.0037713106721639633, -0.0015047891065478325, 0.0007617324590682983, 0.003028254024684429, 0.00529477559030056, 0.007561297155916691, 0.009827818721532822, 0.012094340287148952, 0.014360861852765083, 0.01662738248705864, 0.018893904983997345, 0.02116042748093605, 0.023426948115229607, 0.025693468749523163, 0.02795999124646187, 0.030226513743400574, 0.03249303251504898, 0.034759555011987686, 0.03702607750892639, 0.0392926000058651, 0.0415591225028038, 0.04382564127445221, 0.046092163771390915, 0.04835868626832962, 0.05062520503997803, 0.05289172753691673, 0.05515825003385544]}, "_runtime": 30.438604831695557, "_timestamp": 1596212901.1401424, "_step": 32}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 5.0, 0.0, 1.0, 1.0, 1.0, 1.0, 4.0, 4.0, 1.0, 5.0, 1.0, 4.0, 4.0, 2.0, 2.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015459082089364529, -0.014938261359930038, -0.014417440630495548, -0.013896619901061058, -0.013375799171626568, -0.012854978442192078, -0.012334157712757587, -0.011813336983323097, -0.011292515322566032, -0.010771694593131542, -0.010250873863697052, -0.009730053134262562, -0.009209232404828072, -0.008688411675393581, -0.008167590945959091, -0.007646770216524601, -0.007125949487090111, -0.006605128757655621, -0.00608430802822113, -0.00556348729878664, -0.00504266656935215, -0.0045218453742563725, -0.004001024644821882, -0.003480203915387392, -0.002959383185952902, -0.0024385624565184116, -0.0019177416106685996, -0.0013969207648187876, -0.0008761000353842974, -0.00035527924774214625, 0.00016554153990000486, 0.000686362327542156, 0.001207183115184307, 0.0017280038446187973, 0.0022488245740532875, 0.0027696455363184214, 0.0032904662657529116, 0.0038112869951874018, 0.004332107957452536, 0.004852928686887026, 0.005373749416321516, 0.005894570145756006, 0.0064153908751904964, 0.006936211604624987, 0.007457032799720764, 0.007977853529155254, 0.008498674258589745, 0.009019494988024235, 0.009540315717458725, 0.010061136446893215, 0.010581957176327705, 0.011102777905762196, 0.011623598635196686, 0.012144419364631176, 0.012665240094065666, 0.013186060823500156, 0.013706881552934647, 0.014227703213691711, 0.014748523943126202, 0.015269344672560692, 0.015790164470672607, 0.016310986131429672, 0.016831805929541588, 0.017352627590298653, 0.017873447388410568]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 2.0, 5.0, 2.0, 7.0, 12.0, 22.0, 18.0, 38.0, 49.0, 64.0, 78.0, 121.0, 176.0, 283.0, 463.0, 4325.0, 1221.0, 391.0, 208.0, 139.0, 96.0, 60.0, 38.0, 34.0, 24.0, 17.0, 10.0, 6.0, 6.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.2554379105567932, -0.24808499217033386, -0.2407320886850357, -0.23337917029857635, -0.226026251912117, -0.21867334842681885, -0.2113204300403595, -0.20396751165390015, -0.1966145932674408, -0.18926168978214264, -0.1819087713956833, -0.17455585300922394, -0.16720294952392578, -0.15985003113746643, -0.15249711275100708, -0.14514420926570892, -0.13779129087924957, -0.13043837249279022, -0.12308546155691147, -0.11573255062103271, -0.10837963223457336, -0.10102672129869461, -0.09367381036281586, -0.0863208919763565, -0.07896798104047775, -0.071615070104599, -0.06426215171813965, -0.056909240782260895, -0.04955632612109184, -0.04220341145992279, -0.03485050052404404, -0.027497585862874985, -0.020144671201705933, -0.012791757471859455, -0.005438843742012978, 0.0019140699878335, 0.009266983717679977, 0.01661989837884903, 0.023972811177372932, 0.031325723975896835, 0.03867863863706589, 0.04603155329823494, 0.05338446795940399, 0.060737378895282745, 0.0680902898311615, 0.07544320821762085, 0.0827961191534996, 0.09014903753995895, 0.09750194847583771, 0.10485485941171646, 0.11220777779817581, 0.11956068873405457, 0.12691360712051392, 0.13426651060581207, 0.14161942899227142, 0.14897234737873077, 0.15632525086402893, 0.16367816925048828, 0.17103108763694763, 0.17838400602340698, 0.18573690950870514, 0.1930898278951645, 0.20044274628162384, 0.207795649766922, 0.21514856815338135]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 3.0, 2.0, 5.0, 1.0, 3.0, 3.0, 2.0, 3.0, 1.0, 3.0, 3.0, 1.0, 1.0, 3.0, 4.0, 26.0, 5.0, 2.0, 4.0, 1.0, 5.0, 5.0, 3.0, 4.0, 1.0, 6.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0027451254427433014, -0.0026530837640166283, -0.0025610418524593115, -0.0024690001737326384, -0.0023769584950059652, -0.0022849165834486485, -0.0021928749047219753, -0.002100833225995302, -0.002008791547268629, -0.0019167496357113123, -0.0018247079569846392, -0.0017326661618426442, -0.0016406243667006493, -0.0015485826879739761, -0.0014565408928319812, -0.001364499214105308, -0.001272457418963313, -0.0011804156238213181, -0.001088373945094645, -0.00099633214995265, -0.000904290413018316, -0.000812248676083982, -0.000720206880941987, -0.000628165144007653, -0.000536123407073319, -0.0004440816701389849, -0.0003520399041008204, -0.0002599981380626559, -0.00016795640112832189, -7.591464964207262e-05, 1.612710184417665e-05, 0.00010816885333042592, 0.00020021060481667519, 0.0002922523417510092, 0.0003842941077891737, 0.0004763358738273382, 0.0005683776107616723, 0.0006604193476960063, 0.0007524611428380013, 0.0008445028797723353, 0.0009365446167066693, 0.0010285864118486643, 0.0011206280905753374, 0.0012126698857173324, 0.0013047116808593273, 0.0013967533595860004, 0.0014887951547279954, 0.0015808368334546685, 0.0016728786285966635, 0.0017649204237386584, 0.0018569621024653316, 0.0019490038976073265, 0.0020410455763339996, 0.0021330874878913164, 0.0022251291666179895, 0.0023171708453446627, 0.0024092127569019794, 0.0025012544356286526, 0.0025932961143553257, 0.002685337793081999, 0.0027773797046393156, 0.0028694213833659887, 0.002961463062092662, 0.0030535049736499786, 0.0031455466523766518]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 2.0, 3.0, 7.0, 13.0, 12.0, 14.0, 16.0, 32.0, 49.0, 68.0, 98.0, 121.0, 198.0, 300.0, 412.0, 679.0, 1081.0, 1685.0, 2881.0, 5161.0, 9478.0, 18973.0, 38190.0, 81417.0, 196791.0, 624077.0, 98784.0, 45512.0, 22876.0, 12370.0, 6774.0, 4174.0, 2476.0, 1589.0, 1022.0, 679.0, 437.0, 313.0, 246.0, 188.0, 122.0, 98.0, 72.0, 39.0, 30.0, 28.0, 18.0, 7.0, 10.0, 7.0, 4.0, 3.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012679015286266804, -0.012245072983205318, -0.011811131611466408, -0.011377189308404922, -0.010943247005343437, -0.010509304702281952, -0.010075362399220467, -0.009641421027481556, -0.00920747872442007, -0.008773536421358585, -0.008339595049619675, -0.00790565274655819, -0.007471710443496704, -0.007037768140435219, -0.006603826303035021, -0.006169884465634823, -0.0057359421625733376, -0.005301999859511852, -0.004868058022111654, -0.004434116184711456, -0.004000173881649971, -0.0035662318114191294, -0.0031322897411882877, -0.002698347670957446, -0.0022644056007266045, -0.0018304635304957628, -0.0013965214602649212, -0.0009625793900340796, -0.0005286373198032379, -9.469524957239628e-05, 0.00033924682065844536, 0.000773188890889287, 0.0012071309611201286, 0.0016410730313509703, 0.002075015101581812, 0.0025089571718126535, 0.002942899242043495, 0.003376841312274337, 0.0038107833825051785, 0.0042447252199053764, 0.004678667522966862, 0.005112609826028347, 0.005546551663428545, 0.005980493500828743, 0.006414435803890228, 0.0068483781069517136, 0.0072823199443519115, 0.0077162617817521095, 0.008150204084813595, 0.00858414638787508, 0.00901808775961399, 0.009452030062675476, 0.009885972365736961, 0.010319914668798447, 0.010753856971859932, 0.011187798343598843, 0.011621740646660328, 0.012055682949721813, 0.012489624321460724, 0.01292356662452221, 0.013357508927583694, 0.01379145123064518, 0.014225393533706665, 0.014659334905445576, 0.015093277208507061]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 9.0, 1.0, 3.0, 0.0, 3.0, 9.0, 5.0, 4.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.013714116998016834, -0.013411058112978935, -0.013107999227941036, -0.012804940342903137, -0.012501881457865238, -0.01219882257282734, -0.01189576368778944, -0.011592704802751541, -0.011289645917713642, -0.010986587032675743, -0.010683528147637844, -0.010380469262599945, -0.010077410377562046, -0.009774351492524147, -0.009471292607486248, -0.009168233722448349, -0.008865175768733025, -0.008562116883695126, -0.008259057998657227, -0.007955999113619328, -0.007652939762920141, -0.007349880877882242, -0.007046821992844343, -0.006743763107806444, -0.0064407046884298325, -0.0061376458033919334, -0.005834586918354034, -0.005531528033316135, -0.005228469148278236, -0.004925410263240337, -0.004622351378202438, -0.004319292493164539, -0.00401623360812664, -0.0037131747230887413, -0.0034101158380508423, -0.0031070569530129433, -0.0028039980679750443, -0.002500939415767789, -0.00219788053072989, -0.0018948216456919909, -0.0015917627606540918, -0.0012887038756161928, -0.0009856449905782938, -0.0006825862219557166, -0.0003795273369178176, -7.646848098374903e-05, 0.00022659037495031953, 0.0005296492017805576, 0.0008327080868184566, 0.0011357669718563557, 0.0014388258568942547, 0.0017418846255168319, 0.0020449436269700527, 0.002348002279177308, 0.002651061164215207, 0.002954120049253106, 0.003257178934291005, 0.003560237819328904, 0.003863296704366803, 0.0041663553565740585, 0.0044694142416119576, 0.004772473126649857, 0.005075532011687756, 0.005378590896725655, 0.005681649781763554]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 6.0, 5.0, 6.0, 10.0, 12.0, 26.0, 27.0, 40.0, 32.0, 33.0, 40.0, 30.0, 41.0, 44.0, 55.0, 50.0, 47.0, 69.0, 83.0, 111.0, 124.0, 150.0, 194.0, 211.0, 244.0, 327.0, 415.0, 658.0, 1448.0, 5302.0, 2089.0, 1565.0, 1065.0, 834.0, 654.0, 534.0, 386.0, 313.0, 230.0, 189.0, 145.0, 111.0, 83.0, 83.0, 48.0, 49.0, 54.0, 29.0, 24.0, 23.0, 18.0, 19.0, 11.0, 11.0, 11.0, 4.0, 3.0, 1.0, 0.0, 1.0, 1.0, 2.0], "bins": [-0.006286918185651302, -0.006085236091166735, -0.005883553996682167, -0.005681871902197599, -0.005480189807713032, -0.005278507713228464, -0.005076826084405184, -0.004875143989920616, -0.0046734618954360485, -0.004471779800951481, -0.004270097706466913, -0.004068415611982346, -0.003866733517497778, -0.0036650514230132103, -0.0034633695613592863, -0.0032616874668747187, -0.003060005372390151, -0.0028583232779055834, -0.0026566411834210157, -0.0024549593217670918, -0.002253277227282524, -0.0020515951327979565, -0.0018499130383133888, -0.001648231060244143, -0.0014465489657595754, -0.0012448668712750077, -0.001043184893205762, -0.0008415027987211943, -0.0006398207624442875, -0.0004381387261673808, -0.00023645666078664362, -3.477460995782167e-05, 0.0001669074408710003, 0.000368589477147907, 0.0005702715134248137, 0.0007719536079093814, 0.0009736356441862881, 0.0011753176804631948, 0.0013769997749477625, 0.0015786817530170083, 0.001780363847501576, 0.0019820458255708218, 0.0021837279200553894, 0.002385410014539957, 0.0025870921090245247, 0.0027887742035090923, 0.0029904560651630163, 0.003192138159647584, 0.0033938202541321516, 0.0035955023486167192, 0.003797184443101287, 0.003998866304755211, 0.0042005483992397785, 0.004402230493724346, 0.004603912588208914, 0.0048055946826934814, 0.005007276777178049, 0.005208958871662617, 0.005410640966147184, 0.005612322594970465, 0.005814004689455032, 0.0060156867839396, 0.006217368878424168, 0.006419050972908735, 0.006620733067393303]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03643304482102394, -0.03489537537097931, -0.03335770219564438, -0.03182003274559975, -0.030282363295555115, -0.028744691982865334, -0.027207020670175552, -0.02566935122013092, -0.02413167990744114, -0.022594008594751358, -0.021056339144706726, -0.019518667832016945, -0.017980996519327164, -0.016443327069282532, -0.01490565575659275, -0.013367985375225544, -0.011830314993858337, -0.01029264461249113, -0.008754974231123924, -0.007217302918434143, -0.0056796325370669365, -0.00414196215569973, -0.002604291308671236, -0.0010666206944733858, 0.0004710499197244644, 0.0020087205339223146, 0.003546391148120165, 0.005084061995148659, 0.006621732376515865, 0.008159402757883072, 0.009697074070572853, 0.01123474445194006, 0.012772414833307266, 0.014310085214674473, 0.01584775559604168, 0.01738542690873146, 0.018923096358776093, 0.020460767671465874, 0.021998438984155655, 0.023536108434200287, 0.025073779746890068, 0.02661145105957985, 0.02814912050962448, 0.029686791822314262, 0.031224463135004044, 0.032762132585048676, 0.03429980203509331, 0.03583747521042824, 0.03737514466047287, 0.0389128141105175, 0.04045048728585243, 0.041988156735897064, 0.043525826185941696, 0.04506349936127663, 0.04660116881132126, 0.04813883826136589, 0.04967650771141052, 0.05121418088674545, 0.052751850336790085, 0.05428951978683472, 0.05582719296216965, 0.05736486241221428, 0.05890253186225891, 0.06044020503759384, 0.061977874487638474]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 2.0, 1.0, 1.0, 2.0, 7.0, 1.0, 2.0, 7.0, 11.0, 9.0, 16.0, 15.0, 17.0, 46.0, 35.0, 23.0, 22.0, 22.0, 8.0, 4.0, 3.0, 3.0, 3.0, 3.0, 0.0, 2.0, 5.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.028182771056890488, -0.02682521753013134, -0.025467664003372192, -0.024110108613967896, -0.022752555087208748, -0.0213950015604496, -0.020037448033690453, -0.018679894506931305, -0.017322339117527008, -0.01596478559076786, -0.014607232064008713, -0.013249678537249565, -0.011892125010490417, -0.010534570552408695, -0.009177017025649548, -0.007819462567567825, -0.006461909040808678, -0.005104355048388243, -0.0037468012887984514, -0.00238924752920866, -0.0010316935367882252, 0.00032586033921688795, 0.001683414215222001, 0.0030409679748117924, 0.004398521967232227, 0.005756075959652662, 0.007113629952073097, 0.008471183478832245, 0.009828737005591393, 0.011186291463673115, 0.012543844990432262, 0.013901399448513985, 0.015258952975273132, 0.01661650650203228, 0.017974060028791428, 0.019331615418195724, 0.020689168944954872, 0.02204672247171402, 0.023404275998473167, 0.024761829525232315, 0.026119384914636612, 0.02747693844139576, 0.028834491968154907, 0.030192045494914055, 0.0315495990216732, 0.0329071544110775, 0.0342647060751915, 0.035622261464595795, 0.03697981685400009, 0.03833736851811409, 0.03969492390751839, 0.041052475571632385, 0.04241003096103668, 0.04376758262515068, 0.04512513801455498, 0.046482693403959274, 0.04784024506807327, 0.04919780045747757, 0.05055535212159157, 0.051912907510995865, 0.05327046290040016, 0.05462801456451416, 0.05598556995391846, 0.057343121618032455, 0.05870067700743675]}, "_runtime": 31.229149341583252, "_timestamp": 1596212901.930687, "_step": 33}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 1.0, 1.0, 3.0, 3.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 6.0, 3.0, 0.0, 0.0, 4.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.01443000789731741, -0.01406250149011612, -0.01369499508291483, -0.013327488675713539, -0.012959983199834824, -0.012592476792633533, -0.012224970385432243, -0.011857463978230953, -0.011489957571029663, -0.011122451163828373, -0.010754944756627083, -0.010387438349425793, -0.010019931942224503, -0.009652426466345787, -0.009284920059144497, -0.008917413651943207, -0.008549907244741917, -0.008182400837540627, -0.007814894430339336, -0.007447388488799334, -0.0070798820815980434, -0.006712375674396753, -0.0063448697328567505, -0.00597736332565546, -0.00560985691845417, -0.00524235051125288, -0.00487484410405159, -0.004507338162511587, -0.004139831755310297, -0.003772325348109007, -0.0034048191737383604, -0.003037312999367714, -0.002669806592166424, -0.0023023001849651337, -0.0019347940105944872, -0.0015672877198085189, -0.0011997814290225506, -0.0008322751382365823, -0.000464768847450614, -9.726255666464567e-05, 0.00027024373412132263, 0.0006377500249072909, 0.0010052563156932592, 0.0013727626064792275, 0.0017402688972651958, 0.002107775304466486, 0.0024752814788371325, 0.002842787653207779, 0.003210294060409069, 0.003577800467610359, 0.003945306874811649, 0.004312812816351652, 0.004680319223552942, 0.005047825630754232, 0.005415331572294235, 0.005782837979495525, 0.0061503443866968155, 0.006517850793898106, 0.006885357201099396, 0.007252863142639399, 0.007620369549840689, 0.007987875491380692, 0.008355381898581982, 0.008722888305783272, 0.009090394712984562]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 4.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 17.0, 20.0, 27.0, 38.0, 50.0, 66.0, 77.0, 117.0, 135.0, 210.0, 300.0, 447.0, 4599.0, 791.0, 344.0, 190.0, 117.0, 72.0, 68.0, 46.0, 37.0, 31.0, 23.0, 14.0, 8.0, 12.0, 7.0, 3.0, 4.0, 4.0, 3.0, 1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.19759559631347656, -0.1916777640581131, -0.18575993180274963, -0.17984211444854736, -0.1739242821931839, -0.16800644993782043, -0.16208861768245697, -0.1561708003282547, -0.15025296807289124, -0.14433513581752777, -0.1384173035621643, -0.13249947130680084, -0.12658165395259857, -0.12066382169723511, -0.11474598944187164, -0.10882816463708878, -0.10291033238172531, -0.09699250012636185, -0.09107467532157898, -0.08515684306621552, -0.07923901826143265, -0.07332118600606918, -0.06740336120128632, -0.06148552894592285, -0.055567700415849686, -0.04964987188577652, -0.043732043355703354, -0.03781421482563019, -0.031896382570266724, -0.025978555902838707, -0.020060725510120392, -0.014142896980047226, -0.00822506844997406, -0.002307239454239607, 0.0036105895414948463, 0.009528419002890587, 0.015446247532963753, 0.02136407606303692, 0.027281906455755234, 0.0331997349858284, 0.039117563515901566, 0.04503539204597473, 0.0509532205760479, 0.05687104910612106, 0.06278888136148453, 0.0687067061662674, 0.07462453842163086, 0.08054236322641373, 0.08646019548177719, 0.09237802773714066, 0.09829585254192352, 0.10421368479728699, 0.11013150960206985, 0.11604934185743332, 0.12196716666221619, 0.12788499891757965, 0.13380283117294312, 0.13972066342830658, 0.14563848078250885, 0.15155631303787231, 0.15747414529323578, 0.16339197754859924, 0.1693097949028015, 0.17522762715816498, 0.18114545941352844]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 3.0, 2.0, 2.0, 6.0, 4.0, 1.0, 4.0, 2.0, 3.0, 4.0, 4.0, 7.0, 5.0, 4.0, 22.0, 1.0, 9.0, 4.0, 4.0, 3.0, 2.0, 1.0, 3.0, 3.0, 0.0, 2.0, 0.0, 2.0, 2.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002284879330545664, -0.0021991513203829527, -0.0021134233102202415, -0.002027695532888174, -0.001941967522725463, -0.0018562395125627518, -0.0017705115024000406, -0.0016847836086526513, -0.0015990555984899402, -0.001513327588327229, -0.0014275996945798397, -0.0013418716844171286, -0.0012561436742544174, -0.001170415780507028, -0.001084687770344317, -0.0009989598765969276, -0.0009132318664342165, -0.0008275039144791663, -0.000741775962524116, -0.0006560479523614049, -0.0005703200004063547, -0.00048459204845130444, -0.00039886406739242375, -0.00031313608633354306, -0.00022740813437849283, -0.00014168016787152737, -5.5952201364561915e-05, 2.9775765142403543e-05, 0.000115503731649369, 0.00020123169815633446, 0.0002869596646632999, 0.0003726876457221806, 0.00045841559767723083, 0.0005441435496322811, 0.0006298715015873313, 0.0007155995117500424, 0.0008013274637050927, 0.0008870554156601429, 0.000972783425822854, 0.0010585113195702434, 0.0011442393297329545, 0.0012299673398956656, 0.001315695233643055, 0.001401423243805766, 0.0014871512539684772, 0.0015728791477158666, 0.0016586071578785777, 0.001744335051625967, 0.0018300630617886782, 0.0019157910719513893, 0.0020015190821141005, 0.002087246859446168, 0.002172974869608879, 0.0022587028797715902, 0.0023444308899343014, 0.0024301589000970125, 0.0025158869102597237, 0.002601614687591791, 0.0026873426977545023, 0.0027730707079172134, 0.0028587987180799246, 0.0029445267282426357, 0.003030254505574703, 0.0031159825157374144, 0.0032017105259001255]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 6.0, 4.0, 8.0, 6.0, 17.0, 16.0, 24.0, 33.0, 46.0, 71.0, 130.0, 183.0, 240.0, 349.0, 518.0, 812.0, 1386.0, 2381.0, 4140.0, 7519.0, 14563.0, 28604.0, 62707.0, 143853.0, 656576.0, 128486.0, 57707.0, 29494.0, 15957.0, 8847.0, 5346.0, 3317.0, 2051.0, 1305.0, 884.0, 538.0, 442.0, 328.0, 207.0, 159.0, 103.0, 75.0, 49.0, 35.0, 34.0, 27.0, 14.0, 14.0, 9.0, 5.0, 3.0, 3.0, 6.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.012801626697182655, -0.012395893223583698, -0.011990160681307316, -0.011584427207708359, -0.011178693734109402, -0.01077296119183302, -0.010367227718234062, -0.009961494244635105, -0.009555761702358723, -0.009150028228759766, -0.008744294755160809, -0.008338562212884426, -0.007932828739285469, -0.007527095731347799, -0.0071213627234101295, -0.0067156292498111725, -0.006309896241873503, -0.005904163233935833, -0.005498429760336876, -0.005092696752399206, -0.004686963744461536, -0.004281230270862579, -0.0038754972629249096, -0.00346976425498724, -0.0030640310142189264, -0.002658297773450613, -0.0022525647655129433, -0.0018468315247446299, -0.0014410984003916383, -0.0010353652760386467, -0.0006296320934779942, -0.00022389894002117217, 0.00018183421343564987, 0.0005875673377886415, 0.000993300462141633, 0.0013990337029099464, 0.001804766827262938, 0.0022104999516159296, 0.002616233192384243, 0.0030219662003219128, 0.003427699441090226, 0.0038334326818585396, 0.004239165689796209, 0.004644898697733879, 0.005050632171332836, 0.005456365179270506, 0.005862098187208176, 0.006267831660807133, 0.0066735646687448025, 0.007079297676682472, 0.007485031150281429, 0.007890763692557812, 0.008296497166156769, 0.008702230639755726, 0.009107963182032108, 0.009513696655631065, 0.009919430129230022, 0.010325162671506405, 0.010730896145105362, 0.011136629618704319, 0.011542362160980701, 0.011948095634579659, 0.012353829108178616, 0.012759561650454998, 0.013165295124053955]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 3.0, 1.0, 8.0, 5.0, 2.0, 3.0, 3.0, 4.0, 1.0, 2.0, 3.0, 3.0, 3.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.021827347576618195, -0.021281223744153976, -0.02073509991168976, -0.02018897607922554, -0.019642852246761322, -0.019096728414297104, -0.018550604581832886, -0.018004480749368668, -0.01745835691690445, -0.01691223308444023, -0.016366109251976013, -0.015819985419511795, -0.015273861587047577, -0.014727737754583359, -0.01418161392211914, -0.013635490089654922, -0.013089366257190704, -0.012543242424726486, -0.011997118592262268, -0.01145099475979805, -0.010904870927333832, -0.010358747094869614, -0.009812623262405396, -0.009266499429941177, -0.00872037559747696, -0.008174251765012741, -0.007628127932548523, -0.007082004100084305, -0.006535880267620087, -0.0059897564351558685, -0.00544363260269165, -0.004897508770227432, -0.004351384937763214, -0.003805261105298996, -0.003259137272834778, -0.0027130134403705597, -0.0021668896079063416, -0.0016207657754421234, -0.0010746419429779053, -0.0005285181105136871, 1.7605721950531006e-05, 0.0005637295544147491, 0.0011098533868789673, 0.0016559772193431854, 0.0022021010518074036, 0.0027482248842716217, 0.00329434871673584, 0.003840472549200058, 0.004386596381664276, 0.004932720214128494, 0.005478844046592712, 0.0060249678790569305, 0.006571091711521149, 0.007117215543985367, 0.007663339376449585, 0.008209463208913803, 0.008755587041378021, 0.00930171087384224, 0.009847834706306458, 0.010393958538770676, 0.010940082371234894, 0.011486206203699112, 0.01203233003616333, 0.012578453868627548, 0.013124577701091766]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 5.0, 14.0, 19.0, 20.0, 33.0, 39.0, 31.0, 50.0, 45.0, 55.0, 47.0, 82.0, 89.0, 68.0, 92.0, 95.0, 86.0, 120.0, 145.0, 198.0, 291.0, 367.0, 476.0, 535.0, 781.0, 1561.0, 5104.0, 1654.0, 1208.0, 888.0, 710.0, 528.0, 443.0, 409.0, 353.0, 277.0, 254.0, 239.0, 186.0, 170.0, 142.0, 104.0, 96.0, 57.0, 54.0, 56.0, 36.0, 27.0, 26.0, 11.0, 17.0, 8.0, 6.0, 6.0, 3.0, 1.0, 4.0, 3.0], "bins": [-0.009698289446532726, -0.0093968091532588, -0.0090953279286623, -0.008793847635388374, -0.008492366410791874, -0.008190886117517948, -0.007889404892921448, -0.007587924599647522, -0.007286443840712309, -0.006984963081777096, -0.006683482322841883, -0.00638200156390667, -0.006080521270632744, -0.005779040511697531, -0.005477559752762318, -0.005176078993827105, -0.0048745982348918915, -0.004573117475956678, -0.004271636717021465, -0.003970155958086252, -0.0036686754319816828, -0.0033671946730464697, -0.0030657141469419003, -0.002764233388006687, -0.002462752629071474, -0.002161271870136261, -0.0018597912276163697, -0.0015583105850964785, -0.0012568298261612654, -0.0009553491254337132, -0.000653868424706161, -0.00035238772397860885, -5.090702325105667e-05, 0.0002505736774764955, 0.0005520543782040477, 0.0008535350789315999, 0.001155015779659152, 0.0014564965385943651, 0.0017579771811142564, 0.0020594578236341476, 0.0023609385825693607, 0.002662419341504574, 0.002963900100439787, 0.0032653806265443563, 0.0035668613854795694, 0.0038683421444147825, 0.004169822670519352, 0.004471303429454565, 0.004772784188389778, 0.005074264947324991, 0.005375745706260204, 0.005677226465195417, 0.0059787072241306305, 0.006280187517404556, 0.006581668276339769, 0.0068831490352749825, 0.0071846297942101955, 0.007486110553145409, 0.007787591312080622, 0.008089072071015835, 0.00839055236428976, 0.008692033588886261, 0.008993513882160187, 0.009294995106756687, 0.009596475400030613]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 4.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.06353187561035156, -0.06078370288014412, -0.058035533875226974, -0.05528736114501953, -0.052539192140102386, -0.04979101940989494, -0.0470428466796875, -0.044294677674770355, -0.04154650494456291, -0.03879833221435547, -0.036050163209438324, -0.03330199047923088, -0.030553819611668587, -0.027805648744106293, -0.02505747601389885, -0.022309305146336555, -0.01956113427877426, -0.016812963411211967, -0.014064791612327099, -0.01131661981344223, -0.008568448945879936, -0.005820277612656355, -0.0030721062794327736, -0.0003239349462091923, 0.002424236387014389, 0.00517240772023797, 0.007920579053461552, 0.01066875085234642, 0.013416921719908714, 0.01616509258747101, 0.01891326531767845, 0.021661436185240746, 0.02440960705280304, 0.027157777920365334, 0.029905948787927628, 0.03265412151813507, 0.035402290523052216, 0.03815046325325966, 0.0408986359834671, 0.04364680498838425, 0.04639497771859169, 0.04914315044879913, 0.05189131945371628, 0.05463949218392372, 0.057387664914131165, 0.06013583391904831, 0.06288400292396545, 0.0656321793794632, 0.06838034838438034, 0.07112851738929749, 0.07387669384479523, 0.07662486284971237, 0.07937303185462952, 0.08212120831012726, 0.0848693773150444, 0.08761754631996155, 0.09036572277545929, 0.09311389178037643, 0.09586206078529358, 0.09861022979021072, 0.10135840624570847, 0.10410657525062561, 0.10685474425554276, 0.1096029207110405, 0.11235108971595764]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 5.0, 7.0, 7.0, 13.0, 9.0, 13.0, 16.0, 13.0, 15.0, 26.0, 18.0, 27.0, 23.0, 18.0, 8.0, 4.0, 6.0, 3.0, 2.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 4.0, 0.0, 4.0, 5.0, 2.0, 2.0, 2.0, 3.0, 3.0, 5.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.04901454970240593, -0.04728926718235016, -0.04556398093700409, -0.04383869841694832, -0.04211341589689255, -0.04038812965154648, -0.03866284713149071, -0.03693756088614464, -0.03521227836608887, -0.033486995846033096, -0.03176170960068703, -0.030036427080631256, -0.028311142697930336, -0.026585858315229416, -0.024860575795173645, -0.023135291412472725, -0.021410007029771805, -0.019684722647070885, -0.017959438264369965, -0.016234155744314194, -0.014508871361613274, -0.012783586978912354, -0.011058303527534008, -0.009333020076155663, -0.007607735693454742, -0.00588245177641511, -0.004157167859375477, -0.002431883942335844, -0.0007066000252962112, 0.0010186838917434216, 0.0027439678087830544, 0.004469251725822687, 0.00619453564286232, 0.00791982002556324, 0.009645103476941586, 0.011370386928319931, 0.013095671311020851, 0.014820955693721771, 0.016546238213777542, 0.018271522596478462, 0.019996806979179382, 0.021722091361880302, 0.023447375744581223, 0.025172658264636993, 0.026897942647337914, 0.028623227030038834, 0.030348509550094604, 0.032073795795440674, 0.033799078315496445, 0.035524360835552216, 0.037249647080898285, 0.038974929600954056, 0.04070021212100983, 0.042425498366355896, 0.04415078088641167, 0.045876067131757736, 0.04760134965181351, 0.04932663217186928, 0.05105191841721535, 0.05277720093727112, 0.05450248718261719, 0.05622776970267296, 0.05795305222272873, 0.0596783384680748, 0.06140362098813057]}, "_runtime": 32.03509283065796, "_timestamp": 1596212902.7366304, "_step": 34}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 5.0, 0.0, 0.0, 0.0, 2.0, 4.0, 0.0, 4.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 3.0, 3.0, 4.0, 1.0, 0.0, 1.0, 1.0, 4.0, 3.0, 3.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012550127692520618, -0.012189185246825218, -0.011828241869807243, -0.011467299424111843, -0.011106356047093868, -0.010745413601398468, -0.010384470224380493, -0.010023527778685093, -0.009662585332989693, -0.009301641955971718, -0.008940699510276318, -0.008579756133258343, -0.008218813687562943, -0.007857870310544968, -0.007496927864849567, -0.00713598495349288, -0.006775042042136192, -0.006414099130779505, -0.006053156219422817, -0.00569221330806613, -0.005331270396709442, -0.004970327951014042, -0.004609385039657354, -0.004248442128300667, -0.0038874992169439793, -0.0035265563055872917, -0.003165613394230604, -0.0028046707157045603, -0.0024437278043478727, -0.002082784892991185, -0.0017218420980498195, -0.0013608993031084538, -0.0009999563917517662, -0.0006390135386027396, -0.00027807068545371294, 8.287216769531369e-05, 0.0004438150208443403, 0.000804757873993367, 0.0011657007271423936, 0.0015266435220837593, 0.0018875864334404469, 0.0022485293447971344, 0.002609472256153822, 0.002970414934679866, 0.0033313578460365534, 0.003692300757393241, 0.004053243435919285, 0.004414186347275972, 0.00477512925863266, 0.0051360721699893475, 0.005497015081346035, 0.0058579579927027225, 0.00621890090405941, 0.00657984334975481, 0.006940786261111498, 0.007301729172468185, 0.007662672083824873, 0.00802361499518156, 0.00838455744087696, 0.008745500817894936, 0.009106443263590336, 0.00946738664060831, 0.009828329086303711, 0.010189272463321686, 0.010550214909017086]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 5.0, 2.0, 2.0, 3.0, 2.0, 4.0, 6.0, 3.0, 5.0, 6.0, 6.0, 10.0, 11.0, 20.0, 25.0, 30.0, 27.0, 43.0, 55.0, 70.0, 93.0, 150.0, 180.0, 225.0, 388.0, 569.0, 4265.0, 611.0, 304.0, 208.0, 164.0, 118.0, 86.0, 60.0, 36.0, 27.0, 22.0, 16.0, 12.0, 11.0, 10.0, 5.0, 7.0, 8.0, 5.0, 2.0, 4.0, 1.0, 0.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.15871065855026245, -0.15393315255641937, -0.1491556614637375, -0.1443781554698944, -0.13960064947605133, -0.13482315838336945, -0.13004565238952637, -0.1252681463956833, -0.1204906478524208, -0.11571314930915833, -0.11093564331531525, -0.10615814477205276, -0.10138064622879028, -0.0966031402349472, -0.09182564169168472, -0.08704813569784164, -0.08227063715457916, -0.07749313861131668, -0.0727156326174736, -0.06793813407421112, -0.06316062808036804, -0.05838312953710556, -0.05360563099384308, -0.0488281287252903, -0.04405062645673752, -0.03927312418818474, -0.03449562191963196, -0.029718123376369476, -0.024940621107816696, -0.020163118839263916, -0.015385618433356285, -0.01060811709612608, -0.005830615758895874, -0.0010531144216656685, 0.003724386915564537, 0.008501888252794743, 0.013279389590024948, 0.01805689185857773, 0.02283439226448536, 0.02761189267039299, 0.03238939493894577, 0.03716689720749855, 0.04194439947605133, 0.04672189801931381, 0.05149940028786659, 0.05627690255641937, 0.061054401099681854, 0.06583190709352493, 0.07060940563678741, 0.0753869041800499, 0.08016441017389297, 0.08494190871715546, 0.08971941471099854, 0.09449691325426102, 0.0992744117975235, 0.10405191779136658, 0.10882941633462906, 0.11360691487789154, 0.11838442087173462, 0.1231619194149971, 0.12793941795825958, 0.13271692395210266, 0.13749442994594574, 0.14227192103862762, 0.1470494270324707]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 5.0, 0.0, 3.0, 2.0, 3.0, 0.0, 3.0, 1.0, 2.0, 5.0, 3.0, 0.0, 5.0, 2.0, 1.0, 24.0, 4.0, 2.0, 6.0, 5.0, 1.0, 4.0, 2.0, 4.0, 2.0, 1.0, 6.0, 2.0, 2.0, 4.0, 2.0, 1.0, 1.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0018847608007490635, -0.0018046200275421143, -0.001724479254335165, -0.0016443384811282158, -0.0015641977079212666, -0.0014840570511296391, -0.00140391627792269, -0.0013237755047157407, -0.0012436347315087914, -0.0011634939583018422, -0.001083353185094893, -0.0010032124118879437, -0.0009230716968886554, -0.0008429309236817062, -0.0007627902086824179, -0.0006826494354754686, -0.0006025086622685194, -0.0005223678890615702, -0.0004422271449584514, -0.0003620864008553326, -0.0002819456276483834, -0.00020180486899334937, -0.00012166411033831537, -4.152335168328136e-05, 3.8617406971752644e-05, 0.00011875816562678665, 0.00019889892428182065, 0.00027903966838493943, 0.00035918044159188867, 0.0004393212147988379, 0.0005194619297981262, 0.0005996027030050755, 0.0006797434762120247, 0.0007598842494189739, 0.0008400250226259232, 0.0009201657376252115, 0.0010003065690398216, 0.001080447225831449, 0.0011605879990383983, 0.0012407287722453475, 0.0013208695454522967, 0.001401010318659246, 0.0014811510918661952, 0.0015612918650731444, 0.0016414325218647718, 0.001721573295071721, 0.0018017140682786703, 0.0018818548414856195, 0.0019619956146925688, 0.002042136387899518, 0.0021222771611064672, 0.0022024179343134165, 0.0022825587075203657, 0.002362699480727315, 0.002442840253934264, 0.0025229810271412134, 0.002603121567517519, 0.0026832623407244682, 0.0027634031139314175, 0.0028435438871383667, 0.002923684660345316, 0.003003825433552265, 0.0030839662067592144, 0.0031641069799661636, 0.003244247753173113]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 6.0, 10.0, 11.0, 15.0, 21.0, 50.0, 64.0, 104.0, 156.0, 235.0, 417.0, 764.0, 1195.0, 2182.0, 4034.0, 7810.0, 16399.0, 36053.0, 85592.0, 612550.0, 231344.0, 84425.0, 41607.0, 22008.0, 12112.0, 7167.0, 4476.0, 2787.0, 1828.0, 1202.0, 855.0, 623.0, 406.0, 301.0, 243.0, 143.0, 103.0, 103.0, 63.0, 39.0, 34.0, 22.0, 24.0, 21.0, 10.0, 7.0, 5.0, 9.0, 3.0, 2.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010951594449579716, -0.010513097047805786, -0.010074598714709282, -0.009636101312935352, -0.009197603911161423, -0.008759105578064919, -0.008320608176290989, -0.007882109843194485, -0.007443612441420555, -0.007005114573985338, -0.006566616706550121, -0.006128119304776192, -0.005689621437340975, -0.005251123569905758, -0.004812626168131828, -0.004374128300696611, -0.0039356304332613945, -0.0034971325658261776, -0.0030586349312216043, -0.002620137296617031, -0.002181639429181814, -0.0017431416781619191, -0.001304643927142024, -0.000866146176122129, -0.0004276484251022339, 1.084932591766119e-05, 0.00044934707693755627, 0.0008878448279574513, 0.0013263425789773464, 0.0017648403299972415, 0.0022033380810171366, 0.00264183571562171, 0.0030803335830569267, 0.0035188314504921436, 0.0039573293179273605, 0.00439582671970129, 0.004834324587136507, 0.005272822454571724, 0.0057113198563456535, 0.0061498177237808704, 0.006588315591216087, 0.007026813458651304, 0.007465311326086521, 0.00790380872786045, 0.008342307060956955, 0.008780804462730885, 0.009219301864504814, 0.009657800197601318, 0.010096297599375248, 0.010534795001149178, 0.010973293334245682, 0.011411790736019611, 0.011850288137793541, 0.012288786470890045, 0.012727283872663975, 0.013165782205760479, 0.013604279607534409, 0.014042777009308338, 0.014481275342404842, 0.014919772744178772, 0.015358271077275276, 0.01579676754772663, 0.016235265880823135, 0.01667376421391964, 0.017112262547016144]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 3.0, 3.0, 3.0, 1.0, 1.0, 1.0, 1.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0, 3.0, 9.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010536820627748966, -0.010167457163333893, -0.009798092767596245, -0.009428729303181171, -0.009059365838766098, -0.00869000144302845, -0.008320637978613377, -0.007951274514198303, -0.007581910118460655, -0.007212546654045582, -0.006843182723969221, -0.00647381879389286, -0.006104455329477787, -0.005735091399401426, -0.005365727469325066, -0.004996364004909992, -0.0046270000748336315, -0.004257636144757271, -0.0038882724475115538, -0.0035189087502658367, -0.003149544820189476, -0.002780181122943759, -0.002410817425698042, -0.002041453495621681, -0.0016720897983759642, -0.0013027259847149253, -0.0009333622292615473, -0.0005639984738081694, -0.0001946346601471305, 0.00017472912441007793, 0.0005440929089672863, 0.0009134566644206643, 0.0012828204780817032, 0.001652184291742742, 0.002021548105403781, 0.002390911802649498, 0.0027602757327258587, 0.0031296394299715757, 0.003499003127217293, 0.0038683670572936535, 0.004237730987370014, 0.004607094451785088, 0.004976458381861448, 0.005345822311937809, 0.005715185776352882, 0.006084549706429243, 0.006453913636505604, 0.006823277100920677, 0.007192641030997038, 0.007562004961073399, 0.007931368425488472, 0.00830073282122612, 0.008670096285641193, 0.009039459750056267, 0.009408824145793915, 0.009778187610208988, 0.010147551074624062, 0.01051691547036171, 0.010886278934776783, 0.011255642399191856, 0.011625006794929504, 0.011994370259344578, 0.012363733723759651, 0.0127330981194973, 0.013102461583912373]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 3.0, 0.0, 4.0, 3.0, 6.0, 8.0, 9.0, 6.0, 20.0, 14.0, 26.0, 21.0, 21.0, 40.0, 49.0, 79.0, 88.0, 129.0, 165.0, 197.0, 230.0, 301.0, 387.0, 469.0, 675.0, 768.0, 1049.0, 1554.0, 5250.0, 2341.0, 1125.0, 771.0, 556.0, 403.0, 314.0, 286.0, 227.0, 181.0, 127.0, 89.0, 82.0, 59.0, 49.0, 47.0, 50.0, 41.0, 35.0, 14.0, 14.0, 11.0, 11.0, 5.0, 6.0, 2.0, 0.0, 2.0, 2.0, 2.0, 3.0, 0.0, 2.0], "bins": [-0.010331017896533012, -0.01000707596540451, -0.009683134034276009, -0.009359191171824932, -0.00903524924069643, -0.008711307309567928, -0.008387364447116852, -0.00806342251598835, -0.007739480584859848, -0.007415538653731346, -0.007091596256941557, -0.006767653860151768, -0.006443711929023266, -0.006119769997894764, -0.005795827601104975, -0.0054718852043151855, -0.005147943273186684, -0.004824001342058182, -0.0045000589452683926, -0.004176116548478603, -0.0038521746173501015, -0.003528232453390956, -0.0032042902894318104, -0.002880348125472665, -0.0025564059615135193, -0.0022324637975543737, -0.0019085216335952282, -0.0015845794696360826, -0.001260637305676937, -0.0009366951417177916, -0.000612752977758646, -0.00028881081379950047, 3.513135015964508e-05, 0.0003590735141187906, 0.0006830156780779362, 0.0010069578420370817, 0.0013309000059962273, 0.0016548421699553728, 0.0019787843339145184, 0.002302726497873664, 0.0026266686618328094, 0.002950610825791955, 0.0032745529897511005, 0.003598495153710246, 0.003922437317669392, 0.0042463792487978935, 0.004570321645587683, 0.004894264042377472, 0.005218205973505974, 0.005542147904634476, 0.005866090301424265, 0.006190032698214054, 0.006513974629342556, 0.006837916560471058, 0.007161858957260847, 0.007485801354050636, 0.007809743285179138, 0.00813368521630764, 0.008457627147436142, 0.008781570009887218, 0.00910551194101572, 0.009429453872144222, 0.009753396734595299, 0.0100773386657238, 0.010401280596852303]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 4.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07747483253479004, -0.07550118118524551, -0.07352752238512039, -0.07155387103557587, -0.06958021223545074, -0.06760656088590622, -0.0656329020857811, -0.06365925073623657, -0.06168559566140175, -0.059711940586566925, -0.0577382855117321, -0.05576463043689728, -0.05379097908735275, -0.05181732401251793, -0.049843668937683105, -0.04787001386284828, -0.04589635878801346, -0.043922703713178635, -0.04194904863834381, -0.03997539356350899, -0.038001738488674164, -0.03602808713912964, -0.034054432064294815, -0.03208077698945999, -0.030107121914625168, -0.028133466839790344, -0.02615981176495552, -0.024186158552765846, -0.022212503477931023, -0.0202388484030962, -0.018265195190906525, -0.0162915401160717, -0.014317885041236877, -0.012344229966402054, -0.010370575822889805, -0.008396921679377556, -0.006423266604542732, -0.004449611995369196, -0.0024759573861956596, -0.0005023027770221233, 0.001471351832151413, 0.0034450064413249493, 0.0054186610504984856, 0.007392315659672022, 0.009365970268845558, 0.011339625343680382, 0.01331327948719263, 0.01528693363070488, 0.017260588705539703, 0.019234243780374527, 0.02120789885520935, 0.023181552067399025, 0.02515520714223385, 0.027128862217068672, 0.029102515429258347, 0.03107617050409317, 0.033049825578927994, 0.03502348065376282, 0.03699713572859764, 0.038970790803432465, 0.04094444215297699, 0.04291809722781181, 0.04489175230264664, 0.04686540737748146, 0.048839062452316284]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 2.0, 1.0, 4.0, 3.0, 5.0, 1.0, 2.0, 3.0, 7.0, 4.0, 6.0, 9.0, 15.0, 20.0, 23.0, 45.0, 42.0, 18.0, 12.0, 4.0, 8.0, 10.0, 9.0, 4.0, 6.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 1.0, 2.0], "bins": [-0.0880126878619194, -0.08596024662256241, -0.08390780538320541, -0.08185536414384842, -0.07980292290449142, -0.07775048166513443, -0.07569804042577744, -0.07364559918642044, -0.07159315794706345, -0.06954071670770645, -0.06748827546834946, -0.06543583422899246, -0.06338339298963547, -0.06133095547556877, -0.05927851423621178, -0.05722607299685478, -0.05517363175749779, -0.05312119051814079, -0.0510687492787838, -0.049016308039426804, -0.04696386680006981, -0.044911425560712814, -0.04285898432135582, -0.040806543081998825, -0.03875410556793213, -0.036701664328575134, -0.03464922308921814, -0.032596781849861145, -0.03054434061050415, -0.028491899371147156, -0.02643945813179016, -0.024387016892433167, -0.022334575653076172, -0.020282134413719177, -0.018229693174362183, -0.016177251935005188, -0.014124811626970768, -0.012072370387613773, -0.010019930079579353, -0.007967488840222359, -0.005915047600865364, -0.003862606594339013, -0.0018101655878126621, 0.00024227541871368885, 0.00229471642524004, 0.0043471576645970345, 0.006399598438292742, 0.008452039211988449, 0.010504480451345444, 0.012556921690702438, 0.014609362930059433, 0.016661804169416428, 0.018714245408773422, 0.020766684785485268, 0.022819126024842262, 0.024871567264199257, 0.02692400850355625, 0.028976449742913246, 0.03102889098227024, 0.033081330358982086, 0.03513377159833908, 0.037186212837696075, 0.03923865407705307, 0.041291095316410065, 0.04334353655576706]}, "_runtime": 32.82153582572937, "_timestamp": 1596212903.5230734, "_step": 35}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 3.0, 0.0, 2.0, 0.0, 1.0, 5.0, 1.0, 5.0, 2.0, 1.0, 2.0, 2.0, 3.0, 1.0, 4.0, 5.0, 0.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.01304846815764904, -0.012710683979094028, -0.012372899800539017, -0.01203511469066143, -0.011697330512106419, -0.011359546333551407, -0.01102176122367382, -0.010683977045118809, -0.010346192866563797, -0.010008408688008785, -0.009670624509453773, -0.009332839399576187, -0.008995055221021175, -0.008657271042466164, -0.008319485932588577, -0.007981701754033566, -0.007643917575478554, -0.007306133396923542, -0.006968348752707243, -0.006630564108490944, -0.006292779929935932, -0.00595499575138092, -0.005617211107164621, -0.005279426462948322, -0.0049416422843933105, -0.004603858105838299, -0.004266073461622, -0.003928288817405701, -0.003590504638850689, -0.0032527202274650335, -0.002914935816079378, -0.0025771514046937227, -0.0022393669933080673, -0.001901582581922412, -0.0015637981705367565, -0.0012260137591511011, -0.0008882293477654457, -0.0005504449363797903, -0.0002126605249941349, 0.0001251238863915205, 0.0004629082977771759, 0.0008006927091628313, 0.0011384771205484867, 0.0014762615319341421, 0.0018140459433197975, 0.002151830354705453, 0.0024896147660911083, 0.0028273991774767637, 0.003165183588862419, 0.0035029680002480745, 0.00384075241163373, 0.004178537055850029, 0.004516321234405041, 0.0048541054129600525, 0.0051918900571763515, 0.005529674701392651, 0.005867458879947662, 0.006205243058502674, 0.006543027702718973, 0.006880812346935272, 0.007218596525490284, 0.007556380704045296, 0.007894165813922882, 0.008231949992477894, 0.008569734171032906]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 3.0, 3.0, 3.0, 9.0, 10.0, 13.0, 10.0, 17.0, 29.0, 35.0, 43.0, 61.0, 99.0, 89.0, 134.0, 212.0, 286.0, 497.0, 4257.0, 1046.0, 360.0, 214.0, 117.0, 96.0, 67.0, 55.0, 34.0, 21.0, 26.0, 24.0, 18.0, 7.0, 12.0, 5.0, 3.0, 1.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.17102137207984924, -0.16607609391212463, -0.16113081574440002, -0.15618553757667542, -0.1512402445077896, -0.146294966340065, -0.1413496881723404, -0.13640441000461578, -0.13145913183689117, -0.12651385366916656, -0.12156856805086136, -0.11662328988313675, -0.11167800426483154, -0.10673272609710693, -0.10178744792938232, -0.09684216231107712, -0.09189688414335251, -0.0869516059756279, -0.08200632035732269, -0.07706104218959808, -0.07211576402187347, -0.06717047840356827, -0.06222520023584366, -0.05727992206811905, -0.05233464017510414, -0.04738935828208923, -0.042444080114364624, -0.037498798221349716, -0.03255351632833481, -0.0276082381606102, -0.02266295626759529, -0.017717676237225533, -0.012772396206855774, -0.007827116176486015, -0.002881835214793682, 0.002063445281237364, 0.00700872577726841, 0.011954005807638168, 0.016899287700653076, 0.021844567731022835, 0.026789847761392593, 0.0317351296544075, 0.03668040782213211, 0.04162568971514702, 0.046570971608161926, 0.051516249775886536, 0.056461531668901443, 0.06140680983662605, 0.06635209172964096, 0.07129736989736557, 0.07624265551567078, 0.08118793368339539, 0.08613321185112, 0.0910784974694252, 0.09602377563714981, 0.10096905380487442, 0.10591433942317963, 0.11085961759090424, 0.11580489575862885, 0.12075017392635345, 0.12569545209407806, 0.13064074516296387, 0.13558602333068848, 0.14053130149841309, 0.1454765796661377]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 5.0, 1.0, 2.0, 3.0, 2.0, 5.0, 4.0, 3.0, 2.0, 2.0, 8.0, 4.0, 4.0, 32.0, 3.0, 5.0, 5.0, 3.0, 3.0, 2.0, 1.0, 3.0, 2.0, 4.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.00396684231236577, -0.003867722349241376, -0.0037686023861169815, -0.0036694821901619434, -0.003570362227037549, -0.0034712422639131546, -0.00337212230078876, -0.0032730023376643658, -0.0031738821417093277, -0.0030747621785849333, -0.002975642215460539, -0.0028765222523361444, -0.00277740228921175, -0.0026782823260873556, -0.0025791621301323175, -0.002480042167007923, -0.0023809222038835287, -0.0022818022407591343, -0.00218268227763474, -0.002083562081679702, -0.0019844421185553074, -0.001885322155430913, -0.0017862021923065186, -0.0016870821127668023, -0.001587962149642408, -0.0014888421865180135, -0.0013897221069782972, -0.0012906021438539028, -0.0011914821807295084, -0.0010923621011897922, -0.0009932421380653977, -0.0008941221167333424, -0.0007950020954012871, -0.0006958820740692317, -0.0005967620527371764, -0.000497642089612782, -0.00039852206828072667, -0.00029940204694867134, -0.00020028205472044647, -0.00010116204794030637, -2.0420411601662636e-06, 9.707796561997384e-05, 0.00019619797240011394, 0.0002953179646283388, 0.00039443798596039414, 0.0004935580072924495, 0.0005926779704168439, 0.0006917979917488992, 0.0007909180130809546, 0.0008900380344130099, 0.0009891580557450652, 0.0010882780188694596, 0.0011873980984091759, 0.0012865180615335703, 0.0013856380246579647, 0.001484758104197681, 0.0015838780673220754, 0.0016829980304464698, 0.001782118109986186, 0.0018812380731105804, 0.001980358036234975, 0.0020794779993593693, 0.0021785981953144073, 0.0022777181584388018, 0.002376838121563196]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 3.0, 3.0, 2.0, 3.0, 1.0, 7.0, 5.0, 9.0, 6.0, 12.0, 16.0, 27.0, 42.0, 54.0, 76.0, 113.0, 128.0, 210.0, 334.0, 534.0, 879.0, 1407.0, 2375.0, 4191.0, 7996.0, 16571.0, 37440.0, 93577.0, 647718.0, 248212.0, 64896.0, 26121.0, 12207.0, 6131.0, 3210.0, 1858.0, 1173.0, 680.0, 468.0, 314.0, 188.0, 118.0, 82.0, 74.0, 47.0, 40.0, 17.0, 27.0, 11.0, 12.0, 3.0, 4.0, 5.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.015042618848383427, -0.014557299204170704, -0.014071980491280556, -0.013586660847067833, -0.013101342134177685, -0.012616022489964962, -0.012130703777074814, -0.011645384132862091, -0.011160064488649368, -0.01067474577575922, -0.010189426131546497, -0.00970410741865635, -0.009218787774443626, -0.008733469061553478, -0.008248149417340755, -0.00776283023878932, -0.0072775110602378845, -0.006792191881686449, -0.006306872703135014, -0.005821553524583578, -0.005336234346032143, -0.00485091470181942, -0.004365595523267984, -0.003880276344716549, -0.0033949571661651134, -0.002909637987613678, -0.0024243188090622425, -0.0019389993976801634, -0.001453680219128728, -0.0009683609823696315, -0.00048304174561053514, 2.2774911485612392e-06, 0.0004875967279076576, 0.000972915964666754, 0.0014582352014258504, 0.0019435544963926077, 0.002428873674944043, 0.0029141928534954786, 0.0033995122648775578, 0.0038848314434289932, 0.004370150621980429, 0.004855469800531864, 0.0053407889790833, 0.005826108157634735, 0.006311427801847458, 0.006796746980398893, 0.007282066158950329, 0.007767385337501764, 0.0082527045160532, 0.008738024160265923, 0.00922334287315607, 0.009708662517368793, 0.010193981230258942, 0.010679300874471664, 0.011164619587361813, 0.011649939231574535, 0.012135257944464684, 0.012620577588677406, 0.013105897232890129, 0.013591215945780277, 0.014076535589993, 0.014561854302883148, 0.015047173947095871, 0.01553249265998602, 0.016017813235521317]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 4.0, 2.0, 1.0, 3.0, 7.0, 3.0, 10.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 6.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007934031076729298, -0.0076020825654268265, -0.007270133588463068, -0.006938185077160597, -0.006606236100196838, -0.006274287588894367, -0.005942339077591896, -0.005610390100628138, -0.005278441589325666, -0.004946493078023195, -0.004614544101059437, -0.004282595589756966, -0.0039506470784544945, -0.003618698101490736, -0.003286749590188265, -0.00295480084605515, -0.0026228521019220352, -0.0022909033577889204, -0.0019589546136558056, -0.0016270061023533344, -0.0012950573582202196, -0.0009631086722947657, -0.0006311599863693118, -0.0002992113004438579, 3.273738548159599e-05, 0.0003646860714070499, 0.0006966347573325038, 0.0010285833850502968, 0.0013605321291834116, 0.0016924808733165264, 0.0020244293846189976, 0.0023563781287521124, 0.002688326872885227, 0.003020275617018342, 0.003352224361151457, 0.003684172872453928, 0.0040161218494176865, 0.004348070360720158, 0.004680018872022629, 0.005011967848986387, 0.005343916360288858, 0.00567586487159133, 0.006007813848555088, 0.006339762359857559, 0.00667171087116003, 0.007003659848123789, 0.00733560835942626, 0.0076675573363900185, 0.00799950584769249, 0.00833145435899496, 0.008663402870297432, 0.008995352312922478, 0.009327300824224949, 0.00965924933552742, 0.009991197846829891, 0.010323146358132362, 0.010655095800757408, 0.01098704431205988, 0.01131899282336235, 0.011650941334664822, 0.011982889845967293, 0.012314838357269764, 0.01264678779989481, 0.012978736311197281, 0.013310684822499752]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 7.0, 1.0, 3.0, 6.0, 8.0, 18.0, 15.0, 28.0, 31.0, 36.0, 45.0, 51.0, 90.0, 107.0, 135.0, 127.0, 199.0, 229.0, 294.0, 375.0, 535.0, 733.0, 997.0, 1247.0, 2024.0, 5518.0, 1742.0, 1139.0, 635.0, 456.0, 332.0, 261.0, 192.0, 128.0, 108.0, 79.0, 64.0, 61.0, 61.0, 41.0, 44.0, 37.0, 26.0, 39.0, 24.0, 11.0, 12.0, 18.0, 9.0, 10.0, 8.0, 10.0, 4.0, 10.0, 3.0, 0.0, 0.0, 4.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.0065514263696968555, -0.006310184020549059, -0.006068941205739975, -0.005827698856592178, -0.005586456041783094, -0.005345213692635298, -0.005103970877826214, -0.004862728528678417, -0.004621486179530621, -0.004380243364721537, -0.00413900101557374, -0.003897758200764656, -0.0036565158516168594, -0.003415273269638419, -0.003174030687659979, -0.0029327881056815386, -0.0026915455237030983, -0.002450302941724658, -0.0022090603597462177, -0.0019678177777677774, -0.001726575312204659, -0.0014853327302262187, -0.0012440902646631002, -0.00100284768268466, -0.0007616051007062197, -0.0005203625187277794, -0.000279119994957, -3.787744208239019e-05, 0.00020336511079221964, 0.00044460766366682947, 0.0006858502165414393, 0.0009270927403122187, 0.001168335322290659, 0.0014095779042690992, 0.0016508204862475395, 0.001892062951810658, 0.00213330565020442, 0.0023745479993522167, 0.002615790581330657, 0.0028570331633090973, 0.0030982757452875376, 0.003339518327265978, 0.003580760909244418, 0.0038220034912228584, 0.004063245840370655, 0.004304488655179739, 0.004545731004327536, 0.00478697381913662, 0.005028216168284416, 0.005269458517432213, 0.005510701332241297, 0.005751943681389093, 0.005993186496198177, 0.006234428845345974, 0.006475671660155058, 0.0067169140093028545, 0.0069581568241119385, 0.007199399173259735, 0.007440641522407532, 0.007681884337216616, 0.0079231271520257, 0.008164369501173496, 0.008405611850321293, 0.00864685419946909, 0.00888809747993946]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0718400776386261, -0.0692366510629654, -0.06663321703672409, -0.06402978301048279, -0.06142635643482208, -0.05882292613387108, -0.056219495832920074, -0.05361606553196907, -0.051012635231018066, -0.04840920493006706, -0.04580577462911606, -0.043202344328165054, -0.04059891402721405, -0.037995483726263046, -0.03539205342531204, -0.03278862312436104, -0.030185192823410034, -0.02758176252245903, -0.024978332221508026, -0.022374901920557022, -0.019771471619606018, -0.017168041318655014, -0.01456461101770401, -0.011961180716753006, -0.009357750415802002, -0.006754320114850998, -0.004150889813899994, -0.0015474595129489899, 0.0010559707880020142, 0.003659401088953018, 0.006262831389904022, 0.008866261690855026, 0.01146969199180603, 0.014073122292757034, 0.01667655259370804, 0.019279982894659042, 0.021883413195610046, 0.02448684349656105, 0.027090273797512054, 0.02969370409846306, 0.03229713439941406, 0.034900564700365067, 0.03750399500131607, 0.040107425302267075, 0.04271085560321808, 0.04531428590416908, 0.04791771620512009, 0.05052114650607109, 0.053124576807022095, 0.0557280071079731, 0.0583314374089241, 0.06093486770987511, 0.06353829801082611, 0.06614172458648682, 0.06874515861272812, 0.07134859263896942, 0.07395201921463013, 0.07655544579029083, 0.07915887981653214, 0.08176231384277344, 0.08436574041843414, 0.08696916699409485, 0.08957260102033615, 0.09217603504657745, 0.09477946162223816]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 2.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 4.0, 1.0, 2.0, 1.0, 4.0, 3.0, 4.0, 2.0, 6.0, 8.0, 12.0, 20.0, 16.0, 12.0, 16.0, 14.0, 36.0, 21.0, 21.0, 3.0, 11.0, 13.0, 4.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 3.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 3.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 2.0, 1.0], "bins": [-0.047028880566358566, -0.04528222978115082, -0.04353557527065277, -0.04178892448544502, -0.040042273700237274, -0.03829561918973923, -0.03654896840453148, -0.03480231389403343, -0.033055663108825684, -0.031309012323617935, -0.02956235781311989, -0.02781570702791214, -0.026069054380059242, -0.024322401732206345, -0.022575750946998596, -0.0208290982991457, -0.0190824456512928, -0.017335793003439903, -0.01558914128690958, -0.013842489570379257, -0.01209583692252636, -0.010349184274673462, -0.008602532558143139, -0.0068558803759515285, -0.005109228193759918, -0.003362576011568308, -0.0016159238293766975, 0.0001307283528149128, 0.0018773805350065231, 0.0036240327171981335, 0.005370684899389744, 0.007117337081581354, 0.008863989263772964, 0.010610641911625862, 0.012357293628156185, 0.014103945344686508, 0.015850597992539406, 0.017597250640392303, 0.019343901425600052, 0.02109055407345295, 0.022837206721305847, 0.024583859369158745, 0.026330512017011642, 0.02807716280221939, 0.02982381545007229, 0.031570468097925186, 0.033317118883132935, 0.03506377339363098, 0.03681042417883873, 0.03855707496404648, 0.040303729474544525, 0.042050380259752274, 0.04379703104496002, 0.04554368555545807, 0.04729033634066582, 0.049036990851163864, 0.05078364163637161, 0.05253029242157936, 0.05427694693207741, 0.056023597717285156, 0.0577702522277832, 0.05951690301299095, 0.0612635537981987, 0.06301020830869675, 0.0647568553686142]}, "_runtime": 33.59613513946533, "_timestamp": 1596212904.2976727, "_step": 36}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 4.0, 0.0, 2.0, 2.0, 2.0, 1.0, 1.0, 4.0, 3.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.010569213889539242, -0.010223856195807457, -0.009878497570753098, -0.009533139877021313, -0.009187782183289528, -0.008842423558235168, -0.008497065864503384, -0.008151708170771599, -0.007806350011378527, -0.0074609918519854546, -0.00711563415825367, -0.006770275998860598, -0.0064249178394675255, -0.006079560145735741, -0.0057342019863426685, -0.005388844292610884, -0.005043486133217812, -0.0046981279738247395, -0.004352770280092955, -0.0040074121206998825, -0.003662054194137454, -0.0033166962675750256, -0.0029713381081819534, -0.002625980181619525, -0.0022806222550570965, -0.001935264328494668, -0.0015899062855169177, -0.0012445482425391674, -0.0008991903159767389, -0.0005538323312066495, -0.00020847434643656015, 0.00013688363833352923, 0.0004822416231036186, 0.000827599607873708, 0.0011729575926437974, 0.0015183156356215477, 0.0018636735621839762, 0.0022090314887464046, 0.0025543896481394768, 0.0028997475747019053, 0.0032451055012643337, 0.003590463427826762, 0.003935821354389191, 0.004281179513782263, 0.004626537673175335, 0.00497189536690712, 0.005317253526300192, 0.005662611220031977, 0.006007969379425049, 0.006353327538818121, 0.006698685232549906, 0.007044043391942978, 0.007389401085674763, 0.007734759245067835, 0.008080117404460907, 0.008425475098192692, 0.008770832791924477, 0.009116191416978836, 0.009461549110710621, 0.009806906804442406, 0.010152265429496765, 0.01049762312322855, 0.010842980816960335, 0.011188339442014694, 0.011533697135746479]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 1.0, 3.0, 4.0, 2.0, 7.0, 9.0, 4.0, 16.0, 14.0, 17.0, 23.0, 36.0, 35.0, 54.0, 50.0, 90.0, 108.0, 166.0, 182.0, 318.0, 453.0, 4449.0, 779.0, 326.0, 217.0, 162.0, 103.0, 78.0, 63.0, 35.0, 27.0, 28.0, 20.0, 9.0, 11.0, 7.0, 6.0, 5.0, 2.0, 4.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.19087854027748108, -0.18499726057052612, -0.17911596596240997, -0.17323468625545502, -0.16735339164733887, -0.1614721119403839, -0.15559083223342896, -0.1497095376253128, -0.14382825791835785, -0.1379469782114029, -0.13206568360328674, -0.1261844038963318, -0.12030311673879623, -0.11442182958126068, -0.10854054987430573, -0.10265926271677017, -0.09677797555923462, -0.09089668840169907, -0.08501540124416351, -0.07913412153720856, -0.073252834379673, -0.06737154722213745, -0.0614902637898922, -0.05560898035764694, -0.04972769320011139, -0.043846406042575836, -0.03796512261033058, -0.03208383917808533, -0.026202552020549774, -0.02032126672565937, -0.014439981430768967, -0.008558696135878563, -0.002677410840988159, 0.0032038744539022446, 0.009085159748792648, 0.014966445043683052, 0.020847730338573456, 0.02672901563346386, 0.03261030092835426, 0.03849158436059952, 0.04437287151813507, 0.050254158675670624, 0.05613544210791588, 0.06201672554016113, 0.06789801269769669, 0.07377929985523224, 0.0796605795621872, 0.08554186671972275, 0.0914231538772583, 0.09730444103479385, 0.1031857281923294, 0.10906700789928436, 0.11494829505681992, 0.12082958221435547, 0.12671086192131042, 0.13259215652942657, 0.13847343623638153, 0.1443547159433365, 0.15023601055145264, 0.1561172902584076, 0.16199856996536255, 0.1678798645734787, 0.17376114428043365, 0.1796424388885498, 0.18552371859550476]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 0.0, 2.0, 1.0, 2.0, 5.0, 1.0, 2.0, 2.0, 4.0, 1.0, 6.0, 5.0, 4.0, 3.0, 3.0, 5.0, 24.0, 4.0, 3.0, 4.0, 3.0, 0.0, 2.0, 3.0, 1.0, 5.0, 2.0, 2.0, 1.0, 4.0, 1.0, 3.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.0028297556564211845, -0.002732526045292616, -0.0026352962013334036, -0.0025380663573741913, -0.0024408367462456226, -0.002343607135117054, -0.0022463772911578417, -0.0021491474471986294, -0.0020519178360700607, -0.001954688224941492, -0.0018574583809822798, -0.0017602286534383893, -0.0016629989258944988, -0.0015657691983506083, -0.0014685394708067179, -0.0013713097432628274, -0.001274080015718937, -0.0011768502881750464, -0.001079620560631156, -0.0009823908330872655, -0.000885161105543375, -0.0007879313779994845, -0.0006907016504555941, -0.0005934719229117036, -0.0004962421953678131, -0.00039901246782392263, -0.00030178274028003216, -0.00020455301273614168, -0.0001073232851922512, -1.009355764836073e-05, 8.713616989552975e-05, 0.00018436589743942022, 0.0002815956249833107, 0.0003788253525272012, 0.00047605508007109165, 0.0005732848076149821, 0.0006705145351588726, 0.0007677442627027631, 0.0008649739902466536, 0.000962203717790544, 0.0010594334453344345, 0.001156663172878325, 0.0012538929004222155, 0.001351122627966106, 0.0014483523555099964, 0.0015455820830538869, 0.0016428118105977774, 0.0017400415381416678, 0.0018372712656855583, 0.0019345009932294488, 0.0020317307207733393, 0.0021289605647325516, 0.0022261901758611202, 0.002323419786989689, 0.002420649630948901, 0.0025178794749081135, 0.002615109086036682, 0.0027123386971652508, 0.002809568541124463, 0.0029067983850836754, 0.003004027996212244, 0.0031012576073408127, 0.003198487451300025, 0.0032957172952592373, 0.003392946906387806]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 8.0, 5.0, 6.0, 8.0, 16.0, 25.0, 42.0, 49.0, 63.0, 100.0, 133.0, 214.0, 266.0, 404.0, 626.0, 991.0, 1636.0, 2606.0, 4687.0, 8514.0, 16412.0, 34573.0, 78992.0, 228941.0, 632835.0, 83726.0, 37675.0, 19060.0, 10326.0, 5971.0, 3672.0, 2338.0, 1491.0, 1005.0, 682.0, 438.0, 340.0, 221.0, 152.0, 111.0, 79.0, 54.0, 35.0, 32.0, 20.0, 16.0, 16.0, 6.0, 7.0, 5.0, 3.0, 1.0, 3.0, 0.0, 2.0, 3.0], "bins": [-0.01488768495619297, -0.0144239766523242, -0.013960268348455429, -0.013496560044586658, -0.013032851740717888, -0.012569143436849117, -0.012105435132980347, -0.011641726829111576, -0.011178018525242805, -0.01071430929005146, -0.01025060098618269, -0.009786892682313919, -0.009323184378445148, -0.008859476074576378, -0.008395767770707607, -0.007932059466838837, -0.007468351162970066, -0.0070046428591012955, -0.006540934555232525, -0.006077226251363754, -0.005613517947494984, -0.005149809177964926, -0.004686100874096155, -0.004222392570227385, -0.003758684266358614, -0.0032949759624898434, -0.0028312676586210728, -0.0023675591219216585, -0.001903850818052888, -0.0014401425141841173, -0.0009764340939000249, -0.0005127257318235934, -4.9017369747161865e-05, 0.00041469099232926965, 0.0008783993544057012, 0.0013421077746897936, 0.0018058160785585642, 0.002269524382427335, 0.002733232919126749, 0.0031969412229955196, 0.0036606495268642902, 0.004124357830733061, 0.0045880661346018314, 0.005051774438470602, 0.00551548320800066, 0.0059791915118694305, 0.006442899815738201, 0.006906608119606972, 0.007370316423475742, 0.007834024727344513, 0.008297733031213284, 0.008761441335082054, 0.009225149638950825, 0.009688857942819595, 0.010152566246688366, 0.010616274550557137, 0.011079983785748482, 0.011543692089617252, 0.012007400393486023, 0.012471108697354794, 0.012934817001223564, 0.013398525305092335, 0.013862233608961105, 0.014325941912829876, 0.014789650216698647]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 3.0, 2.0, 3.0, 6.0, 11.0, 0.0, 4.0, 2.0, 1.0, 5.0, 4.0, 2.0, 2.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.028649725019931793, -0.027912670746445656, -0.02717561461031437, -0.026438560336828232, -0.025701504200696945, -0.024964449927210808, -0.02422739379107952, -0.023490339517593384, -0.022753283381462097, -0.02201622910797596, -0.021279174834489822, -0.020542118698358536, -0.0198050644248724, -0.019068008288741112, -0.018330954015254974, -0.017593897879123688, -0.01685684360563755, -0.016119789332151413, -0.015382733196020126, -0.014645677991211414, -0.013908622786402702, -0.013171568512916565, -0.012434513308107853, -0.011697458103299141, -0.010960402898490429, -0.010223347693681717, -0.009486292488873005, -0.008749237284064293, -0.008012183010578156, -0.007275127340108156, -0.0065380726009607315, -0.0058010173961520195, -0.0050639621913433075, -0.0043269069865345955, -0.003589852014556527, -0.002852797042578459, -0.0021157418377697468, -0.0013786867493763566, -0.0006416316609829664, 9.542342741042376e-05, 0.0008324785158038139, 0.0015695336041972041, 0.0023065886925905943, 0.0030436436645686626, 0.0037806988693773746, 0.004517754074186087, 0.005254808813333511, 0.005991864018142223, 0.006728919222950935, 0.007465974427759647, 0.00820302963256836, 0.008940084837377071, 0.009677140042185783, 0.01041419431567192, 0.011151249520480633, 0.011888304725289345, 0.012625359930098057, 0.013362415134906769, 0.01409947033971548, 0.014836525544524193, 0.01557357981801033, 0.016310635954141617, 0.017047690227627754, 0.01778474636375904, 0.018521800637245178]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 4.0, 5.0, 1.0, 5.0, 2.0, 20.0, 23.0, 31.0, 32.0, 25.0, 32.0, 41.0, 48.0, 44.0, 58.0, 40.0, 37.0, 37.0, 50.0, 77.0, 98.0, 155.0, 223.0, 323.0, 458.0, 545.0, 723.0, 902.0, 1393.0, 5195.0, 2356.0, 1433.0, 935.0, 742.0, 563.0, 370.0, 329.0, 225.0, 162.0, 119.0, 118.0, 90.0, 80.0, 56.0, 49.0, 36.0, 38.0, 28.0, 13.0, 14.0, 19.0, 11.0, 2.0, 3.0, 3.0, 2.0, 2.0, 1.0], "bins": [-0.013393509201705456, -0.013019410893321037, -0.012645312584936619, -0.0122712142765522, -0.011897115968167782, -0.011523017659783363, -0.011148919351398945, -0.010774821043014526, -0.010400722734630108, -0.01002662442624569, -0.009652526117861271, -0.009278427809476852, -0.008904329501092434, -0.008530231192708015, -0.008156132884323597, -0.007782034110277891, -0.007407935801893473, -0.007033837493509054, -0.006659739185124636, -0.006285640876740217, -0.005911542568355799, -0.00553744425997138, -0.005163345951586962, -0.004789247643202543, -0.0044151488691568375, -0.004041050560772419, -0.003666952485218644, -0.0032928541768342257, -0.0029187556356191635, -0.002544657327234745, -0.0021705590188503265, -0.001796460710465908, -0.0014223624020814896, -0.001048264093697071, -0.0006741657271049917, -0.00030006738961674273, 7.403094787150621e-05, 0.00044812928535975516, 0.0008222276228480041, 0.0011963259894400835, 0.001570424297824502, 0.0019445226062089205, 0.002318620914593339, 0.0026927192229777575, 0.0030668177641928196, 0.003440916072577238, 0.0038150143809616566, 0.004189112689346075, 0.0045632109977304935, 0.004937309306114912, 0.0053114076144993305, 0.005685505922883749, 0.0060596042312681675, 0.006433702539652586, 0.0068078008480370045, 0.007181899156421423, 0.007555997930467129, 0.007930096238851547, 0.008304194547235966, 0.008678292855620384, 0.009052391164004803, 0.009426489472389221, 0.00980058778077364, 0.010174686089158058, 0.010548784397542477]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 3.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08365127444267273, -0.07889724522829056, -0.07414321601390839, -0.06938918679952621, -0.06463515758514404, -0.05988112837076187, -0.0551270991563797, -0.05037306994199753, -0.045619040727615356, -0.040865011513233185, -0.03611098229885101, -0.03135695308446884, -0.02660292387008667, -0.0218488946557045, -0.017094865441322327, -0.012340836226940155, -0.007586807012557983, -0.0028327777981758118, 0.0019212514162063599, 0.0066752806305885315, 0.011429309844970703, 0.016183339059352875, 0.020937368273735046, 0.025691397488117218, 0.03044542670249939, 0.03519945591688156, 0.03995348513126373, 0.044707514345645905, 0.049461543560028076, 0.05421557277441025, 0.05896960198879242, 0.06372363120317459, 0.06847766041755676, 0.07323168963193893, 0.0779857188463211, 0.08273974806070328, 0.08749377727508545, 0.09224780648946762, 0.09700183570384979, 0.10175586491823196, 0.10650989413261414, 0.11126392334699631, 0.11601795256137848, 0.12077198177576065, 0.12552601099014282, 0.1302800476551056, 0.13503406941890717, 0.13978809118270874, 0.1445421278476715, 0.14929616451263428, 0.15405018627643585, 0.15880420804023743, 0.1635582447052002, 0.16831228137016296, 0.17306630313396454, 0.1778203248977661, 0.18257436156272888, 0.18732839822769165, 0.19208241999149323, 0.1968364417552948, 0.20159047842025757, 0.20634451508522034, 0.2110985368490219, 0.2158525586128235, 0.22060659527778625]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 10.0, 4.0, 5.0, 13.0, 19.0, 14.0, 10.0, 8.0, 17.0, 12.0, 35.0, 11.0, 9.0, 13.0, 11.0, 8.0, 15.0, 8.0, 3.0, 5.0, 1.0, 4.0, 5.0, 1.0, 3.0, 2.0, 2.0, 0.0, 4.0, 1.0, 2.0, 4.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.03863370791077614, -0.03704022243618965, -0.035446736961603165, -0.03385324776172638, -0.03225976228713989, -0.030666276812553406, -0.02907279133796692, -0.027479304000735283, -0.025885818526148796, -0.02429233305156231, -0.022698845714330673, -0.021105360239744186, -0.0195118747651577, -0.017918387427926064, -0.016324901953339577, -0.014731415547430515, -0.013137929141521454, -0.011544442735612392, -0.009950956329703331, -0.008357470855116844, -0.006763984449207783, -0.005170498043298721, -0.003577012103050947, -0.0019835259299725294, -0.00039003975689411163, 0.0012034464161843061, 0.002796932589262724, 0.004390418529510498, 0.0059839049354195595, 0.007577391341328621, 0.009170876815915108, 0.01076436322182417, 0.01235784962773323, 0.013951336033642292, 0.015544822439551353, 0.01713830791413784, 0.018731795251369476, 0.020325280725955963, 0.02191876620054245, 0.023512253537774086, 0.025105739012360573, 0.02669922448694706, 0.028292711824178696, 0.029886197298765182, 0.03147968277335167, 0.033073168247938156, 0.03466665744781494, 0.03626014292240143, 0.037853628396987915, 0.0394471138715744, 0.04104059934616089, 0.042634088546037674, 0.04422757402062416, 0.04582105949521065, 0.047414544969797134, 0.04900803044438362, 0.050601519644260406, 0.05219500511884689, 0.05378849059343338, 0.05538197606801987, 0.056975461542606354, 0.05856894701719284, 0.060162436217069626, 0.06175592169165611, 0.0633494108915329]}, "_runtime": 34.37997388839722, "_timestamp": 1596212905.0815115, "_step": 37}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 3.0, 1.0, 0.0, 2.0, 5.0, 2.0, 1.0, 3.0, 2.0, 0.0, 4.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00715295597910881, -0.006881358101963997, -0.006609760224819183, -0.00633816234767437, -0.006066564470529556, -0.00579496705904603, -0.0055233691819012165, -0.005251771304756403, -0.004980173427611589, -0.004708575550466776, -0.004436977673321962, -0.004165379796177149, -0.003893782151862979, -0.0036221842747181654, -0.0033505866304039955, -0.003078988753259182, -0.0028073908761143684, -0.002535792998969555, -0.0022641951218247414, -0.0019925974775105715, -0.001720999600365758, -0.0014494017232209444, -0.0011778039624914527, -0.0009062061435543001, -0.0006346083246171474, -0.0003630105056799948, -9.14126867428422e-05, 0.00018018513219431043, 0.00045178295113146305, 0.0007233807700686157, 0.0009949785890057683, 0.00126657634973526, 0.0015381742268800735, 0.001809772104024887, 0.0020813699811697006, 0.0023529676254838705, 0.002624565502628684, 0.0028961633797734976, 0.0031677610240876675, 0.003439358901232481, 0.0037109567783772945, 0.003982554655522108, 0.004254152532666922, 0.004525750409811735, 0.004797347821295261, 0.005068945698440075, 0.0053405435755848885, 0.005612141452729702, 0.0058837393298745155, 0.006155337207019329, 0.006426935084164143, 0.006698532961308956, 0.00697013083845377, 0.007241728249937296, 0.0075133261270821095, 0.007784924004226923, 0.00805652141571045, 0.008328119292855263, 0.008599717170000076, 0.00887131504714489, 0.009142912924289703, 0.009414510801434517, 0.00968610867857933, 0.009957706555724144, 0.010229304432868958]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 4.0, 4.0, 9.0, 7.0, 13.0, 9.0, 22.0, 22.0, 26.0, 32.0, 48.0, 69.0, 57.0, 81.0, 123.0, 156.0, 212.0, 285.0, 453.0, 4144.0, 987.0, 371.0, 213.0, 147.0, 87.0, 74.0, 47.0, 45.0, 34.0, 25.0, 19.0, 15.0, 15.0, 14.0, 11.0, 7.0, 6.0, 5.0, 2.0, 6.0, 7.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 2.0], "bins": [-0.13533931970596313, -0.13118058443069458, -0.12702184915542603, -0.12286312133073807, -0.11870439350605011, -0.11454565823078156, -0.110386922955513, -0.10622819513082504, -0.10206945985555649, -0.09791072458028793, -0.09375199675559998, -0.08959326148033142, -0.08543452620506287, -0.08127579838037491, -0.07711706310510635, -0.0729583352804184, -0.06879960000514984, -0.06464086472988129, -0.06048213690519333, -0.056323401629924774, -0.05216467007994652, -0.04800593852996826, -0.04384720325469971, -0.03968847170472145, -0.035529740154743195, -0.03137100860476494, -0.027212275192141533, -0.023053541779518127, -0.01889481022953987, -0.01473607774823904, -0.01057734526693821, -0.006418612785637379, -0.002259880304336548, 0.001898852176964283, 0.006057584658265114, 0.010216317139565945, 0.014375049620866776, 0.018533781170845032, 0.022692514583468437, 0.026851247996091843, 0.0310099795460701, 0.035168711096048355, 0.03932744264602661, 0.043486177921295166, 0.04764490947127342, 0.05180364102125168, 0.05596237629652023, 0.06012110784649849, 0.06427983939647675, 0.0684385746717453, 0.07259730249643326, 0.07675603777170181, 0.08091476559638977, 0.08507350087165833, 0.08923223614692688, 0.09339096397161484, 0.09754969924688339, 0.10170843452215195, 0.1058671623468399, 0.11002589762210846, 0.11418463289737701, 0.11834336072206497, 0.12250209599733353, 0.12666082382202148, 0.13081955909729004]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 2.0, 3.0, 2.0, 3.0, 3.0, 2.0, 4.0, 2.0, 2.0, 5.0, 7.0, 5.0, 3.0, 23.0, 6.0, 8.0, 5.0, 3.0, 3.0, 6.0, 2.0, 4.0, 3.0, 1.0, 1.0, 1.0, 3.0, 2.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003403452690690756, -0.0032970465254038572, -0.0031906403601169586, -0.0030842344276607037, -0.002977828262373805, -0.0028714220970869064, -0.002765015931800008, -0.002658609766513109, -0.0025522038340568542, -0.0024457976687699556, -0.002339391503483057, -0.0022329853381961584, -0.00212657917290926, -0.002020173007622361, -0.0019137669587507844, -0.0018073609098792076, -0.001700954744592309, -0.0015945485793054104, -0.0014881425304338336, -0.001381736365146935, -0.0012753303162753582, -0.0011689241509884596, -0.001062517985701561, -0.0009561118786223233, -0.0008497057715430856, -0.0007432996644638479, -0.0006368935573846102, -0.0005304873920977116, -0.00042408128501847386, -0.00031767517793923616, -0.000211269041756168, -0.00010486292012501508, 1.543201506137848e-06, 0.00010794932313729078, 0.0002143554447684437, 0.00032076158095151186, 0.00042716768803074956, 0.0005335737951099873, 0.0006399799603968859, 0.0007463860674761236, 0.0008527921745553613, 0.000959198281634599, 0.0010656043887138367, 0.0011720105540007353, 0.001278416719287634, 0.0013848227681592107, 0.0014912289334461093, 0.001597634982317686, 0.0017040411476045847, 0.0018104473128914833, 0.00191685336176306, 0.002023259410634637, 0.0021296655759215355, 0.002236071741208434, 0.0023424779064953327, 0.0024488840717822313, 0.00255529023706913, 0.002661696169525385, 0.0027681023348122835, 0.002874508500099182, 0.0029809146653860807, 0.0030873208306729794, 0.0031937267631292343, 0.003300132928416133, 0.0034065390937030315]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 3.0, 3.0, 7.0, 7.0, 7.0, 11.0, 25.0, 39.0, 36.0, 69.0, 94.0, 176.0, 238.0, 397.0, 637.0, 1074.0, 1814.0, 3253.0, 6160.0, 12829.0, 27564.0, 66719.0, 196193.0, 689110.0, 91189.0, 39497.0, 18928.0, 9712.0, 5423.0, 3106.0, 1900.0, 1203.0, 747.0, 498.0, 313.0, 215.0, 132.0, 95.0, 60.0, 47.0, 37.0, 20.0, 20.0, 12.0, 6.0, 2.0, 4.0, 3.0, 2.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.012370242737233639, -0.01189891342073679, -0.011427585035562515, -0.010956255719065666, -0.010484926402568817, -0.010013598017394543, -0.009542268700897694, -0.00907094031572342, -0.00859961099922657, -0.008128281682729721, -0.007656953297555447, -0.0071856239810585976, -0.006714295130223036, -0.006242966279387474, -0.005771636962890625, -0.005300308112055063, -0.0048289792612195015, -0.00435765041038394, -0.0038863213267177343, -0.003414992243051529, -0.002943663392215967, -0.0024723345413804054, -0.0020010054577142, -0.0015296764904633164, -0.0010583475232124329, -0.0005870185559615493, -0.0001156895887106657, 0.0003556393785402179, 0.0008269683457911015, 0.001298297313041985, 0.0017696262802928686, 0.002240955363959074, 0.0027122842147946358, 0.0031836130656301975, 0.003654942149296403, 0.004126271232962608, 0.00459760008379817, 0.005068928934633732, 0.005540258251130581, 0.006011587101966143, 0.006482915952801704, 0.006954244803637266, 0.007425573654472828, 0.007896902970969677, 0.008368231356143951, 0.0088395606726408, 0.00931088998913765, 0.009782218374311924, 0.010253547690808773, 0.010724877007305622, 0.011196205392479897, 0.011667534708976746, 0.012138864025473595, 0.012610192410647869, 0.013081521727144718, 0.013552850112318993, 0.014024179428815842, 0.01449550874531269, 0.014966837130486965, 0.015438166446983814, 0.01590949483215809, 0.016380824148654938, 0.016852153465151787, 0.017323482781648636, 0.017794810235500336]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 3.0, 4.0, 9.0, 7.0, 4.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02601887658238411, -0.02526557259261608, -0.024512268602848053, -0.023758964613080025, -0.023005660623311996, -0.022252356633543968, -0.02149905264377594, -0.02074574865400791, -0.019992444664239883, -0.019239142537117004, -0.018485838547348976, -0.017732534557580948, -0.01697923056781292, -0.01622592657804489, -0.015472622588276863, -0.014719318598508835, -0.013966014608740807, -0.013212710618972778, -0.01245940662920475, -0.011706102639436722, -0.010952798649668694, -0.01019949559122324, -0.009446191601455212, -0.008692887611687183, -0.007939583621919155, -0.007186279632151127, -0.006432975642383099, -0.005679672118276358, -0.004926368128508329, -0.004173064138740301, -0.0034197603818029165, -0.002666456624865532, -0.0019131526350975037, -0.0011598487617447972, -0.0004065448883920908, 0.00034675898496061563, 0.001100062858313322, 0.0018533667316660285, 0.002606670605018735, 0.0033599743619561195, 0.004113278351724148, 0.004866582341492176, 0.005619886331260204, 0.006373189855366945, 0.0071264938451349735, 0.007879797369241714, 0.008633101359009743, 0.009386405348777771, 0.0101397093385458, 0.010893013328313828, 0.011646317318081856, 0.012399621307849884, 0.013152925297617912, 0.013906228356063366, 0.014659532345831394, 0.015412836335599422, 0.016166139394044876, 0.016919443383812904, 0.017672747373580933, 0.01842605136334896, 0.01917935535311699, 0.019932659342885017, 0.020685963332653046, 0.021439267322421074, 0.022192571312189102]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 11.0, 2.0, 8.0, 15.0, 37.0, 43.0, 50.0, 83.0, 107.0, 134.0, 168.0, 195.0, 210.0, 282.0, 407.0, 536.0, 752.0, 1293.0, 2684.0, 6955.0, 1389.0, 668.0, 424.0, 406.0, 325.0, 314.0, 238.0, 155.0, 115.0, 90.0, 66.0, 43.0, 36.0, 33.0, 16.0, 20.0, 24.0, 19.0, 12.0, 11.0, 7.0, 9.0, 5.0, 8.0, 1.0, 7.0, 4.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.014631489291787148, -0.01405190210789442, -0.013472313992679119, -0.012892726808786392, -0.01231313869357109, -0.011733551509678364, -0.011153964325785637, -0.010574376210570335, -0.009994789026677608, -0.009415201842784882, -0.00883561372756958, -0.008256026543676853, -0.007676438894122839, -0.007096851244568825, -0.006517264060676098, -0.005937676411122084, -0.0053580887615680695, -0.004778501112014055, -0.004198913462460041, -0.003619326278567314, -0.0030397386290133, -0.0024601509794592857, -0.0018805635627359152, -0.0013009760295972228, -0.0007213884964585304, -0.00014180096331983805, 0.00043778656981885433, 0.0010173741029575467, 0.001596961636096239, 0.0021765492856502533, 0.002756136702373624, 0.0033357241190969944, 0.003915311768651009, 0.004494899418205023, 0.005074487067759037, 0.005654074251651764, 0.006233661901205778, 0.006813249550759792, 0.007392836734652519, 0.00797242484986782, 0.008552012033760548, 0.009131599217653275, 0.009711187332868576, 0.010290774516761303, 0.01087036170065403, 0.011449949815869331, 0.012029536999762058, 0.01260912511497736, 0.013188712298870087, 0.013768299482762814, 0.014347887597978115, 0.014927474781870842, 0.015507062897086143, 0.016086649149656296, 0.016666237264871597, 0.0172458253800869, 0.0178254134953022, 0.018404999747872353, 0.018984587863087654, 0.019564175978302956, 0.020143762230873108, 0.02072335034608841, 0.02130293846130371, 0.021882524713873863, 0.022462112829089165]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.23577767610549927, -0.22964449226856232, -0.22351130843162537, -0.21737812459468842, -0.21124494075775146, -0.20511175692081451, -0.19897855818271637, -0.19284537434577942, -0.18671219050884247, -0.18057900667190552, -0.17444582283496857, -0.16831263899803162, -0.16217945516109467, -0.15604627132415771, -0.14991308748722076, -0.1437799036502838, -0.13764670491218567, -0.13151352107524872, -0.12538033723831177, -0.11924715340137482, -0.11311396956443787, -0.10698078572750092, -0.10084760189056396, -0.09471441805362701, -0.08858123421669006, -0.08244804292917252, -0.07631485909223557, -0.07018167525529861, -0.06404849141836166, -0.057915303856134415, -0.051782120019197464, -0.045648932456970215, -0.039515748620033264, -0.033382564783096313, -0.027249377220869064, -0.021116193383932114, -0.014983007684350014, -0.008849821984767914, -0.0027166372165083885, 0.003416548017412424, 0.009549733251333237, 0.015682918950915337, 0.021816104650497437, 0.027949288487434387, 0.03408247232437134, 0.04021565988659859, 0.04634884372353554, 0.05248203128576279, 0.05861521512269974, 0.06474839895963669, 0.07088158279657364, 0.07701477408409119, 0.08314795792102814, 0.08928114175796509, 0.09541432559490204, 0.10154750943183899, 0.10768069326877594, 0.11381388455629349, 0.11994706839323044, 0.12608025968074799, 0.13221344351768494, 0.1383466273546219, 0.14447981119155884, 0.1506129950284958, 0.15674617886543274]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 5.0, 1.0, 0.0, 3.0, 2.0, 3.0, 4.0, 1.0, 2.0, 1.0, 3.0, 2.0, 4.0, 6.0, 13.0, 21.0, 51.0, 39.0, 37.0, 19.0, 8.0, 7.0, 9.0, 4.0, 3.0, 5.0, 3.0, 3.0, 3.0, 5.0, 1.0, 0.0, 1.0, 4.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.19465576112270355, -0.19012653827667236, -0.18559730052947998, -0.1810680776834488, -0.1765388399362564, -0.17200961709022522, -0.16748039424419403, -0.16295115649700165, -0.15842193365097046, -0.15389269590377808, -0.1493634730577469, -0.1448342502117157, -0.14030501246452332, -0.13577578961849213, -0.13124655187129974, -0.12671732902526855, -0.12218809872865677, -0.11765886843204498, -0.1131296381354332, -0.10860041528940201, -0.10407118499279022, -0.09954195469617844, -0.09501272439956665, -0.09048349410295486, -0.08595426380634308, -0.08142504096031189, -0.0768958106637001, -0.07236658036708832, -0.06783735007047653, -0.06330811977386475, -0.05877889320254326, -0.05424966663122177, -0.049720436334609985, -0.0451912060379982, -0.04066197946667671, -0.036132749170064926, -0.03160352259874344, -0.027074292302131653, -0.022545062005519867, -0.01801583357155323, -0.013486605137586594, -0.008957376703619957, -0.004428147338330746, 0.00010108156129717827, 0.004630310460925102, 0.009159538894891739, 0.01368876826018095, 0.01821799762547016, 0.022747226059436798, 0.027276454493403435, 0.03180568292737007, 0.03633491322398186, 0.040864139795303345, 0.04539337009191513, 0.049922600388526917, 0.054451826959848404, 0.05898105725646019, 0.06351028382778168, 0.06803951412439346, 0.07256874442100525, 0.07709797471761703, 0.08162720501422882, 0.08615642786026001, 0.0906856581568718, 0.09521488845348358]}, "_runtime": 35.153929471969604, "_timestamp": 1596212905.855467, "_step": 38}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 3.0, 1.0, 3.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 2.0, 4.0, 0.0, 2.0, 2.0, 1.0, 1.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009117537178099155, -0.008816983550786972, -0.008516429923474789, -0.00821587536484003, -0.007915321737527847, -0.007614768110215664, -0.0073142144829034805, -0.00701366038993001, -0.0067131067626178265, -0.006412553135305643, -0.006111999042332172, -0.005811445415019989, -0.005510891787707806, -0.005210337694734335, -0.0049097840674221516, -0.004609229974448681, -0.0043086763471364975, -0.004008122719824314, -0.0037075686268508434, -0.00340701499953866, -0.003106461139395833, -0.002805907279253006, -0.0025053536519408226, -0.0022047997917979956, -0.0019042459316551685, -0.0016036920715123415, -0.0013031383277848363, -0.001002584584057331, -0.000702030723914504, -0.00040147692197933793, -0.00010092312004417181, 0.0001996306818909943, 0.0005001844838261604, 0.0008007382857613266, 0.0011012920876964927, 0.0014018458314239979, 0.001702399691566825, 0.002002953551709652, 0.0023035071790218353, 0.0026040610391646624, 0.0029046148993074894, 0.0032051687594503164, 0.0035057226195931435, 0.003806276246905327, 0.00410682987421751, 0.004407383967190981, 0.004707937594503164, 0.005008491687476635, 0.005309045314788818, 0.005609598942101002, 0.005910153035074472, 0.006210706662386656, 0.0065112607553601265, 0.00681181438267231, 0.007112368009984493, 0.007412922102957964, 0.007713475730270147, 0.008014029823243618, 0.008314583450555801, 0.008615137077867985, 0.008915690705180168, 0.009216244332492352, 0.00951679889112711, 0.009817352518439293, 0.010117906145751476]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 3.0, 2.0, 2.0, 3.0, 7.0, 2.0, 10.0, 10.0, 9.0, 13.0, 20.0, 15.0, 30.0, 23.0, 38.0, 49.0, 63.0, 112.0, 119.0, 170.0, 246.0, 363.0, 559.0, 4386.0, 674.0, 308.0, 187.0, 120.0, 71.0, 72.0, 53.0, 47.0, 33.0, 21.0, 19.0, 18.0, 19.0, 6.0, 4.0, 3.0, 4.0, 6.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.16829439997673035, -0.16337023675441742, -0.15844608843326569, -0.15352192521095276, -0.14859776198863983, -0.1436736136674881, -0.13874945044517517, -0.13382528722286224, -0.1289011389017105, -0.12397697567939758, -0.11905281990766525, -0.11412866413593292, -0.10920450091362, -0.10428034514188766, -0.09935618937015533, -0.09443202614784241, -0.08950787037611008, -0.08458371460437775, -0.07965955138206482, -0.07473539561033249, -0.06981123983860016, -0.06488707661628723, -0.0599629208445549, -0.05503876507282257, -0.05011460557579994, -0.04519044607877731, -0.04026629030704498, -0.035342130810022354, -0.030417973175644875, -0.025493815541267395, -0.020569656044244766, -0.015645498409867287, -0.010721340775489807, -0.00579718267545104, -0.0008730245754122734, 0.0040511335246264935, 0.00897529162466526, 0.01389944925904274, 0.01882360875606537, 0.023747766390442848, 0.028671924024820328, 0.03359608352184296, 0.03852023929357529, 0.043444398790597916, 0.048368558287620544, 0.053292714059352875, 0.058216873556375504, 0.06314103305339813, 0.06806518882513046, 0.07298934459686279, 0.07791350781917572, 0.08283766359090805, 0.08776181936264038, 0.09268598258495331, 0.09761013835668564, 0.10253429412841797, 0.1074584573507309, 0.11238261312246323, 0.11730676889419556, 0.12223092466592789, 0.12715508043766022, 0.13207924365997314, 0.13700340688228607, 0.1419275552034378, 0.14685171842575073]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 3.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 3.0, 1.0, 3.0, 3.0, 1.0, 3.0, 6.0, 3.0, 26.0, 4.0, 7.0, 3.0, 3.0, 4.0, 2.0, 3.0, 3.0, 3.0, 0.0, 4.0, 2.0, 2.0, 0.0, 0.0, 3.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0022085250820964575, -0.002123940270394087, -0.002039355458691716, -0.001954770879819989, -0.0018701860681176186, -0.001785601256415248, -0.0017010164447128773, -0.0016164317494258285, -0.0015318469377234578, -0.0014472621260210872, -0.0013626774307340384, -0.0012780926190316677, -0.001193507807329297, -0.0011089231120422482, -0.0010243383003398776, -0.0009397535468451679, -0.0008551687933504581, -0.0007705840398557484, -0.0006859992863610387, -0.000601414474658668, -0.0005168297211639583, -0.0004322449676692486, -0.0003476601850707084, -0.0002630754024721682, -0.00017849064897745848, -9.390588093083352e-05, -9.32111288420856e-06, 7.52636551624164e-05, 0.00015984842320904136, 0.0002444331767037511, 0.0003290179593022913, 0.00041360274190083146, 0.0004981874953955412, 0.0005827722488902509, 0.0006673570023849607, 0.0007519418140873313, 0.000836526567582041, 0.0009211113210767508, 0.0010056961327791214, 0.0010902808280661702, 0.0011748656397685409, 0.0012594504514709115, 0.0013440351467579603, 0.001428619958460331, 0.0015132047701627016, 0.0015977894654497504, 0.001682374277152121, 0.0017669589724391699, 0.0018515437841415405, 0.0019361285958439112, 0.002020713407546282, 0.002105297986418009, 0.0021898827981203794, 0.00227446760982275, 0.0023590524215251207, 0.0024436372332274914, 0.0025282218120992184, 0.002612806623801589, 0.0026973914355039597, 0.0027819762472063303, 0.002866561058908701, 0.0029511458706110716, 0.0030357304494827986, 0.0031203152611851692, 0.00320490007288754]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 3.0, 4.0, 6.0, 7.0, 13.0, 18.0, 21.0, 34.0, 46.0, 62.0, 78.0, 134.0, 167.0, 301.0, 479.0, 666.0, 1074.0, 1799.0, 2921.0, 5047.0, 8888.0, 17283.0, 36469.0, 85380.0, 652686.0, 204723.0, 77474.0, 37336.0, 19327.0, 10526.0, 6197.0, 3708.0, 2206.0, 1431.0, 993.0, 665.0, 417.0, 295.0, 206.0, 137.0, 94.0, 95.0, 63.0, 49.0, 33.0, 16.0, 17.0, 12.0, 9.0, 5.0, 3.0, 3.0, 1.0, 3.0, 4.0, 3.0, 3.0], "bins": [-0.013359199278056622, -0.012940690852701664, -0.012522181496024132, -0.012103673070669174, -0.011685163713991642, -0.011266655288636684, -0.010848145931959152, -0.010429637506604195, -0.010011129081249237, -0.009592619724571705, -0.009174111299216747, -0.008755601942539215, -0.008337093517184258, -0.007918584160506725, -0.007500075735151768, -0.007081566844135523, -0.006663057953119278, -0.006244549062103033, -0.005826040171086788, -0.005407531280070543, -0.004989022389054298, -0.004570513963699341, -0.004152005072683096, -0.003733496181666851, -0.003314987290650606, -0.0028964783996343613, -0.0024779695086181164, -0.002059460850432515, -0.0016409519594162703, -0.0012224430684000254, -0.0008039342937991023, -0.00038542546099051833, 3.308337181806564e-05, 0.0004515922046266496, 0.0008701010374352336, 0.0012886098120361567, 0.0017071187030524015, 0.0021256275940686464, 0.0025441362522542477, 0.0029626451432704926, 0.0033811540342867374, 0.0037996629253029823, 0.004218171816319227, 0.004636680707335472, 0.00505518913269043, 0.005473698023706675, 0.0058922069147229195, 0.006310715805739164, 0.006729224696755409, 0.007147733587771654, 0.007566242478787899, 0.007984750904142857, 0.008403260260820389, 0.008821768686175346, 0.009240278042852879, 0.009658786468207836, 0.010077295824885368, 0.010495804250240326, 0.010914312675595284, 0.011332822032272816, 0.011751330457627773, 0.012169839814305305, 0.012588348239660263, 0.013006857596337795, 0.013425366021692753]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 3.0, 2.0, 9.0, 2.0, 4.0, 6.0, 6.0, 0.0, 3.0, 2.0, 6.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.02158171683549881, -0.020606882870197296, -0.019632048904895782, -0.01865721493959427, -0.017682380974292755, -0.01670754700899124, -0.015732714906334877, -0.014757880009710789, -0.01378304697573185, -0.012808213010430336, -0.011833379045128822, -0.010858545079827309, -0.009883711114525795, -0.008908877149224281, -0.007934044115245342, -0.006959210149943829, -0.005984376184642315, -0.005009542219340801, -0.004034708719700575, -0.003059874754399061, -0.002085041021928191, -0.0011102072894573212, -0.00013537344057112932, 0.0008394603501074016, 0.0018142941407859325, 0.0027891278732568026, 0.0037639616057276726, 0.004738795571029186, 0.0057136295363307, 0.006688463035970926, 0.00766329700127244, 0.008638130500912666, 0.00961296446621418, 0.010587798431515694, 0.011562632396817207, 0.012537465430796146, 0.01351229939609766, 0.014487133361399174, 0.015461967326700687, 0.016436800360679626, 0.01741163432598114, 0.018386468291282654, 0.019361302256584167, 0.02033613622188568, 0.021310970187187195, 0.02228580415248871, 0.023260638117790222, 0.024235472083091736, 0.02521030604839325, 0.026185138151049614, 0.027159972116351128, 0.02813480608165264, 0.029109640046954155, 0.03008447401225567, 0.031059307977557182, 0.03203414008021355, 0.03300897404551506, 0.033983808010816574, 0.03495864197611809, 0.0359334759414196, 0.036908309906721115, 0.03788314387202263, 0.03885797783732414, 0.039832811802625656, 0.04080764576792717]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 3.0, 2.0, 2.0, 3.0, 7.0, 3.0, 8.0, 14.0, 10.0, 15.0, 4.0, 25.0, 28.0, 46.0, 78.0, 86.0, 118.0, 159.0, 202.0, 279.0, 384.0, 477.0, 661.0, 826.0, 1035.0, 1130.0, 1374.0, 1891.0, 3194.0, 3897.0, 436.0, 388.0, 287.0, 254.0, 146.0, 109.0, 81.0, 72.0, 71.0, 65.0, 51.0, 34.0, 38.0, 65.0, 45.0, 42.0, 37.0, 43.0, 44.0, 34.0, 33.0, 26.0, 30.0, 10.0, 8.0, 6.0, 4.0, 4.0, 3.0, 1.0, 1.0], "bins": [-0.018659785389900208, -0.018078237771987915, -0.017496688291430473, -0.01691514067351818, -0.01633359305560589, -0.015752043575048447, -0.015170495957136154, -0.014588947407901287, -0.01400739885866642, -0.013425851240754128, -0.01284430269151926, -0.012262754142284393, -0.0116812065243721, -0.011099657975137234, -0.010518109425902367, -0.009936561807990074, -0.009355013258755207, -0.00877346470952034, -0.008191917091608047, -0.00761036854237318, -0.007028819993138313, -0.0064472719095647335, -0.005865723825991154, -0.005284175276756287, -0.004702627193182707, -0.004121079109609127, -0.00353953056037426, -0.00295798247680068, -0.0023764341603964567, -0.0017948858439922333, -0.0012133376440033317, -0.0006317893858067691, -5.0241127610206604e-05, 0.0005313071305863559, 0.0011128553887829185, 0.00169440358877182, 0.0022759519051760435, 0.002857500221580267, 0.0034390483051538467, 0.004020596854388714, 0.004602144937962294, 0.005183693021535873, 0.0057652415707707405, 0.00634678965434432, 0.0069283377379179, 0.007509886287152767, 0.008091434836387634, 0.008672982454299927, 0.009254531003534794, 0.009836079552769661, 0.010417627170681953, 0.01099917571991682, 0.011580724269151688, 0.01216227188706398, 0.012743820436298847, 0.013325368985533714, 0.013906916603446007, 0.014488465152680874, 0.015070013701915741, 0.015651561319828033, 0.016233110800385475, 0.016814658418297768, 0.01739620603621006, 0.017977755516767502, 0.018559303134679794]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.2583858072757721, -0.25236162543296814, -0.24633745849132538, -0.24031329154968262, -0.23428910970687866, -0.2282649278640747, -0.22224076092243195, -0.21621659398078918, -0.21019241213798523, -0.20416823029518127, -0.1981440633535385, -0.19211989641189575, -0.1860957145690918, -0.18007153272628784, -0.17404736578464508, -0.16802319884300232, -0.16199901700019836, -0.1559748351573944, -0.14995066821575165, -0.1439265012741089, -0.13790231943130493, -0.13187813758850098, -0.12585397064685822, -0.11982979625463486, -0.1138056218624115, -0.10778144747018814, -0.10175727307796478, -0.09573309868574142, -0.08970892429351807, -0.08368474990129471, -0.07766057550907135, -0.07163640111684799, -0.06561222672462463, -0.059588052332401276, -0.05356387794017792, -0.04753970354795456, -0.0415155291557312, -0.03549135476350784, -0.029467180371284485, -0.023443005979061127, -0.01741883158683777, -0.01139465719461441, -0.005370482802391052, 0.0006536915898323059, 0.006677865982055664, 0.012702040374279022, 0.01872621476650238, 0.02475038915872574, 0.030774563550949097, 0.036798737943172455, 0.04282291233539581, 0.04884708672761917, 0.05487126111984253, 0.06089543551206589, 0.06691960990428925, 0.0729437842965126, 0.07896795868873596, 0.08499213308095932, 0.09101630747318268, 0.09704048186540604, 0.1030646562576294, 0.10908883064985275, 0.11511300504207611, 0.12113717943429947, 0.12716135382652283]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 5.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 5.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 5.0, 4.0, 3.0, 0.0, 2.0, 2.0, 3.0, 15.0, 12.0, 18.0, 12.0, 13.0, 13.0, 30.0, 23.0, 16.0, 13.0, 14.0, 5.0, 8.0, 14.0, 9.0, 7.0, 3.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0], "bins": [-0.08546961098909378, -0.08324122428894043, -0.08101283013820648, -0.07878444343805313, -0.07655604928731918, -0.07432766258716583, -0.07209926843643188, -0.06987088173627853, -0.06764248758554459, -0.06541410088539124, -0.06318570673465729, -0.06095732003450394, -0.05872892960906029, -0.05650053918361664, -0.05427214875817299, -0.05204375833272934, -0.04981536790728569, -0.04758697748184204, -0.04535858705639839, -0.04313019663095474, -0.04090180620551109, -0.038673415780067444, -0.036445025354623795, -0.034216634929180145, -0.031988248229026794, -0.029759855940937996, -0.027531465515494347, -0.025303075090050697, -0.023074686527252197, -0.020846296101808548, -0.0186179056763649, -0.01638951525092125, -0.0141611248254776, -0.01193273440003395, -0.009704343974590302, -0.007475954480469227, -0.0052475640550255775, -0.003019173862412572, -0.0007907836697995663, 0.0014376065228134394, 0.003665996715426445, 0.005894387140870094, 0.008122777566313744, 0.010351167060434818, 0.012579557485878468, 0.014807947911322117, 0.01703633740544319, 0.01926472783088684, 0.02149311825633049, 0.02372150868177414, 0.02594989910721779, 0.028178289532661438, 0.030406679958105087, 0.03263507038354874, 0.034863460808992386, 0.037091851234436035, 0.039320237934589386, 0.041548628360033035, 0.043777018785476685, 0.046005409210920334, 0.04823379963636398, 0.05046219006180763, 0.05269058048725128, 0.05491897091269493, 0.05714736133813858]}, "_runtime": 35.91614818572998, "_timestamp": 1596212906.6176858, "_step": 39}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 1.0, 4.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 6.0, 2.0, 5.0, 4.0, 1.0, 0.0, 6.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013095867820084095, -0.01272523496299982, -0.012354602105915546, -0.011983969248831272, -0.011613336391746998, -0.011242703534662724, -0.01087207067757845, -0.010501437820494175, -0.010130804032087326, -0.009760171175003052, -0.009389538317918777, -0.009018905460834503, -0.008648272603750229, -0.008277639746665955, -0.00790700688958168, -0.007536374032497406, -0.007165741175413132, -0.006795108318328857, -0.006424475461244583, -0.006053842604160309, -0.0056832097470760345, -0.005312576424330473, -0.004941943567246199, -0.004571310710161924, -0.00420067785307765, -0.0038300449959933758, -0.0034594121389091015, -0.0030887790489941835, -0.0027181461919099092, -0.002347513334825635, -0.001976880244910717, -0.0016062473878264427, -0.0012356145307421684, -0.0008649816154502332, -0.000494348700158298, -0.0001237157848663628, 0.0002469171304255724, 0.0006175500457175076, 0.0009881829610094428, 0.001358815934509039, 0.0017294487915933132, 0.0021000816486775875, 0.002470714505761862, 0.0028413475956767797, 0.003211980452761054, 0.0035826133098453283, 0.003953246399760246, 0.004323879256844521, 0.004694512113928795, 0.005065144971013069, 0.0054357778280973434, 0.005806410685181618, 0.006177043542265892, 0.006547676865011454, 0.006918309722095728, 0.007288942579180002, 0.0076595754362642765, 0.008030208759009838, 0.008400841616094112, 0.008771474473178387, 0.009142107330262661, 0.009512740187346935, 0.00988337304443121, 0.010254005901515484, 0.010624638758599758]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 5.0, 9.0, 1.0, 18.0, 17.0, 23.0, 37.0, 31.0, 55.0, 87.0, 120.0, 188.0, 337.0, 527.0, 4907.0, 776.0, 303.0, 155.0, 90.0, 66.0, 40.0, 32.0, 23.0, 23.0, 13.0, 5.0, 11.0, 5.0, 2.0, 4.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.25760751962661743, -0.25053074955940247, -0.2434539943933487, -0.23637723922729492, -0.22930048406124115, -0.22222371399402618, -0.2151469588279724, -0.20807020366191864, -0.20099344849586487, -0.1939166784286499, -0.18683992326259613, -0.17976316809654236, -0.1726863980293274, -0.16560964286327362, -0.15853288769721985, -0.15145611763000488, -0.1443793624639511, -0.13730260729789734, -0.13022583723068237, -0.1231490820646286, -0.11607232689857483, -0.10899556428194046, -0.10191880166530609, -0.09484204649925232, -0.08776528388261795, -0.08068852126598358, -0.07361176609992981, -0.06653500348329544, -0.05945824459195137, -0.0523814857006073, -0.04530472308397293, -0.03822796419262886, -0.03115120530128479, -0.02407444640994072, -0.0169976856559515, -0.009920925833284855, -0.00284416601061821, 0.004232593812048435, 0.01130935363471508, 0.0183861143887043, 0.02546287328004837, 0.03253963217139244, 0.03961639106273651, 0.04669315367937088, 0.05376991257071495, 0.06084667146205902, 0.06792343407869339, 0.07500018924474716, 0.08207695186138153, 0.0891537144780159, 0.09623046964406967, 0.10330723226070404, 0.11038398742675781, 0.11746075004339218, 0.12453751266002655, 0.13161426782608032, 0.1386910378932953, 0.14576779305934906, 0.15284454822540283, 0.1599213033914566, 0.16699807345867157, 0.17407482862472534, 0.1811515837907791, 0.18822835385799408, 0.19530510902404785]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 2.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 5.0, 1.0, 4.0, 2.0, 3.0, 0.0, 3.0, 4.0, 3.0, 4.0, 4.0, 4.0, 4.0, 24.0, 2.0, 5.0, 5.0, 2.0, 4.0, 1.0, 2.0, 4.0, 3.0, 0.0, 3.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.002525557531043887, -0.002450025174766779, -0.002374492585659027, -0.002298960229381919, -0.0022234278731048107, -0.0021478955168277025, -0.0020723631605505943, -0.0019968305714428425, -0.0019212982151657343, -0.001845765858888626, -0.001770233386196196, -0.001694700913503766, -0.0016191685572266579, -0.0015436362009495497, -0.0014681037282571197, -0.0013925712555646896, -0.0013170388992875814, -0.0012415065430104733, -0.0011659740703180432, -0.0010904415976256132, -0.001014909241348505, -0.0009393768268637359, -0.0008638444123789668, -0.0007883119978941977, -0.0007127795834094286, -0.0006372471689246595, -0.0005617147544398904, -0.0004861823399551213, -0.00041064992547035217, -0.00033511751098558307, -0.00025958509650081396, -0.00018405268201604486, -0.00010852026753127575, -3.298785304650664e-05, 4.254456143826246e-05, 0.00011807697592303157, 0.00019360939040780067, 0.0002691418048925698, 0.0003446742193773389, 0.000420206633862108, 0.0004957390483468771, 0.0005712714628316462, 0.0006468038773164153, 0.0007223362918011844, 0.0007978687062859535, 0.0008734011207707226, 0.0009489335352554917, 0.0010244660079479218, 0.00109999836422503, 0.0011755307205021381, 0.0012510631931945682, 0.0013265956658869982, 0.0014021280221641064, 0.0014776603784412146, 0.0015531928511336446, 0.0016287253238260746, 0.0017042576801031828, 0.001779790036380291, 0.001855322509072721, 0.001930854981765151, 0.002006387338042259, 0.0020819196943193674, 0.0021574520505964756, 0.0022329846397042274, 0.0023085169959813356]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 2.0, 2.0, 3.0, 3.0, 4.0, 11.0, 17.0, 24.0, 37.0, 44.0, 70.0, 93.0, 157.0, 211.0, 370.0, 536.0, 858.0, 1213.0, 1975.0, 3515.0, 5895.0, 10812.0, 21142.0, 44416.0, 103076.0, 699452.0, 168553.0, 58065.0, 26671.0, 13433.0, 7295.0, 4270.0, 2544.0, 1543.0, 1000.0, 709.0, 495.0, 338.0, 242.0, 177.0, 98.0, 66.0, 57.0, 44.0, 26.0, 21.0, 15.0, 9.0, 6.0, 8.0, 4.0, 4.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.011615604162216187, -0.011226293630897999, -0.010836983099579811, -0.010447673499584198, -0.01005836296826601, -0.009669052436947823, -0.00927974283695221, -0.008890432305634022, -0.008501121774315834, -0.008111811242997646, -0.007722501177340746, -0.0073331911116838455, -0.006943880580365658, -0.00655457004904747, -0.00616525998339057, -0.005775949917733669, -0.005386639386415482, -0.004997328855097294, -0.0046080187894403934, -0.004218708723783493, -0.0038293981924653053, -0.0034400878939777613, -0.003050777595490217, -0.002661467297002673, -0.002272156998515129, -0.001882846700027585, -0.001493536401540041, -0.001104226103052497, -0.0007149158045649529, -0.0003256055060774088, 6.370479241013527e-05, 0.00045301509089767933, 0.0008423253893852234, 0.0012316356878727674, 0.0016209459863603115, 0.0020102562848478556, 0.0023995665833353996, 0.0027888768818229437, 0.0031781871803104877, 0.003567497478798032, 0.003956807777285576, 0.004346118308603764, 0.004735428374260664, 0.005124738439917564, 0.005514048971235752, 0.00590335950255394, 0.00629266956821084, 0.006681979633867741, 0.007071290165185928, 0.007460600696504116, 0.007849911227822304, 0.008239220827817917, 0.008628531359136105, 0.009017841890454292, 0.009407151490449905, 0.009796462021768093, 0.01018577255308628, 0.010575083084404469, 0.010964393615722656, 0.01135370321571827, 0.011743013747036457, 0.012132324278354645, 0.012521633878350258, 0.012910944409668446, 0.013300254940986633]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 2.0, 2.0, 7.0, 5.0, 3.0, 3.0, 0.0, 2.0, 3.0, 2.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007036279886960983, -0.00676760682836175, -0.006498934235423803, -0.00623026117682457, -0.005961588583886623, -0.00569291552528739, -0.0054242429323494434, -0.00515556987375021, -0.0048868972808122635, -0.00461822422221303, -0.004349551163613796, -0.00408087857067585, -0.0038122055120766163, -0.0035435326863080263, -0.0032748598605394363, -0.0030061870347708464, -0.0027375142090022564, -0.0024688413832336664, -0.0022001685574650764, -0.0019314956152811646, -0.0016628227895125747, -0.0013941499637439847, -0.001125477021560073, -0.0008568041957914829, -0.000588131370022893, -0.0003194585151504725, -5.078566027805209e-05, 0.00021788719459436834, 0.00048656004946678877, 0.0007552328752353787, 0.0010239058174192905, 0.0012925786431878805, 0.0015612514689564705, 0.0018299242947250605, 0.0020985971204936504, 0.0023672699462622404, 0.0026359427720308304, 0.002904615830630064, 0.003173288656398654, 0.003441961482167244, 0.003710634307935834, 0.003979307133704424, 0.0042479801923036575, 0.004516652785241604, 0.0047853258438408375, 0.005053998436778784, 0.005322671495378017, 0.005591344088315964, 0.005860017146915197, 0.006128690205514431, 0.006397362798452377, 0.006666035857051611, 0.006934708449989557, 0.007203381508588791, 0.007472054101526737, 0.007740727160125971, 0.008009400218725204, 0.00827807281166315, 0.008546745404601097, 0.008815418928861618, 0.009084091521799564, 0.00935276411473751, 0.009621436707675457, 0.009890110231935978, 0.010158782824873924]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 0.0, 4.0, 3.0, 0.0, 7.0, 9.0, 11.0, 12.0, 17.0, 20.0, 19.0, 32.0, 43.0, 51.0, 61.0, 64.0, 73.0, 93.0, 130.0, 177.0, 169.0, 202.0, 202.0, 276.0, 376.0, 531.0, 756.0, 1156.0, 1821.0, 5506.0, 1750.0, 1111.0, 778.0, 602.0, 440.0, 327.0, 276.0, 212.0, 213.0, 185.0, 180.0, 126.0, 106.0, 74.0, 48.0, 55.0, 33.0, 26.0, 18.0, 12.0, 10.0, 10.0, 5.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.007310074288398027, -0.007083311211317778, -0.006856548134237528, -0.006629785522818565, -0.006403022445738316, -0.006176259368658066, -0.005949496291577816, -0.0057227336801588535, -0.005495970603078604, -0.005269207525998354, -0.005042444448918104, -0.004815681371837854, -0.004588918760418892, -0.004362155683338642, -0.004135392606258392, -0.0039086295291781425, -0.0036818666849285364, -0.0034551036078482866, -0.0032283407635986805, -0.0030015776865184307, -0.0027748148422688246, -0.002548051765188575, -0.0023212889209389687, -0.002094525843858719, -0.001867762883193791, -0.001640999922528863, -0.001414236961863935, -0.001187474001199007, -0.0009607109823264182, -0.0007339480216614902, -0.0005071850027889013, -0.00028042204212397337, -5.365908145904541e-05, 0.00017310389375779778, 0.00039986686897464097, 0.0006266298587433994, 0.0008533928194083273, 0.0010801558382809162, 0.0013069187989458442, 0.0015336817596107721, 0.0017604447202757, 0.001987207680940628, 0.002213970758020878, 0.002440733602270484, 0.0026674966793507338, 0.00289425952360034, 0.0031210226006805897, 0.003347785444930196, 0.0035745485220104456, 0.0038013115990906954, 0.0040280744433403015, 0.004254837520420551, 0.004481600597500801, 0.0047083632089197636, 0.004935126286000013, 0.005161889363080263, 0.005388652440160513, 0.005615415517240763, 0.005842178128659725, 0.006068941205739975, 0.006295704282820225, 0.0065224673599004745, 0.006749229971319437, 0.006975993048399687, 0.007202756125479937]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 4.0, 2.0, 1.0, 0.0, 2.0, 1.0, 3.0, 3.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10233660042285919, -0.09921565651893616, -0.09609472006559372, -0.09297377616167068, -0.08985283225774765, -0.08673188835382462, -0.08361095190048218, -0.08049000799655914, -0.07736906409263611, -0.07424812763929367, -0.07112718373537064, -0.0680062398314476, -0.06488529592752457, -0.06176435574889183, -0.058643415570259094, -0.05552247166633606, -0.05240153148770332, -0.04928059130907059, -0.04615964740514755, -0.043038707226514816, -0.03991776332259178, -0.036796823143959045, -0.03367587924003601, -0.030554939061403275, -0.02743399702012539, -0.024313054978847504, -0.021192112937569618, -0.018071170896291733, -0.014950229786336422, -0.011829287745058537, -0.008708346635103226, -0.00558740459382534, -0.002466462552547455, 0.000654479255899787, 0.0037754210643470287, 0.006896362639963627, 0.010017304681241512, 0.013138246722519398, 0.01625918783247471, 0.019380129873752594, 0.02250107191503048, 0.025622013956308365, 0.02874295599758625, 0.031863898038864136, 0.03498483821749687, 0.03810578212141991, 0.04122672230005264, 0.04434766620397568, 0.047468606382608414, 0.05058954656124115, 0.053710490465164185, 0.05683143064379692, 0.059952374547719955, 0.06307331472635269, 0.06619425863027573, 0.06931520253419876, 0.0724361389875412, 0.07555708289146423, 0.07867802679538727, 0.0817989632487297, 0.08491990715265274, 0.08804085105657578, 0.09116179496049881, 0.09428273141384125, 0.09740367531776428]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 5.0, 2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 1.0, 2.0, 4.0, 3.0, 3.0, 6.0, 14.0, 21.0, 32.0, 51.0, 22.0, 18.0, 11.0, 10.0, 9.0, 4.0, 2.0, 1.0, 2.0, 3.0, 3.0, 1.0, 3.0, 1.0, 5.0, 0.0, 3.0, 4.0, 1.0, 2.0, 6.0, 3.0, 2.0, 1.0], "bins": [-0.07122677564620972, -0.0694449245929718, -0.06766308099031448, -0.06588122993707657, -0.06409937888383865, -0.06231753155589104, -0.06053568422794342, -0.058753833174705505, -0.05697198584675789, -0.05519013851881027, -0.05340828746557236, -0.05162644013762474, -0.049844592809677124, -0.04806274175643921, -0.04628089442849159, -0.04449904337525368, -0.04271719604730606, -0.040935348719358444, -0.03915349766612053, -0.03737165033817291, -0.035589799284935, -0.03380795195698738, -0.032026104629039764, -0.030244255438447, -0.028462406247854233, -0.026680557057261467, -0.0248987078666687, -0.023116860538721085, -0.02133501134812832, -0.019553162157535553, -0.017771314829587936, -0.01598946563899517, -0.014207616448402405, -0.012425767257809639, -0.010643918998539448, -0.008862070739269257, -0.007080221548676491, -0.005298372823745012, -0.0035165240988135338, -0.0017346753738820553, 4.717335104942322e-05, 0.0018290220759809017, 0.0036108708009123802, 0.005392719525843859, 0.007174568250775337, 0.008956417441368103, 0.010738265700638294, 0.012520113959908485, 0.014301963150501251, 0.016083812341094017, 0.017865661531686783, 0.0196475088596344, 0.021429358050227165, 0.02321120724081993, 0.024993054568767548, 0.026774903759360313, 0.02855675294995308, 0.030338602140545845, 0.03212045133113861, 0.03390229865908623, 0.035684145987033844, 0.03746599704027176, 0.039247844368219376, 0.04102969542145729, 0.04281154274940491]}, "_runtime": 36.69053530693054, "_timestamp": 1596212907.392073, "_step": 40}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 4.0, 3.0, 3.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 3.0, 0.0, 1.0, 4.0, 3.0, 4.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013373106718063354, -0.012923620641231537, -0.012474133633077145, -0.012024647556245327, -0.011575160548090935, -0.011125674471259117, -0.010676187463104725, -0.010226701386272907, -0.009777214378118515, -0.009327728301286697, -0.00887824222445488, -0.008428755216300488, -0.00797926913946867, -0.007529782596975565, -0.00708029605448246, -0.006630809511989355, -0.00618132296949625, -0.005731836427003145, -0.00528234988451004, -0.004832863342016935, -0.00438337679952383, -0.003933890722692013, -0.003484404180198908, -0.003034917637705803, -0.002585431095212698, -0.002135944552719593, -0.00168645812664181, -0.0012369717005640268, -0.0007874851580709219, -0.0003379986737854779, 0.00011148781049996614, 0.0005609742947854102, 0.0010104607790708542, 0.0014599473215639591, 0.0019094337476417422, 0.0023589201737195253, 0.0028084067162126303, 0.003257893258705735, 0.0037073795683681965, 0.004156866110861301, 0.004606352653354406, 0.005055839195847511, 0.005505325738340616, 0.005954812280833721, 0.006404298357665539, 0.006853784900158644, 0.007303271442651749, 0.007752757985144854, 0.008202244527637959, 0.008651730604469776, 0.009101217612624168, 0.009550703689455986, 0.010000190697610378, 0.010449676774442196, 0.010899163782596588, 0.011348649859428406, 0.011798135936260223, 0.012247622944414616, 0.012697109021246433, 0.013146596029400826, 0.013596082106232643, 0.014045569114387035, 0.014495055191218853, 0.014944542199373245, 0.015394028276205063]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 5.0, 5.0, 10.0, 12.0, 11.0, 13.0, 14.0, 21.0, 34.0, 39.0, 36.0, 61.0, 72.0, 138.0, 169.0, 224.0, 404.0, 3803.0, 1625.0, 474.0, 230.0, 157.0, 104.0, 87.0, 49.0, 37.0, 23.0, 10.0, 13.0, 13.0, 6.0, 10.0, 9.0, 5.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.23665770888328552, -0.22986848652362823, -0.22307926416397095, -0.21629005670547485, -0.20950083434581757, -0.20271161198616028, -0.195922389626503, -0.1891331672668457, -0.1823439598083496, -0.17555473744869232, -0.16876551508903503, -0.16197629272937775, -0.15518707036972046, -0.14839784801006317, -0.14160864055156708, -0.1348194181919098, -0.1280301958322525, -0.12124097347259521, -0.11445175856351852, -0.10766253620386124, -0.10087332129478455, -0.09408409893512726, -0.08729487657546997, -0.08050566166639328, -0.07371643930673599, -0.0669272169470787, -0.060138002038002014, -0.05334877967834473, -0.04655956104397774, -0.03977034240961075, -0.03298112004995346, -0.02619190141558647, -0.019402682781219482, -0.012613463215529919, -0.005824243649840355, 0.0009649759158492088, 0.007754195481538773, 0.014543415047228336, 0.0213326346129179, 0.02812185510993004, 0.03491107374429703, 0.04170029237866402, 0.048489511013031006, 0.05527873337268829, 0.06206795200705528, 0.06885717064142227, 0.07564639300107956, 0.08243560791015625, 0.08922483026981354, 0.09601405262947083, 0.10280326753854752, 0.1095924898982048, 0.1163817048072815, 0.12317092716693878, 0.12996014952659607, 0.13674937188625336, 0.14353859424591064, 0.15032780170440674, 0.15711702406406403, 0.1639062464237213, 0.1706954687833786, 0.1774846911430359, 0.18427389860153198, 0.19106312096118927, 0.19785234332084656]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 3.0, 1.0, 4.0, 1.0, 4.0, 4.0, 2.0, 5.0, 4.0, 8.0, 5.0, 23.0, 5.0, 4.0, 3.0, 3.0, 3.0, 1.0, 2.0, 3.0, 1.0, 1.0, 4.0, 1.0, 4.0, 1.0, 2.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.002863412257283926, -0.0027612510602921247, -0.002659090096130967, -0.002556928899139166, -0.0024547679349780083, -0.002352606737986207, -0.0022504455409944057, -0.002148284576833248, -0.002046123379841447, -0.0019439622992649674, -0.001841801218688488, -0.0017396400216966867, -0.0016374789411202073, -0.0015353178605437279, -0.0014331566635519266, -0.0013309955829754472, -0.0012288345023989677, -0.0011266734218224883, -0.0010245123412460089, -0.0009223511442542076, -0.0008201900636777282, -0.0007180289831012487, -0.0006158678443171084, -0.000513706705532968, -0.0004115456249564886, -0.0003093845152761787, -0.00020722340559586883, -0.00010506229591555893, -2.9011862352490425e-06, 9.925992344506085e-05, 0.00020142103312537074, 0.00030358214280568063, 0.0004057432524859905, 0.00050790433306247, 0.0006100654718466103, 0.0007122266106307507, 0.0008143876912072301, 0.0009165487717837095, 0.0010187099687755108, 0.0011208710493519902, 0.0012230321299284697, 0.001325193210504949, 0.0014273542910814285, 0.0015295154880732298, 0.0016316765686497092, 0.0017338376492261887, 0.00183599884621799, 0.0019381599267944694, 0.002040321007370949, 0.00214248220436275, 0.0022446431685239077, 0.002346804365515709, 0.0024489653296768665, 0.002551126526668668, 0.002653287723660469, 0.0027554486878216267, 0.002857609884813428, 0.002959771081805229, 0.003061932045966387, 0.003164093242958188, 0.0032662544399499893, 0.003368415404111147, 0.003470576601102948, 0.003572737565264106, 0.003674898762255907]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 5.0, 10.0, 19.0, 38.0, 35.0, 96.0, 143.0, 265.0, 444.0, 826.0, 1428.0, 2526.0, 4668.0, 9644.0, 20265.0, 46082.0, 120661.0, 729135.0, 133069.0, 53548.0, 25477.0, 13330.0, 7240.0, 4152.0, 2443.0, 1530.0, 898.0, 566.0, 341.0, 234.0, 162.0, 98.0, 67.0, 45.0, 44.0, 30.0, 14.0, 10.0, 9.0, 12.0, 8.0, 7.0, 3.0, 3.0, 1.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012961563654243946, -0.01247455459088087, -0.011987545527517796, -0.011500535532832146, -0.01101352646946907, -0.010526517406105995, -0.01003950834274292, -0.009552499279379845, -0.00906549021601677, -0.00857848022133112, -0.008091471157968044, -0.007604462094604969, -0.007117453031241894, -0.006630443502217531, -0.006143434438854456, -0.005656424909830093, -0.005169415846467018, -0.004682406783103943, -0.00419539725407958, -0.003708388190716505, -0.003221378894522786, -0.0027343695983290672, -0.002247360534965992, -0.001760351238772273, -0.0012733419425785542, -0.0007863327045924962, -0.00029932346660643816, 0.00018768577137961984, 0.0006746950093656778, 0.0011617043055593967, 0.0016487134853377938, 0.002135722665116191, 0.00262273196130991, 0.0031097412575036287, 0.0035967505536973476, 0.004083759617060423, 0.0045707691460847855, 0.005057778209447861, 0.005544787272810936, 0.0060317968018352985, 0.006518805865198374, 0.007005814928561449, 0.007492824457585812, 0.007979833520948887, 0.008466842584311962, 0.008953851647675037, 0.009440861642360687, 0.009927870705723763, 0.010414879769086838, 0.010901888832449913, 0.011388897895812988, 0.011875907890498638, 0.012362916953861713, 0.012849926017224789, 0.013336935080587864, 0.01382394414395094, 0.014310954138636589, 0.014797963201999664, 0.01528497226536274, 0.015771981328725815, 0.01625899039208889, 0.016745999455451965, 0.01723300851881504, 0.017720017582178116, 0.01820702850818634]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 6.0, 3.0, 4.0, 1.0, 9.0, 2.0, 4.0, 0.0, 1.0, 5.0, 0.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.026173410937190056, -0.025420675054192543, -0.02466793730854988, -0.023915201425552368, -0.023162463679909706, -0.022409727796912193, -0.02165699005126953, -0.02090425416827202, -0.020151518285274506, -0.019398780539631844, -0.01864604465663433, -0.01789330691099167, -0.017140571027994156, -0.016387833282351494, -0.01563509739935398, -0.014882360585033894, -0.014129623770713806, -0.013376886956393719, -0.012624150142073631, -0.011871413327753544, -0.011118676513433456, -0.010365940630435944, -0.009613203816115856, -0.008860467001795769, -0.008107730187475681, -0.007354993373155594, -0.0066022565588355064, -0.005849520210176706, -0.005096783395856619, -0.0043440465815365314, -0.0035913100000470877, -0.002838573418557644, -0.0020858366042375565, -0.0013330999063327909, -0.0005803632084280252, 0.00017237348947674036, 0.000925110187381506, 0.0016778468852862716, 0.002430583583191037, 0.003183320164680481, 0.003936056979000568, 0.004688793793320656, 0.005441530607640743, 0.006194266956299543, 0.006947003770619631, 0.007699740584939718, 0.008452476933598518, 0.009205213747918606, 0.009957950562238693, 0.01071068737655878, 0.011463424190878868, 0.012216161005198956, 0.012968897819519043, 0.013721633702516556, 0.014474370516836643, 0.01522710733115673, 0.015979845076799393, 0.016732580959796906, 0.01748531684279442, 0.01823805458843708, 0.018990790471434593, 0.019743528217077255, 0.020496264100074768, 0.02124900184571743, 0.022001737728714943]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 4.0, 3.0, 6.0, 3.0, 8.0, 8.0, 12.0, 13.0, 14.0, 8.0, 9.0, 17.0, 17.0, 14.0, 41.0, 28.0, 56.0, 66.0, 87.0, 114.0, 168.0, 233.0, 365.0, 490.0, 704.0, 1002.0, 1887.0, 6412.0, 2043.0, 1208.0, 774.0, 579.0, 447.0, 340.0, 245.0, 164.0, 138.0, 133.0, 91.0, 101.0, 97.0, 77.0, 65.0, 42.0, 29.0, 12.0, 18.0, 16.0, 5.0, 4.0, 4.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.021217186003923416, -0.020622875541448593, -0.02002856507897377, -0.019434256479144096, -0.018839946016669273, -0.01824563555419445, -0.017651325091719627, -0.017057014629244804, -0.01646270602941513, -0.015868395566940308, -0.015274085104465485, -0.014679774641990662, -0.014085464179515839, -0.01349115464836359, -0.012896844185888767, -0.012302534654736519, -0.011708224192261696, -0.011113913729786873, -0.010519604198634624, -0.009925293736159801, -0.009330984205007553, -0.00873667374253273, -0.008142363280057907, -0.007548053283244371, -0.006953743286430836, -0.0063594332896173, -0.005765123292803764, -0.005170812830328941, -0.004576502833515406, -0.00398219283670187, -0.0033878826070576906, -0.0027935723774135113, -0.0021992623805999756, -0.001604952267371118, -0.0010106421541422606, -0.00041633204091340303, 0.00017797807231545448, 0.000772288185544312, 0.0013665982987731695, 0.001960908528417349, 0.0025552185252308846, 0.0031495285220444202, 0.0037438387516885996, 0.004338148981332779, 0.004932458978146315, 0.00552676897495985, 0.006121079437434673, 0.006715389434248209, 0.007309699431061745, 0.007904009893536568, 0.008498319424688816, 0.009092629887163639, 0.009686939418315887, 0.01028124988079071, 0.010875560343265533, 0.011469869874417782, 0.012064180336892605, 0.012658490799367428, 0.013252800330519676, 0.0138471107929945, 0.014441421255469322, 0.01503573078662157, 0.01563004031777382, 0.016224350780248642, 0.016818661242723465]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 3.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1783495843410492, -0.1706637442111969, -0.1629778891801834, -0.15529203414916992, -0.14760619401931763, -0.13992035388946533, -0.13223449885845184, -0.12454865127801895, -0.11686280369758606, -0.10917695611715317, -0.10149110853672028, -0.09380526095628738, -0.08611941337585449, -0.0784335657954216, -0.07074771821498871, -0.06306187063455582, -0.055376023054122925, -0.04769017547369003, -0.04000432789325714, -0.03231848031282425, -0.024632632732391357, -0.016946785151958466, -0.009260937571525574, -0.0015750899910926819, 0.00611075758934021, 0.013796605169773102, 0.021482452750205994, 0.029168300330638885, 0.03685414791107178, 0.04453999549150467, 0.05222584307193756, 0.05991169065237045, 0.06759753823280334, 0.07528338581323624, 0.08296923339366913, 0.09065508097410202, 0.09834092855453491, 0.1060267761349678, 0.1137126237154007, 0.12139847129583359, 0.12908431887626648, 0.13677015900611877, 0.14445601403713226, 0.15214186906814575, 0.15982770919799805, 0.16751354932785034, 0.17519940435886383, 0.18288525938987732, 0.19057109951972961, 0.1982569396495819, 0.2059427946805954, 0.2136286497116089, 0.22131448984146118, 0.22900032997131348, 0.23668618500232697, 0.24437204003334045, 0.25205788016319275, 0.25974372029304504, 0.2674295902252197, 0.275115430355072, 0.2828012704849243, 0.2904871106147766, 0.2981729507446289, 0.3058588206768036, 0.3135446608066559]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 6.0, 4.0, 5.0, 6.0, 5.0, 5.0, 8.0, 4.0, 2.0, 5.0, 3.0, 6.0, 20.0, 26.0, 46.0, 30.0, 25.0, 16.0, 13.0, 1.0, 2.0, 1.0, 1.0, 4.0, 2.0, 3.0, 2.0, 2.0, 3.0, 3.0, 0.0, 4.0, 4.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.11978322267532349, -0.11429436504840851, -0.10880551487207413, -0.10331665724515915, -0.09782780706882477, -0.09233894944190979, -0.08685009181499481, -0.08136124163866043, -0.07587238401174545, -0.07038352638483047, -0.0648946762084961, -0.059405818581581116, -0.053916964679956436, -0.04842811077833176, -0.04293925315141678, -0.0374503992497921, -0.03196154534816742, -0.02647269144654274, -0.02098383568227291, -0.015494980849325657, -0.010006126016378403, -0.0045172711834311485, 0.0009715836495161057, 0.00646043848246336, 0.011949293315410614, 0.017438147217035294, 0.022927002981305122, 0.02841585874557495, 0.03390471264719963, 0.03939356654882431, 0.04488242417573929, 0.05037127807736397, 0.05586013197898865, 0.06134898588061333, 0.066837839782238, 0.07232669740915298, 0.07781554758548737, 0.08330440521240234, 0.08879326283931732, 0.0942821130156517, 0.09977097064256668, 0.10525982826948166, 0.11074867844581604, 0.11623753607273102, 0.121726393699646, 0.12721525132656097, 0.13270409405231476, 0.13819295167922974, 0.14368180930614471, 0.1491706669330597, 0.15465952455997467, 0.16014836728572845, 0.16563722491264343, 0.1711260825395584, 0.1766149401664734, 0.18210379779338837, 0.18759265542030334, 0.19308149814605713, 0.1985703557729721, 0.20405921339988708, 0.20954807102680206, 0.21503692865371704, 0.22052577137947083, 0.2260146290063858, 0.23150348663330078]}, "_runtime": 37.46538209915161, "_timestamp": 1596212908.1669197, "_step": 41}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 1.0, 5.0, 3.0, 3.0, 0.0, 1.0, 1.0, 3.0, 2.0, 4.0, 5.0, 4.0, 4.0, 1.0, 3.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014987120404839516, -0.014533004723489285, -0.014078889973461628, -0.013624774292111397, -0.01317065954208374, -0.012716543860733509, -0.012262428179383278, -0.011808313429355621, -0.01135419774800539, -0.010900082066655159, -0.010445967316627502, -0.009991851635277271, -0.00953773595392704, -0.009083621203899384, -0.008629505522549152, -0.008175390772521496, -0.007721275091171265, -0.007267159875482321, -0.006813044659793377, -0.006358928978443146, -0.005904813762754202, -0.005450698547065258, -0.004996582865715027, -0.004542467650026083, -0.004088352434337139, -0.0036342372186481953, -0.0031801217701286077, -0.0027260063216090202, -0.0022718911059200764, -0.0018177757738158107, -0.001363660441711545, -0.0009095451096072793, -0.0004554297775030136, -1.314445398747921e-06, 0.00045280088670551777, 0.0009069162188097835, 0.0013610315509140491, 0.0018151468830183148, 0.0022692622151225805, 0.002723377663642168, 0.003177492879331112, 0.0036316080950200558, 0.004085723310709, 0.004539838992059231, 0.004993954207748175, 0.0054480694234371185, 0.00590218510478735, 0.0063563003204762936, 0.006810415536165237, 0.007264530751854181, 0.007718645967543125, 0.008172761648893356, 0.008626876398921013, 0.009080992080271244, 0.009535107761621475, 0.009989222511649132, 0.010443338192999363, 0.010897453874349594, 0.01135156862437725, 0.011805684305727482, 0.012259799987077713, 0.01271391473710537, 0.0131680304184556, 0.013622145168483257, 0.014076260849833488]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 5.0, 5.0, 7.0, 1.0, 8.0, 10.0, 14.0, 20.0, 28.0, 41.0, 43.0, 83.0, 130.0, 186.0, 277.0, 538.0, 4969.0, 779.0, 287.0, 182.0, 107.0, 59.0, 44.0, 25.0, 17.0, 11.0, 10.0, 10.0, 6.0, 3.0, 2.0, 4.0, 4.0, 2.0, 5.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.21985000371932983, -0.2130792886018753, -0.20630857348442078, -0.19953785836696625, -0.19276714324951172, -0.1859964281320572, -0.17922571301460266, -0.17245499789714813, -0.1656842827796936, -0.15891355276107788, -0.15214283764362335, -0.14537212252616882, -0.1386014074087143, -0.13183069229125977, -0.12505997717380524, -0.11828926205635071, -0.11151854693889618, -0.10474783182144165, -0.09797711670398712, -0.09120640158653259, -0.08443568646907806, -0.07766496390104294, -0.07089424878358841, -0.06412353366613388, -0.05735281854867935, -0.05058210343122482, -0.043811388313770294, -0.03704066947102547, -0.030269954353570938, -0.02349923923611641, -0.01672852225601673, -0.009957806207239628, -0.0031870901584625244, 0.003583625890314579, 0.010354341939091682, 0.01712505891919136, 0.02389577403664589, 0.030666489154100418, 0.037437207996845245, 0.044207923114299774, 0.0509786382317543, 0.05774935334920883, 0.06452006846666336, 0.07129078358411789, 0.07806150615215302, 0.08483222126960754, 0.09160293638706207, 0.0983736515045166, 0.10514436662197113, 0.11191508173942566, 0.11868579685688019, 0.12545651197433472, 0.13222722709178925, 0.13899794220924377, 0.1457686573266983, 0.15253937244415283, 0.15931010246276855, 0.16608081758022308, 0.1728515326976776, 0.17962224781513214, 0.18639296293258667, 0.1931636780500412, 0.19993439316749573, 0.20670510828495026, 0.21347582340240479]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 2.0, 1.0, 2.0, 8.0, 3.0, 1.0, 2.0, 5.0, 0.0, 2.0, 5.0, 3.0, 7.0, 3.0, 5.0, 26.0, 3.0, 2.0, 2.0, 3.0, 3.0, 1.0, 2.0, 4.0, 3.0, 2.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0019784136675298214, -0.0019048377871513367, -0.0018312617903575301, -0.0017576857935637236, -0.0016841099131852388, -0.0016105340328067541, -0.0015369580360129476, -0.001463382039219141, -0.0013898061588406563, -0.0013162302784621716, -0.001242654281668365, -0.0011690782848745584, -0.0010955024044960737, -0.001021926524117589, -0.0009483505273237824, -0.0008747745887376368, -0.0008011986501514912, -0.0007276227115653455, -0.0006540467729791999, -0.0005804708343930542, -0.0005068948958069086, -0.00043331895722076297, -0.00035974301863461733, -0.0002861670800484717, -0.00021259114146232605, -0.0001390152028761804, -6.543926429003477e-05, 8.136674296110868e-06, 8.171261288225651e-05, 0.00015528855146840215, 0.0002288644900545478, 0.0003024404286406934, 0.00037601636722683907, 0.0004495923058129847, 0.0005231682443991303, 0.000596744182985276, 0.0006703201215714216, 0.0007438960601575673, 0.0008174719987437129, 0.0008910479373298585, 0.0009646238759160042, 0.001038199756294489, 0.0011117757530882955, 0.001185351749882102, 0.0012589276302605867, 0.0013325035106390715, 0.001406079507432878, 0.0014796555042266846, 0.0015532313846051693, 0.001626807264983654, 0.0017003832617774606, 0.0017739592585712671, 0.0018475351389497519, 0.0019211110193282366, 0.001994687132537365, 0.0020682630129158497, 0.0021418388932943344, 0.002215414773672819, 0.002288990654051304, 0.0023625667672604322, 0.002436142647638917, 0.0025097185280174017, 0.00258329464122653, 0.002656870521605015, 0.0027304464019834995]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 3.0, 0.0, 2.0, 4.0, 3.0, 14.0, 19.0, 25.0, 37.0, 51.0, 79.0, 120.0, 189.0, 276.0, 471.0, 753.0, 1243.0, 1964.0, 3440.0, 6371.0, 12196.0, 25180.0, 58212.0, 163239.0, 725345.0, 98668.0, 39890.0, 18795.0, 9633.0, 5232.0, 2986.0, 1818.0, 1056.0, 733.0, 518.0, 325.0, 219.0, 169.0, 113.0, 77.0, 48.0, 38.0, 18.0, 21.0, 14.0, 8.0, 12.0, 4.0, 1.0, 6.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010508153587579727, -0.010138027369976044, -0.00976790115237236, -0.009397774003446102, -0.009027647785842419, -0.008657521568238735, -0.008287395350635052, -0.007917268201708794, -0.00754714198410511, -0.007177015766501427, -0.006806889548897743, -0.0064367628656327724, -0.006066636648029089, -0.005696509964764118, -0.005326383747160435, -0.004956257063895464, -0.0045861308462917805, -0.004216004628688097, -0.0038458779454231262, -0.003475751494988799, -0.003105625044554472, -0.0027354988269507885, -0.0023653723765164614, -0.0019952459260821342, -0.0016251194756478071, -0.00125499302521348, -0.0008848666329868138, -0.0005147402407601476, -0.00014461379032582045, 0.00022551263100467622, 0.0005956390523351729, 0.0009657654445618391, 0.0013358918949961662, 0.0017060183454304934, 0.0020761447958648205, 0.0024462712462991476, 0.0028163976967334747, 0.003186523914337158, 0.0035566503647714853, 0.0039267768152058125, 0.004296903498470783, 0.004667029716074467, 0.00503715593367815, 0.005407282616943121, 0.005777408834546804, 0.006147535517811775, 0.006517661735415459, 0.0068877884186804295, 0.007257914636284113, 0.007628040853887796, 0.007998167537152767, 0.00836829375475645, 0.008738419972360134, 0.009108547121286392, 0.009478673338890076, 0.00984879955649376, 0.010218925774097443, 0.010589051991701126, 0.010959179140627384, 0.011329305358231068, 0.011699431575834751, 0.012069557793438435, 0.012439684942364693, 0.012809811159968376, 0.01317993737757206]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 12.0, 10.0, 2.0, 4.0, 4.0, 3.0, 1.0, 2.0, 0.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.04007291421294212, -0.039250023663043976, -0.03842713311314583, -0.03760423883795738, -0.036781348288059235, -0.03595845773816109, -0.03513556718826294, -0.03431267663836479, -0.033489786088466644, -0.0326668918132782, -0.03184400126338005, -0.031021110713481903, -0.030198220163583755, -0.029375329613685608, -0.02855243720114231, -0.027729546651244164, -0.026906654238700867, -0.02608376368880272, -0.02526087313890457, -0.024437980726361275, -0.023615090176463127, -0.02279219962656498, -0.021969307214021683, -0.021146416664123535, -0.020323526114225388, -0.01950063370168209, -0.018677743151783943, -0.017854852601885796, -0.0170319601893425, -0.01620906963944435, -0.015386178158223629, -0.014563287608325481, -0.01374039612710476, -0.012917504645884037, -0.01209461409598589, -0.011271722614765167, -0.010448831133544445, -0.009625940583646297, -0.008803049102425575, -0.007980157621204853, -0.007157266605645418, -0.006334375590085983, -0.005511484108865261, -0.004688593093305826, -0.0038657018449157476, -0.003042810596525669, -0.002219919580966234, -0.0013970283325761557, -0.0005741370841860771, 0.0002487541059963405, 0.0010716452961787581, 0.0018945364281535149, 0.0027174276765435934, 0.003540318924933672, 0.004363209940493107, 0.005186101421713829, 0.006008992437273264, 0.006831883452832699, 0.007654774934053421, 0.008477666415274143, 0.00930055696517229, 0.010123448446393013, 0.010946339927613735, 0.011769230477511883, 0.012592121958732605]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 12.0, 17.0, 13.0, 11.0, 12.0, 15.0, 17.0, 18.0, 18.0, 16.0, 11.0, 15.0, 14.0, 14.0, 25.0, 21.0, 38.0, 50.0, 84.0, 60.0, 81.0, 88.0, 91.0, 112.0, 131.0, 198.0, 216.0, 271.0, 360.0, 502.0, 662.0, 1697.0, 6713.0, 2205.0, 1284.0, 872.0, 646.0, 440.0, 310.0, 218.0, 205.0, 141.0, 109.0, 94.0, 71.0, 48.0, 50.0, 34.0, 23.0, 14.0, 17.0, 9.0, 9.0, 6.0, 8.0, 5.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.013874082826077938, -0.013458536937832832, -0.013042991049587727, -0.01262744516134262, -0.01221190020442009, -0.011796354316174984, -0.011380808427929878, -0.010965262539684772, -0.010549716651439667, -0.010134170763194561, -0.009718624874949455, -0.00930307898670435, -0.008887533098459244, -0.008471988141536713, -0.008056442253291607, -0.007640896365046501, -0.007225350476801395, -0.00680980458855629, -0.006394258700311184, -0.0059787132777273655, -0.00556316738948226, -0.005147621501237154, -0.004732076078653336, -0.00431653019040823, -0.003900984302163124, -0.0034854384139180183, -0.0030698927585035563, -0.002654347103089094, -0.0022388012148439884, -0.0018232554430142045, -0.0014077096711844206, -0.0009921638993546367, -0.0005766181275248528, -0.00016107235569506884, 0.0002544734161347151, 0.000670019187964499, 0.001085564959794283, 0.0015011107316240668, 0.0019166565034538507, 0.002332202158868313, 0.0027477480471134186, 0.0031632939353585243, 0.0035788395907729864, 0.0039943852461874485, 0.004409931134432554, 0.00482547702267766, 0.005241022445261478, 0.005656568333506584, 0.00607211422175169, 0.006487660109996796, 0.006903205998241901, 0.00731875142082572, 0.007734297309070826, 0.008149842731654644, 0.00856538861989975, 0.008980934508144855, 0.009396480396389961, 0.009812026284635067, 0.010227572172880173, 0.010643118061125278, 0.011058663949370384, 0.011474208906292915, 0.011889754794538021, 0.012305300682783127, 0.012720846571028233]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09964097291231155, -0.09385628998279572, -0.08807159960269928, -0.08228690922260284, -0.076502226293087, -0.07071754336357117, -0.06493285298347473, -0.059148166328668594, -0.05336347967386246, -0.04757879301905632, -0.04179410636425018, -0.036009419709444046, -0.03022473305463791, -0.024440046399831772, -0.018655359745025635, -0.012870673090219498, -0.007085986435413361, -0.0013012997806072235, 0.004483386874198914, 0.01026807352900505, 0.016052760183811188, 0.021837446838617325, 0.027622133493423462, 0.0334068201482296, 0.039191506803035736, 0.04497619345784187, 0.05076088011264801, 0.05654556676745415, 0.062330253422260284, 0.06811493635177612, 0.07389962673187256, 0.079684317111969, 0.08546900004148483, 0.09125368297100067, 0.0970383733510971, 0.10282306373119354, 0.10860774666070938, 0.11439242959022522, 0.12017711997032166, 0.1259618103504181, 0.13174650073051453, 0.13753117620944977, 0.1433158665895462, 0.14910055696964264, 0.15488523244857788, 0.16066992282867432, 0.16645461320877075, 0.1722393035888672, 0.17802399396896362, 0.18380866944789886, 0.1895933598279953, 0.19537805020809174, 0.20116272568702698, 0.2069474160671234, 0.21273210644721985, 0.21851679682731628, 0.22430148720741272, 0.23008616268634796, 0.2358708530664444, 0.24165554344654083, 0.24744021892547607, 0.2532249093055725, 0.25900959968566895, 0.2647942900657654, 0.2705789804458618]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 6.0, 1.0, 1.0, 5.0, 7.0, 3.0, 9.0, 11.0, 8.0, 13.0, 13.0, 21.0, 24.0, 26.0, 43.0, 20.0, 15.0, 9.0, 8.0, 1.0, 4.0, 2.0, 1.0, 5.0, 1.0, 2.0, 3.0, 2.0, 3.0, 2.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0], "bins": [-0.04402702674269676, -0.04143846035003662, -0.03884989768266678, -0.03626133129000664, -0.0336727648973465, -0.031084200367331505, -0.028495635837316513, -0.025907069444656372, -0.02331850491464138, -0.02072994038462639, -0.018141373991966248, -0.015552809461951256, -0.01296424400061369, -0.010375678539276123, -0.007787113543599844, -0.005198548547923565, -0.0026099830865859985, -2.1417858079075813e-05, 0.002567147370427847, 0.005155712366104126, 0.007744277827441692, 0.010332843288779259, 0.01292140781879425, 0.015509973280131817, 0.018098538741469383, 0.020687103271484375, 0.023275669664144516, 0.025864234194159508, 0.0284527987241745, 0.03104136511683464, 0.03362993150949478, 0.036218494176864624, 0.038807060569524765, 0.041395626962184906, 0.04398418962955475, 0.04657275602221489, 0.04916132241487503, 0.05174988508224487, 0.054338451474905014, 0.056927017867565155, 0.059515580534935, 0.06210414692759514, 0.06469271332025528, 0.06728127598762512, 0.06986984610557556, 0.0724584087729454, 0.07504697144031525, 0.07763554155826569, 0.08022410422563553, 0.08281266689300537, 0.08540123701095581, 0.08798979967832565, 0.0905783623456955, 0.09316693246364594, 0.09575549513101578, 0.09834405779838562, 0.10093262791633606, 0.1035211905837059, 0.10610975325107574, 0.10869832336902618, 0.11128688603639603, 0.11387544870376587, 0.11646401882171631, 0.11905258148908615, 0.121641144156456]}, "_runtime": 38.237544536590576, "_timestamp": 1596212908.9390821, "_step": 42}
-{"val_accuracy": 0.7916152968036528, "val_loss": 0.5616240676951735, "_runtime": 39.892677545547485, "_timestamp": 1596212910.5942152, "_step": 43}
-{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: K Confidence: 0.2589682340621948 Truth: v", "Prediction: 5 Confidence: 0.9998075366020203 Truth: 5", "Prediction: 2 Confidence: 0.9944785833358765 Truth: 2", "Prediction: 0 Confidence: 0.5810644030570984 Truth: 0"]}, "_runtime": 40.163360595703125, "_timestamp": 1596212910.8648982, "_step": 44}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 3.0, 0.0, 3.0, 2.0, 3.0, 0.0, 1.0, 5.0, 3.0, 2.0, 2.0, 3.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.011294346302747726, -0.010957358404994011, -0.01062036957591772, -0.010283381678164005, -0.00994639378041029, -0.009609405882656574, -0.009272417053580284, -0.008935429155826569, -0.008598441258072853, -0.008261452428996563, -0.007924464531242847, -0.007587476633489132, -0.007250488270074129, -0.006913500372320414, -0.006576512008905411, -0.006239524111151695, -0.005902535747736692, -0.00556554738432169, -0.005228559486567974, -0.004891571123152971, -0.004554583225399256, -0.004217594861984253, -0.0038806067313998938, -0.0035436186008155346, -0.0032066304702311754, -0.0028696423396468163, -0.002532654209062457, -0.002195666078478098, -0.001858677831478417, -0.0015216897008940578, -0.0011847014538943768, -0.0008477133233100176, -0.0005107251927256584, -0.0001737370330374688, 0.00016325112665072083, 0.0005002393154427409, 0.0008372274460271001, 0.0011742155766114593, 0.0015112038236111403, 0.0018481919541954994, 0.0021851800847798586, 0.0025221682153642178, 0.002859156345948577, 0.003196144476532936, 0.003533132839947939, 0.003870120970532298, 0.004207109101116657, 0.004544096998870373, 0.004881085362285376, 0.005218073725700378, 0.005555061623454094, 0.005892049986869097, 0.006229037884622812, 0.006566026248037815, 0.006903014145791531, 0.007240002509206533, 0.007576990872621536, 0.007913978770375252, 0.008250966668128967, 0.008587955497205257, 0.008924943394958973, 0.009261931292712688, 0.009598919190466404, 0.009935908019542694, 0.01027289591729641]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 5.0, 4.0, 0.0, 3.0, 6.0, 8.0, 18.0, 21.0, 26.0, 38.0, 49.0, 87.0, 108.0, 148.0, 190.0, 273.0, 550.0, 4804.0, 698.0, 311.0, 181.0, 137.0, 74.0, 50.0, 31.0, 24.0, 20.0, 18.0, 10.0, 7.0, 4.0, 3.0, 7.0, 2.0, 1.0, 2.0, 3.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.20788264274597168, -0.20125864446163177, -0.19463463127613068, -0.18801063299179077, -0.18138663470745087, -0.17476262152194977, -0.16813862323760986, -0.16151462495326996, -0.15489062666893005, -0.14826661348342896, -0.14164261519908905, -0.13501861691474915, -0.12839460372924805, -0.12177060544490814, -0.11514659970998764, -0.10852260142564774, -0.10189859569072723, -0.09527458995580673, -0.08865059167146683, -0.08202658593654633, -0.07540258765220642, -0.06877858191728592, -0.06215457618236542, -0.055530574172735214, -0.04890657216310501, -0.04228257015347481, -0.035658568143844604, -0.029034562408924103, -0.0224105603992939, -0.015786558389663696, -0.009162554517388344, -0.002538551576435566, 0.004085451364517212, 0.01070945430546999, 0.017333457246422768, 0.02395746111869812, 0.030581463128328323, 0.03720546513795853, 0.04382947087287903, 0.05045347288250923, 0.057077474892139435, 0.06370148062705994, 0.07032547891139984, 0.07694948464632034, 0.08357349038124084, 0.09019748866558075, 0.09682149440050125, 0.10344549268484116, 0.11006949841976166, 0.11669350415468216, 0.12331750243902206, 0.12994150817394257, 0.13656550645828247, 0.14318951964378357, 0.14981351792812347, 0.15643751621246338, 0.16306152939796448, 0.16968552768230438, 0.1763095259666443, 0.1829335242509842, 0.1895575374364853, 0.1961815357208252, 0.2028055340051651, 0.2094295471906662, 0.2160535454750061]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 3.0, 2.0, 1.0, 4.0, 0.0, 3.0, 1.0, 1.0, 5.0, 2.0, 5.0, 4.0, 6.0, 6.0, 5.0, 25.0, 5.0, 3.0, 4.0, 1.0, 4.0, 6.0, 3.0, 3.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0017318235477432609, -0.001642588060349226, -0.0015533525729551911, -0.0014641170855611563, -0.0013748815981671214, -0.0012856461107730865, -0.0011964106233790517, -0.0011071751359850168, -0.001017939648590982, -0.0009287041611969471, -0.0008394686738029122, -0.0007502331864088774, -0.0006609976990148425, -0.0005717622116208076, -0.0004825267242267728, -0.0003932912368327379, -0.00030405574943870306, -0.0002148202620446682, -0.00012558477465063334, -3.634928725659847e-05, 5.288620013743639e-05, 0.00014212168753147125, 0.00023135717492550611, 0.000320592662319541, 0.00040982814971357584, 0.0004990636371076107, 0.0005882991245016456, 0.0006775346118956804, 0.0007667700992897153, 0.0008560055866837502, 0.000945241074077785, 0.0010344765614718199, 0.0011237120488658547, 0.0012129475362598896, 0.0013021830236539245, 0.0013914185110479593, 0.0014806539984419942, 0.001569889485836029, 0.001659124973230064, 0.0017483604606240988, 0.0018375959480181336, 0.0019268314354121685, 0.002016067039221525, 0.0021053024102002382, 0.0021945377811789513, 0.002283773384988308, 0.0023730089887976646, 0.0024622443597763777, 0.0025514797307550907, 0.0026407153345644474, 0.002729950938373804, 0.002819186309352517, 0.00290842168033123, 0.002997657284140587, 0.0030868928879499435, 0.0031761282589286566, 0.0032653636299073696, 0.0033545992337167263, 0.003443834837526083, 0.003533070208504796, 0.003622305579483509, 0.0037115411832928658, 0.0038007767871022224, 0.0038900121580809355, 0.0039792475290596485]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 1.0, 10.0, 9.0, 15.0, 16.0, 30.0, 49.0, 66.0, 100.0, 156.0, 222.0, 370.0, 618.0, 956.0, 1543.0, 2620.0, 4348.0, 7959.0, 15732.0, 32283.0, 72594.0, 209226.0, 652057.0, 83649.0, 40030.0, 21428.0, 12134.0, 7222.0, 4604.0, 3056.0, 1957.0, 1294.0, 955.0, 641.0, 471.0, 318.0, 243.0, 156.0, 100.0, 114.0, 76.0, 47.0, 36.0, 32.0, 22.0, 17.0, 14.0, 6.0, 9.0, 6.0, 5.0, 5.0, 8.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.009321245364844799, -0.00895020179450512, -0.008579159155488014, -0.008208115585148335, -0.007837072014808655, -0.007466028910130262, -0.00709498580545187, -0.0067239427007734776, -0.006352899596095085, -0.005981856025755405, -0.005610812921077013, -0.005239769816398621, -0.004868726246058941, -0.0044976831413805485, -0.004126640036702156, -0.00375559669919312, -0.003384553361684084, -0.003013510024175048, -0.0026424669194966555, -0.0022714235819876194, -0.0019003803608939052, -0.001529337139800191, -0.0011582938022911549, -0.0007872505811974406, -0.0004162073601037264, -4.516410990618169e-05, 0.000325879140291363, 0.0006969224195927382, 0.0010679656406864524, 0.0014390088617801666, 0.0018100521992892027, 0.002181095303967595, 0.002552138641476631, 0.0029231819789856672, 0.0032942250836640596, 0.0036652684211730957, 0.004036311525851488, 0.004407355096191168, 0.00477839820086956, 0.005149441305547953, 0.005520484410226345, 0.005891527980566025, 0.006262571085244417, 0.00663361418992281, 0.007004657760262489, 0.007375700864940882, 0.007746743969619274, 0.008117787539958954, 0.008488830178976059, 0.008859873749315739, 0.009230917319655418, 0.009601959958672523, 0.009973003529012203, 0.010344047099351883, 0.010715089738368988, 0.011086133308708668, 0.011457176879048347, 0.011828219518065453, 0.012199263088405132, 0.012570306658744812, 0.012941349297761917, 0.013312392868101597, 0.013683436438441277, 0.014054479077458382, 0.014425522647798061]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 5.0, 3.0, 4.0, 6.0, 4.0, 3.0, 5.0, 7.0, 2.0, 3.0, 2.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.018047437071800232, -0.017435546964406967, -0.016823654994368553, -0.01621176302433014, -0.015599872916936874, -0.014987981878221035, -0.014376090839505196, -0.013764199800789356, -0.013152308762073517, -0.012540417723357677, -0.011928526684641838, -0.011316635645925999, -0.01070474460721016, -0.01009285356849432, -0.00948096252977848, -0.008869071491062641, -0.008257180452346802, -0.007645289413630962, -0.007033398374915123, -0.006421507336199284, -0.005809616297483444, -0.005197725258767605, -0.0045858342200517654, -0.003973943181335926, -0.0033620521426200867, -0.0027501611039042473, -0.002138270065188408, -0.0015263790264725685, -0.0009144879877567291, -0.00030259694904088974, 0.00030929408967494965, 0.000921185128390789, 0.0015330761671066284, 0.002144967205822468, 0.002756858244538307, 0.0033687492832541466, 0.003980640321969986, 0.004592531360685825, 0.005204422399401665, 0.005816313438117504, 0.0064282044768333435, 0.007040095515549183, 0.007651986554265022, 0.008263877592980862, 0.008875768631696701, 0.00948765967041254, 0.01009955070912838, 0.01071144174784422, 0.011323332786560059, 0.011935223825275898, 0.012547114863991737, 0.013159005902707577, 0.013770896941423416, 0.014382787980139256, 0.014994679018855095, 0.015606570057570934, 0.016218461096286774, 0.01683035120368004, 0.017442243173718452, 0.018054135143756866, 0.01866602525115013, 0.019277915358543396, 0.01988980732858181, 0.020501699298620224, 0.02111358940601349]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 2.0, 1.0, 3.0, 1.0, 1.0, 7.0, 6.0, 12.0, 13.0, 15.0, 21.0, 37.0, 38.0, 56.0, 66.0, 64.0, 102.0, 92.0, 134.0, 181.0, 259.0, 378.0, 538.0, 652.0, 796.0, 952.0, 1224.0, 2029.0, 5863.0, 1518.0, 778.0, 503.0, 409.0, 317.0, 197.0, 166.0, 127.0, 99.0, 109.0, 84.0, 84.0, 86.0, 68.0, 58.0, 51.0, 43.0, 38.0, 28.0, 28.0, 18.0, 11.0, 8.0, 14.0, 12.0, 8.0, 8.0, 8.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0], "bins": [-0.0100574204698205, -0.009717809036374092, -0.009378197602927685, -0.009038586169481277, -0.00869897473603487, -0.008359363302588463, -0.008019751869142056, -0.0076801409013569355, -0.007340529467910528, -0.007000918034464121, -0.0066613066010177135, -0.006321695167571306, -0.005982084199786186, -0.005642472766339779, -0.005302861332893372, -0.004963249899446964, -0.004623638466000557, -0.00428402703255415, -0.003944415599107742, -0.0036048043984919786, -0.0032651929650455713, -0.002925581531599164, -0.0025859703309834003, -0.002246358897536993, -0.0019067474640905857, -0.0015671360306441784, -0.001227524713613093, -0.0008879133383743465, -0.0005483019631356001, -0.00020869058789685369, 0.00013092078734189272, 0.0004705321625806391, 0.0008101435378193855, 0.0011497549712657928, 0.0014893662882968783, 0.0018289776053279638, 0.002168589038774371, 0.0025082004722207785, 0.002847811672836542, 0.0031874231062829494, 0.0035270345397293568, 0.003866645973175764, 0.004206257406622171, 0.004545868840068579, 0.004885479807853699, 0.005225091241300106, 0.005564702674746513, 0.005904314108192921, 0.006243925541639328, 0.006583536975085735, 0.006923148408532143, 0.00726275984197855, 0.007602371275424957, 0.007941982708871365, 0.008281594142317772, 0.00862120557576418, 0.008960817009210587, 0.00930042751133442, 0.009640038944780827, 0.009979650378227234, 0.010319261811673641, 0.010658873245120049, 0.010998484678566456, 0.011338096112012863, 0.01167770754545927]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 5.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.157394140958786, -0.15332968533039093, -0.14926521480083466, -0.14520075917243958, -0.1411362886428833, -0.13707183301448822, -0.13300736248493195, -0.12894290685653687, -0.12487843632698059, -0.12081398069858551, -0.11674951761960983, -0.11268505454063416, -0.10862059146165848, -0.1045561283826828, -0.10049166530370712, -0.09642720222473145, -0.09236273914575577, -0.08829827606678009, -0.08423381298780441, -0.08016934990882874, -0.07610488682985306, -0.07204042375087738, -0.0679759606719017, -0.06391149759292603, -0.059847038239240646, -0.05578257516026497, -0.05171811208128929, -0.047653649002313614, -0.043589189648628235, -0.03952472656965256, -0.03546026349067688, -0.0313958004117012, -0.027331337332725525, -0.023266874253749847, -0.01920241117477417, -0.015137949958443642, -0.011073486879467964, -0.007009024266153574, -0.002944561652839184, 0.0011199009604752064, 0.0051843635737895966, 0.009248826652765274, 0.013313288800418377, 0.01737775094807148, 0.021442214027047157, 0.025506677106022835, 0.029571138322353363, 0.03363560140132904, 0.03770006448030472, 0.041764527559280396, 0.04582899063825607, 0.04989345371723175, 0.05395791679620743, 0.05802237614989281, 0.062086839228868484, 0.06615130603313446, 0.07021576166152954, 0.07428022474050522, 0.0783446878194809, 0.08240915089845657, 0.08647361397743225, 0.09053807705640793, 0.0946025401353836, 0.09866700321435928, 0.10273146629333496]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [4.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 2.0, 1.0, 4.0, 0.0, 9.0, 18.0, 18.0, 32.0, 31.0, 42.0, 19.0, 15.0, 9.0, 9.0, 6.0, 2.0, 4.0, 3.0, 4.0, 2.0, 4.0, 5.0, 4.0, 2.0, 2.0, 0.0, 5.0, 2.0, 4.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.08342030644416809, -0.08112026751041412, -0.07882023602724075, -0.07652019709348679, -0.07422016561031342, -0.07192012667655945, -0.06962009519338608, -0.06732005625963211, -0.06502002477645874, -0.06271998584270477, -0.060419950634241104, -0.058119915425777435, -0.05581987649202347, -0.0535198412835598, -0.05121980607509613, -0.04891977086663246, -0.04661973565816879, -0.044319700449705124, -0.042019665241241455, -0.039719630032777786, -0.03741959482431412, -0.03511955589056015, -0.03281952068209648, -0.030519485473632812, -0.028219450265169144, -0.025919415056705475, -0.023619379848241806, -0.021319342777132988, -0.01901930756866932, -0.01671927236020565, -0.014419236220419407, -0.012119200080633163, -0.009819164872169495, -0.0075191291980445385, -0.005219093523919582, -0.0029190578497946262, -0.0006190221756696701, 0.001681013498455286, 0.003981049172580242, 0.006281084846705198, 0.008581120520830154, 0.010881155729293823, 0.013181191869080067, 0.01548122800886631, 0.01778126321732998, 0.020081298425793648, 0.022381335496902466, 0.024681370705366135, 0.026981405913829803, 0.029281441122293472, 0.03158147633075714, 0.03388151153922081, 0.03618154674768448, 0.038481585681438446, 0.040781620889902115, 0.043081656098365784, 0.04538169130682945, 0.04768172651529312, 0.04998176172375679, 0.05228179693222046, 0.054581835865974426, 0.056881871074438095, 0.059181906282901764, 0.06148194149136543, 0.0637819766998291]}, "_runtime": 40.65122103691101, "_timestamp": 1596212911.3527586, "_step": 45}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 3.0, 4.0, 1.0, 9.0, 4.0, 5.0, 4.0, 3.0, 3.0, 0.0, 1.0, 5.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.021476030349731445, -0.02087172120809555, -0.020267413929104805, -0.01966310478746891, -0.019058795645833015, -0.01845448836684227, -0.017850179225206375, -0.01724587008357048, -0.016641562804579735, -0.01603725366294384, -0.01543294545263052, -0.0148286372423172, -0.014224328100681305, -0.013620019890367985, -0.013015711680054665, -0.01241140253841877, -0.01180709432810545, -0.01120278611779213, -0.010598476976156235, -0.009994168765842915, -0.009389860555529594, -0.0087855514138937, -0.00818124320358038, -0.007576934993267059, -0.006972626317292452, -0.006368317641317844, -0.005764009431004524, -0.005159700755029917, -0.004555392079055309, -0.003951083868741989, -0.0033467751927673817, -0.002742466749623418, -0.002138158306479454, -0.0015338498633354902, -0.0009295413037762046, -0.00032523280242457986, 0.00027907569892704487, 0.0008833842002786696, 0.0014876927016302943, 0.00209200126118958, 0.0026963097043335438, 0.0033006181474775076, 0.0039049265906214714, 0.004509235266596079, 0.005113543942570686, 0.0057178521528840065, 0.006322160828858614, 0.006926469039171934, 0.007530777715146542, 0.008135085925459862, 0.008739395067095757, 0.009343703277409077, 0.009948011487722397, 0.010552320629358292, 0.011156628839671612, 0.011760937049984932, 0.012365246191620827, 0.012969554401934147, 0.013573862612247467, 0.014178170822560787, 0.014782479964196682, 0.015386788174510002, 0.015991097316145897, 0.016595404595136642, 0.017199713736772537]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 4.0, 5.0, 6.0, 3.0, 4.0, 4.0, 5.0, 12.0, 11.0, 10.0, 17.0, 19.0, 28.0, 37.0, 41.0, 55.0, 94.0, 137.0, 206.0, 269.0, 456.0, 4534.0, 933.0, 364.0, 212.0, 143.0, 83.0, 60.0, 38.0, 20.0, 16.0, 21.0, 18.0, 11.0, 11.0, 7.0, 8.0, 4.0, 6.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.20286840200424194, -0.19644004106521606, -0.19001169502735138, -0.1835833340883255, -0.17715498805046082, -0.17072662711143494, -0.16429826617240906, -0.15786992013454437, -0.1514415591955185, -0.14501319825649261, -0.13858485221862793, -0.13215649127960205, -0.12572813034057617, -0.11929978430271149, -0.11287142336368561, -0.10644306987524033, -0.10001471638679504, -0.09358636289834976, -0.08715800940990448, -0.0807296484708786, -0.07430129498243332, -0.06787294149398804, -0.06144458428025246, -0.055016227066516876, -0.048587873578071594, -0.04215952008962631, -0.03573116287589073, -0.0293028075248003, -0.02287445217370987, -0.016446096822619438, -0.010017741471529007, -0.0035893861204385757, 0.0028389692306518555, 0.009267324581742287, 0.015695679932832718, 0.02212403528392315, 0.02855239063501358, 0.03498074412345886, 0.04140910133719444, 0.04783745855093002, 0.054265812039375305, 0.06069416552782059, 0.06712251901626587, 0.07355087995529175, 0.07997923344373703, 0.08640758693218231, 0.09283594787120819, 0.09926430135965347, 0.10569265484809875, 0.11212100833654404, 0.11854936182498932, 0.1249777227640152, 0.13140606880187988, 0.13783442974090576, 0.14426279067993164, 0.15069113671779633, 0.1571194976568222, 0.16354785859584808, 0.16997620463371277, 0.17640456557273865, 0.18283292651176453, 0.1892612725496292, 0.1956896334886551, 0.20211797952651978, 0.20854634046554565]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 4.0, 2.0, 4.0, 5.0, 3.0, 4.0, 2.0, 4.0, 4.0, 4.0, 22.0, 3.0, 3.0, 5.0, 4.0, 5.0, 2.0, 2.0, 5.0, 1.0, 1.0, 5.0, 0.0, 5.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.002242877148091793, -0.0021463516168296337, -0.0020498258527368307, -0.0019533003214746714, -0.0018567745573818684, -0.001760249026119709, -0.0016637233784422278, -0.0015671977307647467, -0.0014706720830872655, -0.0013741464354097843, -0.0012776207877323031, -0.001181095140054822, -0.0010845696087926626, -0.0009880439611151814, -0.0008915183134377003, -0.0007949926657602191, -0.0006984670180827379, -0.0006019413704052567, -0.0005054157227277756, -0.0004088901332579553, -0.00031236448558047414, -0.0002158388524549082, -0.00011931321932934225, -2.27875862037763e-05, 7.373804692178965e-05, 0.0001702636800473556, 0.00026678931317292154, 0.00036331493174657226, 0.00045984057942405343, 0.0005563662271015346, 0.0006528918165713549, 0.000749417464248836, 0.0008459431119263172, 0.0009424687596037984, 0.0010389944072812796, 0.0011355200549587607, 0.001232045702636242, 0.0013285712338984013, 0.0014250968815758824, 0.0015216225292533636, 0.0016181481769308448, 0.001714673824608326, 0.0018111994722858071, 0.0019077251199632883, 0.0020042506512254477, 0.0021007764153182507, 0.00219730194658041, 0.002293827710673213, 0.0023903532419353724, 0.0024868787731975317, 0.0025834045372903347, 0.002679930068552494, 0.002776455832645297, 0.0028729813639074564, 0.0029695071280002594, 0.0030660326592624187, 0.003162558190524578, 0.003259083954617381, 0.0033556094858795404, 0.0034521352499723434, 0.003548660781234503, 0.003645186545327306, 0.003741712076589465, 0.003838237840682268, 0.0039347633719444275]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 4.0, 12.0, 9.0, 25.0, 24.0, 39.0, 70.0, 107.0, 159.0, 275.0, 412.0, 738.0, 1228.0, 2039.0, 3531.0, 6713.0, 13305.0, 28229.0, 67425.0, 213695.0, 682298.0, 82174.0, 35919.0, 17765.0, 9376.0, 5283.0, 3138.0, 1948.0, 1219.0, 747.0, 513.0, 385.0, 250.0, 193.0, 102.0, 80.0, 62.0, 37.0, 30.0, 21.0, 14.0, 14.0, 9.0, 9.0, 5.0, 3.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013262400403618813, -0.012806923128664494, -0.0123514449223876, -0.011895967647433281, -0.011440489441156387, -0.010985012166202068, -0.010529533959925175, -0.010074056684970856, -0.009618578478693962, -0.009163101203739643, -0.00870762299746275, -0.00825214572250843, -0.007796667981892824, -0.007341190241277218, -0.0068857125006616116, -0.006430234760046005, -0.005974757019430399, -0.005519279278814793, -0.005063801538199186, -0.00460832379758358, -0.004152846056967974, -0.003697368549183011, -0.0032418908085674047, -0.0027864130679517984, -0.002330935327336192, -0.0018754575867205858, -0.0014199798461049795, -0.000964502221904695, -0.0005090244812890887, -5.3546769777312875e-05, 0.000401930941734463, 0.0008574086241424084, 0.0013128863647580147, 0.001768364105373621, 0.0022238418459892273, 0.0026793195866048336, 0.00313479732722044, 0.0035902748350054026, 0.0040457528084516525, 0.004501230549067259, 0.004956708289682865, 0.005412185564637184, 0.0058676633052527905, 0.006323141045868397, 0.006778618786484003, 0.007234096527099609, 0.007689574267715216, 0.008145052008330822, 0.008600529283285141, 0.009056007489562035, 0.009511484764516354, 0.009966962970793247, 0.010422440245747566, 0.01087791845202446, 0.011333395726978779, 0.011788873933255672, 0.012244351208209991, 0.012699829414486885, 0.013155306689441204, 0.013610784895718098, 0.014066262170672417, 0.01452174037694931, 0.01497721765190363, 0.015432695858180523, 0.015888173133134842]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 19.0, 6.0, 1.0, 4.0, 7.0, 1.0, 1.0, 2.0, 3.0, 5.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.028344128280878067, -0.02771402709186077, -0.027083925902843475, -0.02645382285118103, -0.025823721662163734, -0.02519362047314644, -0.024563519284129143, -0.023933416232466698, -0.023303315043449402, -0.022673213854432106, -0.02204311266541481, -0.021413011476397514, -0.02078290842473507, -0.020152807235717773, -0.019522706046700478, -0.018892604857683182, -0.018262501806020737, -0.01763240061700344, -0.017002299427986145, -0.01637219823896885, -0.015742097049951553, -0.015111994929611683, -0.014481892809271812, -0.013851791620254517, -0.01322169043123722, -0.01259158831089735, -0.011961487121880054, -0.011331385001540184, -0.010701283812522888, -0.010071181692183018, -0.009441080503165722, -0.008810978382825851, -0.008180877193808556, -0.0075507755391299725, -0.006920673884451389, -0.006290572229772806, -0.005660470575094223, -0.005030369386076927, -0.004400267731398344, -0.003770166076719761, -0.0031400644220411777, -0.0025099627673625946, -0.0018798612290993333, -0.001249759690836072, -0.0006196580361574888, 1.0443560313433409e-05, 0.0006405451567843556, 0.001270646695047617, 0.0019007483497262, 0.0025308500044047832, 0.0031609516590833664, 0.003791053080931306, 0.004421154968440533, 0.0050512561574578285, 0.005681357812136412, 0.006311459466814995, 0.006941561121493578, 0.007571662776172161, 0.008201763965189457, 0.008831866085529327, 0.009461967274546623, 0.010092069394886494, 0.01072217058390379, 0.01135227270424366, 0.011982373893260956]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [11.0, 11.0, 5.0, 0.0, 4.0, 16.0, 14.0, 4.0, 8.0, 11.0, 13.0, 22.0, 34.0, 31.0, 40.0, 34.0, 41.0, 52.0, 32.0, 23.0, 24.0, 36.0, 54.0, 73.0, 93.0, 141.0, 237.0, 520.0, 1073.0, 2252.0, 5986.0, 1890.0, 1273.0, 860.0, 718.0, 626.0, 437.0, 359.0, 290.0, 223.0, 198.0, 148.0, 122.0, 96.0, 79.0, 56.0, 48.0, 22.0, 26.0, 22.0, 6.0, 14.0, 3.0, 6.0, 6.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.009761570021510124, -0.00943729281425476, -0.009113015606999397, -0.008788739331066608, -0.008464462123811245, -0.008140184916555882, -0.007815908640623093, -0.007491631433367729, -0.007167354226112366, -0.006843077018857002, -0.006518800277262926, -0.00619452353566885, -0.0058702463284134865, -0.005545969121158123, -0.005221692379564047, -0.004897415637969971, -0.004573138430714607, -0.004248861223459244, -0.003924584481865168, -0.003600307507440448, -0.003276030533015728, -0.002951753558591008, -0.0026274765841662884, -0.0023031996097415686, -0.0019789226353168488, -0.001654645660892129, -0.0013303686864674091, -0.0010060917120426893, -0.0006818147376179695, -0.0003575377631932497, -3.326078876852989e-05, 0.0002910161856561899, 0.0006152931600809097, 0.0009395701345056295, 0.0012638471089303493, 0.0015881240833550692, 0.001912401057779789, 0.0022366780322045088, 0.0025609550066292286, 0.0028852319810539484, 0.003209508955478668, 0.003533785929903388, 0.003858062904328108, 0.004182339645922184, 0.0045066168531775475, 0.004830894060432911, 0.005155170802026987, 0.005479447543621063, 0.005803724750876427, 0.00612800195813179, 0.006452278699725866, 0.0067765554413199425, 0.007100832648575306, 0.007425109855830669, 0.0077493865974247456, 0.008073663339018822, 0.008397940546274185, 0.008722217753529549, 0.009046494960784912, 0.009370771236717701, 0.009695048443973064, 0.010019325651228428, 0.010343601927161217, 0.01066787913441658, 0.010992156341671944]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06729236245155334, -0.06396929919719696, -0.060646235942840576, -0.05732316896319389, -0.05400010570883751, -0.050677042454481125, -0.04735397547483444, -0.04403091222047806, -0.040707848966121674, -0.03738478571176529, -0.034061722457408905, -0.030738655477762222, -0.027415592223405838, -0.024092528969049454, -0.02076946385204792, -0.017446398735046387, -0.014123335480690002, -0.010800271295011044, -0.007477207109332085, -0.004154142923653126, -0.0008310787379741669, 0.002491985447704792, 0.005815049633383751, 0.00913811381906271, 0.012461178004741669, 0.015784241259098053, 0.019107306376099586, 0.02243037149310112, 0.025753434747457504, 0.02907649800181389, 0.03239956498146057, 0.035722628235816956, 0.03904569149017334, 0.042368754744529724, 0.04569181799888611, 0.04901488497853279, 0.052337948232889175, 0.05566101148724556, 0.05898407846689224, 0.06230714172124863, 0.06563020497560501, 0.0689532682299614, 0.07227633148431778, 0.07559939473867416, 0.07892246544361115, 0.08224552869796753, 0.08556859195232391, 0.0888916552066803, 0.09221471846103668, 0.09553778171539307, 0.09886084496974945, 0.10218390822410583, 0.10550697147846222, 0.1088300421833992, 0.11215310543775558, 0.11547616869211197, 0.11879923194646835, 0.12212229520082474, 0.12544536590576172, 0.1287684291601181, 0.1320914924144745, 0.13541455566883087, 0.13873761892318726, 0.14206068217754364, 0.14538374543190002]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 1.0, 1.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 5.0, 1.0, 8.0, 7.0, 7.0, 2.0, 10.0, 8.0, 16.0, 20.0, 38.0, 27.0, 19.0, 23.0, 15.0, 12.0, 8.0, 14.0, 7.0, 0.0, 0.0, 1.0, 6.0, 3.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.055363088846206665, -0.05375618487596512, -0.05214927718043327, -0.05054237321019173, -0.04893546923995018, -0.047328561544418335, -0.04572165757417679, -0.04411475360393524, -0.042507849633693695, -0.04090094193816185, -0.0392940379679203, -0.03768713399767876, -0.03608022630214691, -0.034473322331905365, -0.03286641836166382, -0.03125951066613197, -0.029652606695890427, -0.02804570086300373, -0.026438796892762184, -0.02483189105987549, -0.02322498708963394, -0.021618081256747246, -0.02001117542386055, -0.018404271453619003, -0.016797365620732307, -0.015190460719168186, -0.013583555817604065, -0.011976649984717369, -0.010369745083153248, -0.008762840181589127, -0.007155934814363718, -0.0055490294471383095, -0.003942124545574188, -0.0023352194111794233, -0.0007283142767846584, 0.0008785908576101065, 0.0024854959920048714, 0.004092400893568993, 0.005699306260794401, 0.00730621162801981, 0.008913116529583931, 0.010520021431148052, 0.012126926332712173, 0.01373383216559887, 0.01534073706716299, 0.016947641968727112, 0.018554547801613808, 0.020161451771855354, 0.02176835760474205, 0.023375263437628746, 0.024982167407870293, 0.02658907324075699, 0.028195977210998535, 0.02980288304388523, 0.03140978887677193, 0.033016692847013474, 0.03462360054254532, 0.036230504512786865, 0.03783740848302841, 0.03944431245326996, 0.041051220148801804, 0.04265812411904335, 0.0442650280892849, 0.04587193578481674, 0.04747883975505829]}, "_runtime": 41.432029724121094, "_timestamp": 1596212912.1335673, "_step": 46}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 3.0, 4.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 4.0, 3.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.007992228493094444, -0.007734157145023346, -0.007476086262613535, -0.007218014914542437, -0.006959944032132626, -0.006701872684061527, -0.006443801335990429, -0.006185730453580618, -0.00592765910550952, -0.005669587757438421, -0.00541151687502861, -0.005153445526957512, -0.004895374178886414, -0.0046373032964766026, -0.004379231948405504, -0.004121161065995693, -0.003863089717924595, -0.00360501860268414, -0.0033469474874436855, -0.003088876139372587, -0.0028308050241321325, -0.002572733908891678, -0.0023146625608205795, -0.002056591445580125, -0.0017985203303396702, -0.0015404492150992155, -0.001282377983443439, -0.0010243067517876625, -0.0007662356365472078, -0.0005081644630990922, -0.00025009328965097666, 7.97788379713893e-06, 0.0002660490572452545, 0.0005241202306933701, 0.0007821914041414857, 0.0010402626357972622, 0.0012983337510377169, 0.0015564048662781715, 0.001814476097933948, 0.0020725473295897245, 0.002330618444830179, 0.002588689560070634, 0.0028467606753110886, 0.003104832023382187, 0.0033629031386226416, 0.0036209742538630962, 0.0038790456019341946, 0.004137116484344006, 0.004395187832415104, 0.004653259180486202, 0.004911330062896013, 0.005169401410967112, 0.005427472293376923, 0.005685543641448021, 0.005943614989519119, 0.00620168587192893, 0.006459757220000029, 0.006717828568071127, 0.006975899450480938, 0.007233970798552036, 0.007492042146623135, 0.007750113029032946, 0.008008183911442757, 0.008266255259513855, 0.008524326607584953]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 2.0, 4.0, 4.0, 6.0, 8.0, 8.0, 14.0, 22.0, 27.0, 46.0, 42.0, 63.0, 80.0, 105.0, 137.0, 203.0, 303.0, 608.0, 4889.0, 526.0, 299.0, 195.0, 98.0, 78.0, 35.0, 37.0, 23.0, 15.0, 18.0, 4.0, 11.0, 5.0, 4.0, 5.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17147499322891235, -0.16578060388565063, -0.16008621454238892, -0.1543918251991272, -0.14869743585586548, -0.14300304651260376, -0.13730865716934204, -0.13161426782608032, -0.1259198784828186, -0.12022548168897629, -0.11453109234571457, -0.10883670300245285, -0.10314231365919113, -0.09744792431592941, -0.0917535349726677, -0.08605914562940598, -0.08036475628614426, -0.07467036694288254, -0.06897597759962082, -0.0632815882563591, -0.05758719891309738, -0.051892805844545364, -0.046198416501283646, -0.04050402715802193, -0.03480963781476021, -0.02911524847149849, -0.02342085912823677, -0.017726467922329903, -0.012032078579068184, -0.006337688770145178, -0.0006432989612221718, 0.005051090847700834, 0.01074548065662384, 0.01643986999988556, 0.022134259343147278, 0.027828650549054146, 0.033523038029670715, 0.03921743109822273, 0.04491182044148445, 0.05060620978474617, 0.05630059912800789, 0.06199498847126961, 0.06768938153982162, 0.07338377088308334, 0.07907816022634506, 0.08477254956960678, 0.0904669389128685, 0.09616132825613022, 0.10185571759939194, 0.10755010694265366, 0.11324449628591537, 0.1189388856291771, 0.12463327497243881, 0.13032767176628113, 0.13602206110954285, 0.14171645045280457, 0.14741083979606628, 0.153105229139328, 0.15879961848258972, 0.16449400782585144, 0.17018839716911316, 0.17588278651237488, 0.1815771758556366, 0.18727156519889832, 0.19296595454216003]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 6.0, 2.0, 3.0, 2.0, 1.0, 2.0, 2.0, 4.0, 7.0, 5.0, 1.0, 3.0, 24.0, 6.0, 1.0, 3.0, 2.0, 4.0, 2.0, 3.0, 1.0, 1.0, 1.0, 2.0, 0.0, 3.0, 4.0, 3.0, 2.0, 4.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0025427071377635, -0.002459782874211669, -0.0023768586106598377, -0.0022939343471080065, -0.0022110100835561752, -0.002128085820004344, -0.0020451615564525127, -0.0019622372929006815, -0.0018793129129335284, -0.0017963886493816972, -0.001713464385829866, -0.0016305401222780347, -0.0015476157423108816, -0.0014646914787590504, -0.0013817672152072191, -0.0012988429516553879, -0.0012159186881035566, -0.0011329944245517254, -0.0010500701609998941, -0.000967145839240402, -0.0008842215756885707, -0.0008012973121367395, -0.0007183729903772473, -0.0006354487268254161, -0.0005525244632735848, -0.0004696001997217536, -0.0003866759070660919, -0.0003037516144104302, -0.00022082735085859895, -0.00013790307275485247, -5.4978794651106e-05, 2.7945483452640474e-05, 0.00011086976155638695, 0.00019379403966013342, 0.0002767183177638799, 0.0003596426104195416, 0.00044256687397137284, 0.0005254911375232041, 0.0006084154592826962, 0.0006913397228345275, 0.0007742639863863587, 0.00085718824993819, 0.0009401125134900212, 0.0010230367770418525, 0.0011059611570090055, 0.0011888854205608368, 0.001271809684112668, 0.0013547339476644993, 0.0014376582112163305, 0.0015205824747681618, 0.001603506738319993, 0.0016864310018718243, 0.0017693552654236555, 0.0018522796453908086, 0.0019352039089426398, 0.0020181280560791492, 0.002101052552461624, 0.0021839768160134554, 0.0022669010795652866, 0.002349825343117118, 0.002432749606668949, 0.0025156738702207804, 0.0025985981337726116, 0.002681522397324443, 0.002764446660876274]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 4.0, 2.0, 6.0, 11.0, 14.0, 22.0, 38.0, 44.0, 55.0, 95.0, 126.0, 174.0, 241.0, 374.0, 607.0, 867.0, 1277.0, 2006.0, 3198.0, 5375.0, 9718.0, 18262.0, 36244.0, 81227.0, 651138.0, 212130.0, 70310.0, 34555.0, 19055.0, 11279.0, 6944.0, 4402.0, 2829.0, 2019.0, 1350.0, 967.0, 669.0, 486.0, 357.0, 279.0, 220.0, 163.0, 106.0, 74.0, 66.0, 49.0, 55.0, 37.0, 27.0, 22.0, 16.0, 15.0, 17.0, 4.0, 6.0, 2.0, 4.0, 0.0, 3.0, 1.0], "bins": [-0.009856193326413631, -0.009515931829810143, -0.009175669401884079, -0.00883540790528059, -0.008495146408677101, -0.008154883980751038, -0.007814622484147549, -0.0074743605218827724, -0.007134098559617996, -0.00679383659735322, -0.006453574635088444, -0.006113313138484955, -0.005773051176220179, -0.005432789213955402, -0.0050925277173519135, -0.004752265755087137, -0.004412003792822361, -0.004071741830557585, -0.003731480101123452, -0.0033912183716893196, -0.0030509564094245434, -0.002710694447159767, -0.0023704327177256346, -0.002030170988291502, -0.0016899090260267258, -0.0013496471801772714, -0.001009385334327817, -0.0006691234884783626, -0.00032886164262890816, 1.1400203220546246e-05, 0.00035166204907000065, 0.000691923894919455, 0.0010321857407689095, 0.0013724475866183639, 0.0017127094324678183, 0.002052971161901951, 0.002393233124166727, 0.0027334950864315033, 0.003073756815865636, 0.0034140185452997684, 0.0037542805075645447, 0.004094542469829321, 0.004434804432094097, 0.004775065928697586, 0.005115327890962362, 0.0054555898532271385, 0.0057958513498306274, 0.006136113312095404, 0.00647637527436018, 0.006816637236624956, 0.007156899198889732, 0.007497160695493221, 0.00783742219209671, 0.008177684620022774, 0.008517946116626263, 0.008858208544552326, 0.009198470041155815, 0.009538731537759304, 0.009878993965685368, 0.010219255462288857, 0.01055951789021492, 0.010899779386818409, 0.011240040883421898, 0.011580303311347961, 0.01192056480795145]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 4.0, 1.0, 3.0, 5.0, 1.0, 12.0, 4.0, 5.0, 5.0, 5.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.02792302891612053, -0.027266236022114754, -0.02660944312810898, -0.025952652096748352, -0.025295859202742577, -0.0246390663087368, -0.023982275277376175, -0.0233254823833704, -0.022668689489364624, -0.02201189659535885, -0.021355103701353073, -0.020698312669992447, -0.02004151977598667, -0.019384726881980896, -0.01872793585062027, -0.018071142956614494, -0.01741435006260872, -0.016757557168602943, -0.016100764274597168, -0.015443973243236542, -0.014787180349230766, -0.01413038745522499, -0.01347359549254179, -0.01281680352985859, -0.012160010635852814, -0.011503217741847038, -0.010846425779163837, -0.010189633816480637, -0.009532840922474861, -0.008876048028469086, -0.008219256065785885, -0.007562463637441397, -0.006905671209096909, -0.00624887878075242, -0.005592086352407932, -0.004935293924063444, -0.004278501495718956, -0.003621709067374468, -0.0029649166390299797, -0.0023081242106854916, -0.0016513317823410034, -0.0009945393539965153, -0.00033774692565202713, 0.000319045502692461, 0.0009758379310369492, 0.0016326303593814373, 0.0022894227877259254, 0.0029462152160704136, 0.0036030076444149017, 0.00425980007275939, 0.004916592501103878, 0.005573384929448366, 0.006230177357792854, 0.0068869697861373425, 0.007543762214481831, 0.008200554177165031, 0.008857347071170807, 0.009514139965176582, 0.010170931927859783, 0.010827723890542984, 0.01148451678454876, 0.012141309678554535, 0.012798101641237736, 0.013454893603920937, 0.014111686497926712]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 6.0, 15.0, 6.0, 7.0, 11.0, 21.0, 11.0, 16.0, 14.0, 21.0, 38.0, 49.0, 56.0, 96.0, 130.0, 166.0, 216.0, 294.0, 456.0, 630.0, 866.0, 1145.0, 1859.0, 6613.0, 2045.0, 1104.0, 760.0, 516.0, 328.0, 226.0, 158.0, 124.0, 86.0, 56.0, 49.0, 24.0, 35.0, 29.0, 22.0, 12.0, 15.0, 13.0, 13.0, 13.0, 12.0, 9.0, 7.0, 5.0, 4.0, 4.0, 5.0, 4.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.010004919953644276, -0.00959686003625393, -0.009188800118863583, -0.008780740201473236, -0.00837268028408289, -0.007964620366692543, -0.0075565604493021965, -0.00714850053191185, -0.0067404406145215034, -0.006332380697131157, -0.00592432077974081, -0.005516260862350464, -0.005108200944960117, -0.004700141027569771, -0.004292081110179424, -0.0038840211927890778, -0.0034759612753987312, -0.0030679013580083847, -0.002659841440618038, -0.0022517815232276917, -0.0018437216058373451, -0.0014356616884469986, -0.001027601771056652, -0.0006195418536663055, -0.00021148193627595901, 0.0001965779811143875, 0.000604637898504734, 0.0010126978158950806, 0.001420757733285427, 0.0018288176506757736, 0.00223687756806612, 0.0026449374854564667, 0.003052997402846813, 0.0034610573202371597, 0.0038691172376275063, 0.004277177155017853, 0.004685237072408199, 0.005093296989798546, 0.005501356907188892, 0.005909416824579239, 0.006317476741969585, 0.006725536659359932, 0.0071335965767502785, 0.007541656494140625, 0.007949716411530972, 0.008357776328921318, 0.008765836246311665, 0.009173896163702011, 0.009581956081092358, 0.009990015998482704, 0.01039807591587305, 0.010806135833263397, 0.011214195750653744, 0.01162225566804409, 0.012030315585434437, 0.012438375502824783, 0.01284643542021513, 0.013254495337605476, 0.013662555254995823, 0.01407061517238617, 0.014478675089776516, 0.014886735007166862, 0.015294794924557209, 0.015702854841947556, 0.016110915690660477]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 3.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.1558634638786316, -0.15190446376800537, -0.14794544875621796, -0.14398644864559174, -0.14002744853496552, -0.1360684335231781, -0.13210943341255188, -0.12815043330192566, -0.12419142574071884, -0.12023241817951202, -0.1162734180688858, -0.11231441050767899, -0.10835540294647217, -0.10439640283584595, -0.10043739527463913, -0.09647839516401291, -0.09251938760280609, -0.08856038004159927, -0.08460137993097305, -0.08064237236976624, -0.07668337225914001, -0.0727243646979332, -0.06876535713672638, -0.06480635702610016, -0.06084734946489334, -0.05688834562897682, -0.0529293417930603, -0.048970334231853485, -0.045011330395936966, -0.04105232656002045, -0.03709331899881363, -0.03313431516289711, -0.02917531132698059, -0.02521630749106407, -0.021257301792502403, -0.017298296093940735, -0.013339292258024216, -0.009380287490785122, -0.005421282723546028, -0.0014622779563069344, 0.0024967268109321594, 0.006455731578171253, 0.010414736345410347, 0.01437374111264944, 0.018332745879888535, 0.022291749715805054, 0.026250755414366722, 0.03020976111292839, 0.03416876494884491, 0.03812776878476143, 0.04208677262067795, 0.046045780181884766, 0.050004784017801285, 0.053963787853717804, 0.05792279541492462, 0.06188179925084114, 0.06584080308675766, 0.06979981064796448, 0.0737588107585907, 0.07771781831979752, 0.08167682588100433, 0.08563582599163055, 0.08959483355283737, 0.09355383366346359, 0.09751284122467041]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 4.0, 2.0, 2.0, 1.0, 3.0, 5.0, 6.0, 21.0, 29.0, 28.0, 49.0, 31.0, 25.0, 20.0, 13.0, 3.0, 6.0, 3.0, 4.0, 3.0, 2.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.12397065758705139, -0.12073294818401337, -0.11749523878097534, -0.11425752937793732, -0.11101981997489929, -0.10778211057186127, -0.10454440116882324, -0.10130669176578522, -0.09806898236274719, -0.09483127295970917, -0.09159356355667114, -0.08835585415363312, -0.08511814475059509, -0.08188043534755707, -0.07864272594451904, -0.07540501654148102, -0.072167307138443, -0.06892960518598557, -0.06569189578294754, -0.06245418265461922, -0.05921647325158119, -0.05597876384854317, -0.05274105444550514, -0.04950334504246712, -0.04626563936471939, -0.043027929961681366, -0.03979022055864334, -0.036552511155605316, -0.03331480175256729, -0.030077092349529266, -0.02683938294649124, -0.023601673543453217, -0.02036396414041519, -0.017126254737377167, -0.013888545334339142, -0.010650836862623692, -0.007413127459585667, -0.004175418056547642, -0.0009377091191709042, 0.002300000051036477, 0.005537709221243858, 0.008775418624281883, 0.012013128027319908, 0.015250836499035358, 0.01848854497075081, 0.021726254373788834, 0.02496396377682686, 0.028201673179864883, 0.03143938258290291, 0.03467709198594093, 0.03791480138897896, 0.04115251079201698, 0.04439022019505501, 0.04762792959809303, 0.05086563900113106, 0.05410334840416908, 0.05734105408191681, 0.060578763484954834, 0.06381647288799286, 0.06705418229103088, 0.07029189169406891, 0.07352960109710693, 0.07676731050014496, 0.08000501990318298, 0.08324272930622101]}, "_runtime": 42.22610330581665, "_timestamp": 1596212912.927641, "_step": 47}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 5.0, 3.0, 3.0, 0.0, 1.0, 3.0, 2.0, 2.0, 0.0, 2.0, 2.0, 3.0, 5.0, 1.0, 2.0, 0.0, 2.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.014287911355495453, -0.013930228538811207, -0.013572546653449535, -0.01321486383676529, -0.012857181951403618, -0.012499499134719372, -0.0121418172493577, -0.011784134432673454, -0.011426452547311783, -0.011068769730627537, -0.01071108691394329, -0.01035340502858162, -0.009995722211897373, -0.009638040326535702, -0.009280357509851456, -0.008922675624489784, -0.008564992807805538, -0.008207309991121292, -0.00784962810575962, -0.007491945754736662, -0.007134263403713703, -0.006776580587029457, -0.006418898236006498, -0.00606121588498354, -0.005703533533960581, -0.005345851182937622, -0.004988168831914663, -0.0046304864808917046, -0.0042728036642074585, -0.0039151213131845, -0.003557438962161541, -0.0031997566111385822, -0.0028420742601156235, -0.0024843919090926647, -0.002126709558069706, -0.0017690269742161036, -0.0014113446231931448, -0.001053662272170186, -0.0006959798047319055, -0.0003382973955012858, 1.9385013729333878e-05, 0.00037706742295995355, 0.0007347498321905732, 0.0010924322996288538, 0.0014501146506518126, 0.0018077970016747713, 0.0021654795855283737, 0.0025231619365513325, 0.0028808442875742912, 0.00323852663859725, 0.0035962089896202087, 0.0039538913406431675, 0.004311573691666126, 0.004669256508350372, 0.005026938859373331, 0.00538462121039629, 0.005742303561419249, 0.006099985912442207, 0.006457668263465166, 0.006815350614488125, 0.007173033431172371, 0.00753071578219533, 0.007888398133218288, 0.00824608001857996, 0.008603762835264206]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 4.0, 4.0, 1.0, 2.0, 1.0, 4.0, 6.0, 5.0, 4.0, 8.0, 5.0, 8.0, 10.0, 15.0, 11.0, 19.0, 26.0, 30.0, 38.0, 49.0, 100.0, 85.0, 123.0, 135.0, 193.0, 267.0, 477.0, 4490.0, 718.0, 323.0, 178.0, 138.0, 115.0, 82.0, 52.0, 53.0, 31.0, 31.0, 25.0, 14.0, 11.0, 10.0, 7.0, 8.0, 3.0, 5.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0], "bins": [-0.17989733815193176, -0.1752031296491623, -0.17050892114639282, -0.16581471264362335, -0.16112050414085388, -0.1564262956380844, -0.15173207223415375, -0.14703786373138428, -0.1423436552286148, -0.13764944672584534, -0.13295523822307587, -0.1282610297203064, -0.12356682121753693, -0.11887261271476746, -0.11417839676141739, -0.10948418825864792, -0.10478997975587845, -0.10009577125310898, -0.09540156275033951, -0.09070734679698944, -0.08601313829421997, -0.0813189297914505, -0.07662472128868103, -0.07193051278591156, -0.06723630428314209, -0.06254208832979202, -0.05784787982702255, -0.05315367132425308, -0.04845946282148361, -0.04376525059342384, -0.03907104209065437, -0.034376829862594604, -0.029682621359825134, -0.024988410994410515, -0.020294200628995895, -0.015599992126226425, -0.010905781760811806, -0.006211571861058474, -0.0015173619613051414, 0.0031768479384481907, 0.007871057838201523, 0.012565268203616142, 0.01725947856903076, 0.021953687071800232, 0.02664789743721485, 0.03134210780262947, 0.03603631630539894, 0.04073052853345871, 0.04542473703622818, 0.05011894553899765, 0.05481315776705742, 0.05950736626982689, 0.06420157849788666, 0.06889578700065613, 0.0735899955034256, 0.07828420400619507, 0.08297841250896454, 0.0876726284623146, 0.09236683696508408, 0.09706104546785355, 0.10175525397062302, 0.10644946247339249, 0.11114367842674255, 0.11583788692951202, 0.1205320954322815]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 3.0, 4.0, 2.0, 5.0, 2.0, 2.0, 7.0, 3.0, 5.0, 7.0, 1.0, 23.0, 4.0, 7.0, 3.0, 4.0, 5.0, 2.0, 1.0, 0.0, 2.0, 3.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0028557260520756245, -0.0027707633562386036, -0.0026858006604015827, -0.002600837964564562, -0.002515875268727541, -0.00243091257289052, -0.0023459498770534992, -0.0022609871812164783, -0.0021760244853794575, -0.0020910617895424366, -0.0020060990937054157, -0.0019211365142837167, -0.0018361738184466958, -0.001751211122609675, -0.001666248426772654, -0.0015812857309356332, -0.0014963230350986123, -0.0014113603392615914, -0.0013263976434245706, -0.0012414349475875497, -0.0011564722517505288, -0.001071509555913508, -0.000986546860076487, -0.0009015842224471271, -0.0008166215266101062, -0.0007316588307730854, -0.0006466961349360645, -0.0005617334390990436, -0.0004767707723658532, -0.0003918080765288323, -0.0003068454097956419, -0.00022188271395862103, -0.00013692001812160015, -5.195732956053689e-05, 3.300535900052637e-05, 0.00011796804756158963, 0.0002029307361226529, 0.00028789343195967376, 0.0003728560986928642, 0.00045781879452988505, 0.0005427814903669059, 0.0006277441862039268, 0.0007127068820409477, 0.0007976695778779685, 0.0008826322155073285, 0.0009675949113443494, 0.0010525576071813703, 0.0011375203030183911, 0.001222482998855412, 0.0013074456946924329, 0.0013924083905294538, 0.0014773710863664746, 0.0015623337822034955, 0.0016472964780405164, 0.0017322591738775373, 0.0018172218697145581, 0.0019021844491362572, 0.001987147144973278, 0.002072109840810299, 0.00215707253664732, 0.0022420352324843407, 0.0023269979283213615, 0.0024119606241583824, 0.0024969233199954033, 0.002581886015832424]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 1.0, 2.0, 5.0, 1.0, 7.0, 10.0, 10.0, 17.0, 31.0, 43.0, 54.0, 62.0, 111.0, 158.0, 249.0, 390.0, 624.0, 1062.0, 1853.0, 3106.0, 5825.0, 11803.0, 24835.0, 58712.0, 170630.0, 727371.0, 92505.0, 38032.0, 18211.0, 9757.0, 5310.0, 3076.0, 1978.0, 1239.0, 804.0, 534.0, 361.0, 251.0, 200.0, 112.0, 95.0, 56.0, 35.0, 37.0, 30.0, 20.0, 5.0, 6.0, 3.0, 3.0, 3.0, 0.0, 0.0, 2.0, 0.0, 2.0], "bins": [-0.013470347970724106, -0.013066351413726807, -0.012662355788052082, -0.012258359231054783, -0.011854362674057484, -0.011450367048382759, -0.01104637049138546, -0.01064237393438816, -0.010238377377390862, -0.009834381751716137, -0.009430385194718838, -0.009026388637721539, -0.008622393012046814, -0.008218396455049515, -0.007814399898052216, -0.007410403806716204, -0.007006407715380192, -0.00660241162404418, -0.006198415067046881, -0.005794418975710869, -0.00539042241871357, -0.004986426327377558, -0.004582430236041546, -0.004178433679044247, -0.003774437587708235, -0.0033704412635415792, -0.0029664449393749237, -0.002562448848038912, -0.0021584525238722563, -0.0017544561997056007, -0.001350459991954267, -0.0009464637259952724, -0.0005424674600362778, -0.00013847119407728314, 0.0002655250718817115, 0.0006695213378407061, 0.0010735176037997007, 0.0014775139279663563, 0.00188151013571769, 0.0022855063434690237, 0.0026895026676356792, 0.003093498991802335, 0.0034974953159689903, 0.003901491407305002, 0.004305487498641014, 0.004709484055638313, 0.005113480146974325, 0.005517476703971624, 0.005921472795307636, 0.006325468886643648, 0.006729465443640947, 0.007133461534976959, 0.007537458091974258, 0.007941453717648983, 0.008345450274646282, 0.008749446831643581, 0.009153442457318306, 0.009557439014315605, 0.009961435571312904, 0.010365432128310204, 0.010769427753984928, 0.011173424310982227, 0.011577420867979527, 0.011981416493654251, 0.01238541305065155]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 7.0, 2.0, 6.0, 5.0, 0.0, 2.0, 1.0, 2.0, 4.0, 7.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.017542725428938866, -0.017113598063588142, -0.01668446883559227, -0.016255341470241547, -0.015826214104890823, -0.015397085808217525, -0.014967957511544228, -0.014538830146193504, -0.014109701849520206, -0.013680574484169483, -0.013251446187496185, -0.012822317890822887, -0.012393190525472164, -0.011964062228798866, -0.011534934863448143, -0.011105806566774845, -0.010676678270101547, -0.010247550904750824, -0.009818422608077526, -0.009389295242726803, -0.008960166946053505, -0.008531039580702782, -0.008101911284029484, -0.007672783453017473, -0.007243655622005463, -0.006814527325332165, -0.006385399494320154, -0.005956271663308144, -0.005527143832296133, -0.0050980160012841225, -0.004668887704610825, -0.004239759873598814, -0.0038106320425868034, -0.003381504211574793, -0.0029523761477321386, -0.002523248316720128, -0.002094120252877474, -0.0016649924218654633, -0.0012358645908534527, -0.0008067366434261203, -0.0003776086959987879, 5.1519222324714065e-05, 0.000480647140648216, 0.0009097750298678875, 0.00133890297729522, 0.0017680309247225523, 0.002197158755734563, 0.002626286819577217, 0.0030554146505892277, 0.0034845424816012383, 0.003913670312613249, 0.004342798609286547, 0.004771926440298557, 0.005201054271310568, 0.005630182102322578, 0.006059309933334589, 0.0064884377643466, 0.0069175660610198975, 0.007346693892031908, 0.007775821723043919, 0.008204950019717216, 0.00863407738506794, 0.009063205681741238, 0.009492333047091961, 0.009921461343765259]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 3.0, 1.0, 5.0, 2.0, 3.0, 6.0, 18.0, 11.0, 19.0, 30.0, 34.0, 34.0, 40.0, 52.0, 50.0, 61.0, 73.0, 88.0, 120.0, 163.0, 145.0, 193.0, 200.0, 288.0, 362.0, 451.0, 616.0, 984.0, 4928.0, 2847.0, 1717.0, 1195.0, 793.0, 664.0, 485.0, 394.0, 286.0, 273.0, 216.0, 159.0, 114.0, 84.0, 71.0, 36.0, 25.0, 18.0, 14.0, 13.0, 8.0, 6.0, 6.0, 2.0, 7.0, 4.0, 4.0, 2.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.00889881607145071, -0.008601974695920944, -0.008305133320391178, -0.008008291944861412, -0.007711450569331646, -0.00741460919380188, -0.007117767818272114, -0.006820926442742348, -0.006524085067212582, -0.006227243226021528, -0.005930401850491762, -0.005633560474961996, -0.00533671909943223, -0.005039877723902464, -0.004743036348372698, -0.004446194972842932, -0.004149353597313166, -0.0038525122217833996, -0.0035556708462536335, -0.0032588294707238674, -0.0029619880951941013, -0.0026651464868336916, -0.0023683051113039255, -0.0020714637357741594, -0.0017746223602443933, -0.0014777809847146273, -0.0011809396091848612, -0.0008840981172397733, -0.0005872567417100072, -0.00029041533707641065, 6.426067557185888e-06, 0.00030326747219078243, 0.000600108876824379, 0.000896950252354145, 0.0011937916278839111, 0.001490633119828999, 0.0017874744953587651, 0.002084315987303853, 0.002381157362833619, 0.002677998738363385, 0.0029748401138931513, 0.0032716814894229174, 0.0035685228649526834, 0.0038653642404824495, 0.004162205848842859, 0.004459047224372625, 0.0047558885999023914, 0.0050527299754321575, 0.005349571350961924, 0.00564641272649169, 0.005943254102021456, 0.006240095477551222, 0.006536936853080988, 0.006833778228610754, 0.00713061960414052, 0.007427460979670286, 0.00772430282086134, 0.008021144196391106, 0.008317985571920872, 0.008614826947450638, 0.008911668322980404, 0.00920850969851017, 0.009505351074039936, 0.009802192449569702, 0.010099033825099468]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 4.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09923439472913742, -0.09492301940917969, -0.09061164408922195, -0.08630026876926422, -0.08198889344930649, -0.07767751812934875, -0.07336614280939102, -0.06905476748943329, -0.06474339962005615, -0.06043202057480812, -0.05612064525485039, -0.051809269934892654, -0.04749789834022522, -0.04318652302026749, -0.03887514770030975, -0.03456377238035202, -0.030252397060394287, -0.025941021740436554, -0.02162964642047882, -0.017318272963166237, -0.013006897643208504, -0.00869552232325077, -0.004384147934615612, -7.277308031916618e-05, 0.00423860177397728, 0.008549977093935013, 0.012861351482570171, 0.01717272587120533, 0.021484101191163063, 0.025795476511120796, 0.03010684996843338, 0.03441822528839111, 0.038729600608348846, 0.04304097592830658, 0.04735235124826431, 0.051663726568222046, 0.05597510188817978, 0.060286473482847214, 0.06459785252809525, 0.06890922784805298, 0.07322059571743011, 0.07753197103738785, 0.08184334635734558, 0.08615472167730331, 0.09046609699726105, 0.09477747231721878, 0.09908884763717651, 0.10340022295713425, 0.10771159827709198, 0.11202297359704971, 0.11633434891700745, 0.12064572423696518, 0.12495709955692291, 0.12926846742630005, 0.13357985019683838, 0.13789121806621552, 0.14220260083675385, 0.14651396870613098, 0.1508253514766693, 0.15513671934604645, 0.15944810211658478, 0.16375946998596191, 0.16807085275650024, 0.17238222062587738, 0.17669358849525452]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 3.0, 0.0, 2.0, 2.0, 5.0, 2.0, 3.0, 2.0, 2.0, 8.0, 1.0, 8.0, 16.0, 35.0, 61.0, 27.0, 18.0, 12.0, 7.0, 4.0, 4.0, 2.0, 4.0, 5.0, 1.0, 1.0, 4.0, 7.0, 1.0, 3.0, 2.0, 1.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0], "bins": [-0.09190002828836441, -0.08927213400602341, -0.0866442322731018, -0.0840163379907608, -0.0813884437084198, -0.0787605494260788, -0.07613265514373779, -0.07350475341081619, -0.07087685912847519, -0.06824896484613419, -0.06562106311321259, -0.06299316883087158, -0.06036527454853058, -0.057737380266189575, -0.05510948225855827, -0.05248158425092697, -0.04985368996858597, -0.047225795686244965, -0.04459789767861366, -0.04196999967098236, -0.03934210538864136, -0.036714211106300354, -0.03408631309866905, -0.03145841509103775, -0.028830520808696747, -0.026202624663710594, -0.02357472851872444, -0.02094683237373829, -0.018318936228752136, -0.015691040083765984, -0.013063143938779831, -0.010435247793793678, -0.007807351648807526, -0.005179455503821373, -0.0025515593588352203, 7.633678615093231e-05, 0.002704232931137085, 0.005332129076123238, 0.00796002522110939, 0.010587921366095543, 0.013215817511081696, 0.015843713656067848, 0.018471609801054, 0.021099505946040154, 0.023727402091026306, 0.02635529823601246, 0.02898319438099861, 0.03161109238862991, 0.03423898667097092, 0.03686688095331192, 0.03949477896094322, 0.042122676968574524, 0.04475057125091553, 0.04737846553325653, 0.05000636354088783, 0.052634261548519135, 0.05526215583086014, 0.05789005011320114, 0.06051794812083244, 0.06314584612846375, 0.06577374041080475, 0.06840163469314575, 0.07102952897548676, 0.07365743070840836, 0.07628532499074936]}, "_runtime": 43.09042692184448, "_timestamp": 1596212913.7919645, "_step": 48}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 0.0, 4.0, 3.0, 2.0, 2.0, 1.0, 2.0, 3.0, 2.0, 3.0, 2.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.013924268074333668, -0.013544263318181038, -0.013164257630705833, -0.012784252874553204, -0.012404248118400574, -0.01202424243092537, -0.01164423767477274, -0.01126423291862011, -0.010884227231144905, -0.010504222474992275, -0.010124217718839645, -0.009744212962687016, -0.009364207275211811, -0.008984202519059181, -0.008604197762906551, -0.008224192075431347, -0.007844187319278717, -0.0074641820974648, -0.00708417734131217, -0.006704172119498253, -0.006324167363345623, -0.005944162141531706, -0.005564156919717789, -0.005184152163565159, -0.004804146941751242, -0.0044241417199373245, -0.004044136963784695, -0.0036641317419707775, -0.003284126752987504, -0.0029041217640042305, -0.0025241165421903133, -0.00214411155320704, -0.0017641065642237663, -0.0013841015752404928, -0.0010040964698418975, -0.0006240914226509631, -0.00024408637546002865, 0.00013591867173090577, 0.0005159237189218402, 0.0008959287661127746, 0.001275933813303709, 0.0016559388022869825, 0.002035943791270256, 0.002415949013084173, 0.0027959540020674467, 0.00317595899105072, 0.0035559642128646374, 0.003935968969017267, 0.004315974190831184, 0.0046959794126451015, 0.005075984168797731, 0.0054559893906116486, 0.005835994146764278, 0.006215999368578196, 0.006596004590392113, 0.006976009346544743, 0.00735601456835866, 0.007736019790172577, 0.008116024546325207, 0.008496029302477837, 0.008876034989953041, 0.009256039746105671, 0.0096360445022583, 0.010016050189733505, 0.010396054945886135]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 3.0, 0.0, 0.0, 2.0, 2.0, 1.0, 4.0, 4.0, 6.0, 4.0, 10.0, 8.0, 10.0, 23.0, 18.0, 22.0, 28.0, 29.0, 39.0, 55.0, 64.0, 99.0, 109.0, 168.0, 259.0, 398.0, 4640.0, 831.0, 365.0, 207.0, 127.0, 105.0, 68.0, 52.0, 38.0, 16.0, 19.0, 19.0, 13.0, 20.0, 14.0, 7.0, 2.0, 3.0, 6.0, 3.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.19238588213920593, -0.18648140132427216, -0.18057690560817719, -0.1746724247932434, -0.16876792907714844, -0.16286344826221466, -0.15695896744728088, -0.1510544717311859, -0.14514999091625214, -0.13924551010131836, -0.1333410143852234, -0.1274365335702896, -0.12153204530477524, -0.11562755703926086, -0.10972307622432709, -0.10381858795881271, -0.09791409969329834, -0.09200961142778397, -0.08610512316226959, -0.08020064234733582, -0.07429615408182144, -0.06839166581630707, -0.06248718127608299, -0.05658269673585892, -0.05067820847034454, -0.04477372020483017, -0.038869235664606094, -0.03296475112438202, -0.027060262858867645, -0.02115577645599842, -0.015251290053129196, -0.009346803650259972, -0.003442317247390747, 0.0024621691554784775, 0.008366655558347702, 0.014271141961216927, 0.02017562836408615, 0.026080114766955376, 0.0319846011698246, 0.037889085710048676, 0.04379357397556305, 0.04969806224107742, 0.0556025467813015, 0.061507031321525574, 0.06741151958703995, 0.07331600785255432, 0.0792204886674881, 0.08512497693300247, 0.09102946519851685, 0.09693395346403122, 0.1028384417295456, 0.10874292254447937, 0.11464741080999374, 0.12055189907550812, 0.1264563798904419, 0.13236087560653687, 0.13826535642147064, 0.14416983723640442, 0.1500743329524994, 0.15597881376743317, 0.16188329458236694, 0.16778779029846191, 0.1736922711133957, 0.17959676682949066, 0.18550124764442444]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 6.0, 1.0, 4.0, 2.0, 1.0, 2.0, 3.0, 1.0, 3.0, 5.0, 21.0, 5.0, 1.0, 5.0, 3.0, 2.0, 5.0, 2.0, 1.0, 2.0, 7.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 5.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.0019723426084965467, -0.001904860488139093, -0.001837378367781639, -0.0017698962474241853, -0.0017024141270667315, -0.0016349320067092776, -0.0015674498863518238, -0.00149996776599437, -0.0014324856456369162, -0.0013650035252794623, -0.0012975214049220085, -0.0012300392845645547, -0.0011625571642071009, -0.001095075043849647, -0.0010275929234921932, -0.0009601108031347394, -0.0008926286827772856, -0.0008251465624198318, -0.0007576644420623779, -0.0006901823217049241, -0.0006227002013474703, -0.0005552180809900165, -0.00048773596063256264, -0.0004202538402751088, -0.000352771719917655, -0.00028528959956020117, -0.00021780747920274734, -0.00015032535884529352, -8.28432384878397e-05, -1.5361118130385876e-05, 5.212100222706795e-05, 0.00011960312258452177, 0.0001870852429419756, 0.0002545673632994294, 0.00032204948365688324, 0.00038953160401433706, 0.0004570137243717909, 0.0005244958447292447, 0.0005919779650866985, 0.0006594600854441524, 0.0007269422058016062, 0.00079442432615906, 0.0008619064465165138, 0.0009293885668739676, 0.0009968706872314215, 0.0010643528075888753, 0.0011318349279463291, 0.001199317048303783, 0.0012667991686612368, 0.0013342812890186906, 0.0014017634093761444, 0.0014692455297335982, 0.001536727650091052, 0.0016042097704485059, 0.0016716918908059597, 0.0017391740111634135, 0.0018066561315208673, 0.0018741382518783212, 0.001941620372235775, 0.0020091026090085506, 0.0020765846129506826, 0.0021440666168928146, 0.0022115488536655903, 0.002279031090438366, 0.002346513094380498]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 3.0, 0.0, 3.0, 2.0, 10.0, 4.0, 6.0, 13.0, 23.0, 24.0, 52.0, 56.0, 92.0, 107.0, 211.0, 254.0, 402.0, 670.0, 1018.0, 1707.0, 2856.0, 5107.0, 9836.0, 20678.0, 48099.0, 135000.0, 743794.0, 107889.0, 46389.0, 23386.0, 12696.0, 7229.0, 4264.0, 2670.0, 1671.0, 1136.0, 699.0, 509.0, 318.0, 214.0, 178.0, 111.0, 86.0, 55.0, 38.0, 22.0, 19.0, 15.0, 8.0, 2.0, 7.0, 2.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011529131792485714, -0.011149999685585499, -0.010770866647362709, -0.010391734540462494, -0.010012601502239704, -0.009633469395339489, -0.0092543363571167, -0.008875204250216484, -0.008496071211993694, -0.00811693910509348, -0.007737806532531977, -0.007358673959970474, -0.006979541387408972, -0.006600408814847469, -0.006221276242285967, -0.005842143669724464, -0.005463011097162962, -0.0050838785246014595, -0.004704745952039957, -0.004325613379478455, -0.003946480806916952, -0.0035673484671860933, -0.003188215894624591, -0.0028090833220630884, -0.002429950749501586, -0.0020508181769400835, -0.001671685604378581, -0.0012925531482324004, -0.000913420575670898, -0.0005342880031093955, -0.00015515548875555396, 0.00022397705470211804, 0.00060310959815979, 0.0009822421707212925, 0.001361374743282795, 0.0017405071994289756, 0.0021196398884058, 0.0024987722281366587, 0.002877904800698161, 0.0032570373732596636, 0.003636169945821166, 0.004015302285552025, 0.004394434858113527, 0.00477356743067503, 0.005152700003236532, 0.005531832575798035, 0.005910965148359537, 0.00629009772092104, 0.006669230293482542, 0.0070483628660440445, 0.007427495438605547, 0.007806628011167049, 0.008185760118067265, 0.008564893156290054, 0.00894402526319027, 0.00932315830141306, 0.009702290408313274, 0.010081423446536064, 0.01046055555343628, 0.010839688591659069, 0.011218820698559284, 0.011597953736782074, 0.011977085843682289, 0.012356218881905079, 0.012735350988805294]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 3.0, 3.0, 3.0, 4.0, 3.0, 10.0, 3.0, 4.0, 3.0, 5.0, 2.0, 3.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.012443182989954948, -0.01186344027519226, -0.011283698491752148, -0.01070395577698946, -0.010124213993549347, -0.00954447127878666, -0.008964728564023972, -0.008384986780583858, -0.007805244065821171, -0.00722550181671977, -0.00664575956761837, -0.006066016852855682, -0.005486274603754282, -0.004906532354652882, -0.004326789639890194, -0.0037470473907887936, -0.003167305141687393, -0.002587562892585993, -0.002007820410653949, -0.0014280780451372266, -0.0008483356796205044, -0.0002685933141037822, 0.00031114905141294, 0.0008908914169296622, 0.0014706337824463844, 0.002050376031547785, 0.002630118513479829, 0.003209860995411873, 0.0037896032445132732, 0.004369345493614674, 0.004949088208377361, 0.005528830457478762, 0.006108572706580162, 0.006688314955681562, 0.007268057204782963, 0.00784779991954565, 0.008427541702985764, 0.009007284417748451, 0.009587027132511139, 0.010166768915951252, 0.01074651163071394, 0.011326254345476627, 0.01190599612891674, 0.012485738843679428, 0.013065481558442116, 0.013645223341882229, 0.014224966056644917, 0.01480470784008503, 0.015384450554847717, 0.015964193269610405, 0.016543935984373093, 0.01712367683649063, 0.01770341955125332, 0.018283162266016006, 0.018862904980778694, 0.019442647695541382, 0.02002238854765892, 0.020602131262421608, 0.021181873977184296, 0.021761616691946983, 0.02234135940670967, 0.02292110212147236, 0.023500842973589897, 0.024080585688352585, 0.024660328403115273]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 5.0, 4.0, 2.0, 4.0, 6.0, 7.0, 14.0, 17.0, 12.0, 15.0, 17.0, 21.0, 41.0, 57.0, 73.0, 94.0, 160.0, 230.0, 304.0, 419.0, 571.0, 854.0, 1409.0, 5386.0, 2351.0, 1335.0, 965.0, 739.0, 608.0, 416.0, 361.0, 296.0, 274.0, 223.0, 166.0, 141.0, 125.0, 102.0, 93.0, 70.0, 55.0, 47.0, 29.0, 46.0, 47.0, 27.0, 34.0, 27.0, 13.0, 14.0, 11.0, 23.0, 19.0, 20.0, 12.0, 9.0, 3.0, 3.0], "bins": [-0.007908612489700317, -0.007644670084118843, -0.007380728144198656, -0.007116785738617182, -0.006852843798696995, -0.0065889013931155205, -0.006324958987534046, -0.006061017047613859, -0.005797074642032385, -0.005533132236450911, -0.005269190296530724, -0.005005247890949249, -0.004741305485367775, -0.004477363545447588, -0.004213421139866114, -0.003949479199945927, -0.0036855367943644524, -0.0034215946216136217, -0.003157652448862791, -0.0028937100432813168, -0.002629767870530486, -0.0023658256977796555, -0.002101883292198181, -0.0018379411194473505, -0.0015739989466965199, -0.0013100567739456892, -0.0010461144847795367, -0.0007821722538210452, -0.0005182300228625536, -0.00025428779190406203, 9.654439054429531e-06, 0.0002735966700129211, 0.0005375389009714127, 0.0008014811319299042, 0.0010654233628883958, 0.0013293656520545483, 0.001593307824805379, 0.0018572499975562096, 0.002121192403137684, 0.0023851345758885145, 0.002649076748639345, 0.002913018921390176, 0.0031769610941410065, 0.0034409034997224808, 0.0037048456724733114, 0.003968787845224142, 0.004232730250805616, 0.004496672190725803, 0.004760614596307278, 0.005024557001888752, 0.005288498941808939, 0.005552441347390413, 0.0058163832873106, 0.006080325692892075, 0.006344268098473549, 0.006608210038393736, 0.00687215244397521, 0.0071360948495566845, 0.0074000367894768715, 0.007663979195058346, 0.00792792160063982, 0.008191864006221294, 0.008455805480480194, 0.008719747886061668, 0.008983690291643143]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10594097524881363, -0.10290076583623886, -0.09986055642366409, -0.09682034701108932, -0.09378013014793396, -0.09073992073535919, -0.08769971132278442, -0.08465950191020966, -0.08161929249763489, -0.07857908308506012, -0.07553886622190475, -0.07249865680932999, -0.06945844739675522, -0.06641823798418045, -0.06337802857160568, -0.060337815433740616, -0.05729760602116585, -0.05425739660859108, -0.05121718347072601, -0.048176974058151245, -0.04513676464557648, -0.04209655150771141, -0.03905634209513664, -0.036016132682561874, -0.03297591954469681, -0.02993571013212204, -0.02689550071954727, -0.023855289444327354, -0.020815078169107437, -0.01777486875653267, -0.014734657481312752, -0.011694447137415409, -0.008654236793518066, -0.005614026449620724, -0.0025738156400620937, 0.0004663949366658926, 0.003506605513393879, 0.006546815857291222, 0.009587027132511139, 0.012627237476408482, 0.015667447820305824, 0.01870765909552574, 0.02174786850810051, 0.024788079783320427, 0.027828291058540344, 0.030868500471115112, 0.03390870988368988, 0.03694892302155495, 0.039989132434129715, 0.04302934184670448, 0.04606955498456955, 0.04910976439714432, 0.052149973809719086, 0.05519018694758415, 0.05823039636015892, 0.06127060577273369, 0.06431081891059875, 0.06735102832317352, 0.07039123773574829, 0.07343144714832306, 0.07647165656089783, 0.07951187342405319, 0.08255208283662796, 0.08559229224920273, 0.0886325016617775]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [4.0, 0.0, 3.0, 3.0, 2.0, 2.0, 5.0, 2.0, 1.0, 3.0, 3.0, 3.0, 4.0, 12.0, 15.0, 14.0, 19.0, 20.0, 42.0, 26.0, 23.0, 18.0, 18.0, 8.0, 5.0, 6.0, 2.0, 5.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 2.0], "bins": [-0.032075800001621246, -0.030301975086331367, -0.028528152033686638, -0.02675432711839676, -0.02498050406575203, -0.02320667915046215, -0.02143285609781742, -0.019659031182527542, -0.017885208129882812, -0.016111383214592934, -0.01433755923062563, -0.012563735246658325, -0.010789910331368446, -0.009016086347401142, -0.007242262363433838, -0.005468438379466534, -0.0036946143954992294, -0.0019207902951166034, -0.00014696619473397732, 0.0016268579056486487, 0.003400682006031275, 0.005174505989998579, 0.0069483304396271706, 0.008722154423594475, 0.010495978407561779, 0.012269802391529083, 0.014043626375496387, 0.01581745035946369, 0.01759127527475357, 0.0193650983273983, 0.02113892324268818, 0.02291274629533291, 0.024686571210622787, 0.026460396125912666, 0.028234219178557396, 0.030008044093847275, 0.031781867146492004, 0.033555690199136734, 0.03532951697707176, 0.03710334002971649, 0.03887716308236122, 0.04065098986029625, 0.04242481291294098, 0.04419863596558571, 0.04597245901823044, 0.047746285796165466, 0.049520108848810196, 0.051293931901454926, 0.053067758679389954, 0.05484158173203468, 0.05661540478467941, 0.05838922783732414, 0.06016305461525917, 0.0619368776679039, 0.06371070444583893, 0.06548452377319336, 0.06725835055112839, 0.06903217732906342, 0.07080599665641785, 0.07257982343435287, 0.0743536427617073, 0.07612746953964233, 0.07790129631757736, 0.0796751156449318, 0.08144894242286682]}, "_runtime": 43.89508938789368, "_timestamp": 1596212914.596627, "_step": 49}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 4.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 1.0, 2.0, 0.0, 5.0, 2.0, 0.0, 2.0, 2.0, 2.0, 2.0, 4.0, 0.0, 1.0, 1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.010118035599589348, -0.009836719371378422, -0.009555403143167496, -0.009274087846279144, -0.008992771618068218, -0.008711455389857292, -0.00843014009296894, -0.008148823864758015, -0.007867507636547089, -0.007586191408336163, -0.007304875645786524, -0.007023559883236885, -0.006742243655025959, -0.006460927426815033, -0.006179611664265394, -0.0058982959017157555, -0.005616979673504829, -0.005335663445293903, -0.005054347682744265, -0.004773031920194626, -0.0044917156919837, -0.004210399463772774, -0.003929083701223135, -0.0036477677058428526, -0.00336645171046257, -0.003085135715082288, -0.0028038197197020054, -0.002522503724321723, -0.0022411877289414406, -0.001959871733561158, -0.0016785557381808758, -0.0013972397428005934, -0.001115923747420311, -0.0008346077520400286, -0.0005532917566597462, -0.00027197576127946377, 9.340234100818634e-06, 0.00029065622948110104, 0.0005719722248613834, 0.0008532882202416658, 0.0011346042156219482, 0.0014159202110022306, 0.001697236206382513, 0.0019785522017627954, 0.002259868197143078, 0.0025411841925233603, 0.0028225001879036427, 0.003103816183283925, 0.0033851321786642075, 0.00366644817404449, 0.003947764169424772, 0.004229079931974411, 0.004510396160185337, 0.004791712388396263, 0.005073028150945902, 0.005354343913495541, 0.005635660141706467, 0.005916976369917393, 0.0061982921324670315, 0.00647960789501667, 0.006760924123227596, 0.007042240351438522, 0.007323556113988161, 0.0076048718765378, 0.007886188104748726]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 5.0, 6.0, 5.0, 7.0, 7.0, 10.0, 14.0, 20.0, 19.0, 22.0, 35.0, 56.0, 59.0, 86.0, 114.0, 142.0, 224.0, 282.0, 435.0, 4700.0, 680.0, 301.0, 213.0, 105.0, 107.0, 53.0, 58.0, 42.0, 31.0, 17.0, 18.0, 11.0, 11.0, 3.0, 10.0, 4.0, 2.0, 4.0, 3.0, 5.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.1623484045267105, -0.15762807428836823, -0.15290775895118713, -0.14818742871284485, -0.14346709847450256, -0.13874678313732147, -0.1340264528989792, -0.1293061375617981, -0.12458580732345581, -0.11986548453569412, -0.11514516174793243, -0.11042483150959015, -0.10570450872182846, -0.10098418593406677, -0.09626385569572449, -0.0915435329079628, -0.08682321012020111, -0.08210288733243942, -0.07738256454467773, -0.07266223430633545, -0.06794191151857376, -0.06322158873081207, -0.058501262217760086, -0.0537809357047081, -0.04906061291694641, -0.04434029012918472, -0.039619963616132736, -0.03489963710308075, -0.03017931431531906, -0.025458989664912224, -0.020738665014505386, -0.01601834036409855, -0.011298015713691711, -0.006577691063284874, -0.0018573664128780365, 0.002862958237528801, 0.007583282887935638, 0.012303607538342476, 0.017023932188749313, 0.02174425683915615, 0.02646458148956299, 0.031184906139969826, 0.03590523079037666, 0.04062555730342865, 0.04534588009119034, 0.050066202878952026, 0.05478652939200401, 0.059506855905056, 0.06422717869281769, 0.06894750148057938, 0.07366782426834106, 0.07838815450668335, 0.08310847729444504, 0.08782880008220673, 0.09254913032054901, 0.0972694531083107, 0.10198977589607239, 0.10671009868383408, 0.11143042147159576, 0.11615075170993805, 0.12087107449769974, 0.12559139728546143, 0.1303117275238037, 0.1350320428609848, 0.1397523730993271]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 4.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 3.0, 4.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 7.0, 4.0, 4.0, 7.0, 3.0, 25.0, 5.0, 2.0, 3.0, 1.0, 3.0, 3.0, 1.0, 2.0, 0.0, 2.0, 0.0, 3.0, 2.0, 2.0, 2.0, 4.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0020645838230848312, -0.0019966771360486746, -0.001928770449012518, -0.0018608637619763613, -0.0017929570749402046, -0.0017250502714887261, -0.0016571435844525695, -0.0015892368974164128, -0.0015213302103802562, -0.0014534235233440995, -0.0013855168363079429, -0.0013176101492717862, -0.0012497033458203077, -0.001181796658784151, -0.0011138899717479944, -0.0010459832847118378, -0.0009780765976756811, -0.0009101699106395245, -0.0008422632236033678, -0.0007743564783595502, -0.0007064497913233936, -0.0006385431042872369, -0.0005706363590434194, -0.0005027296720072627, -0.00043482298497110605, -0.0003669162979349494, -0.0002990095817949623, -0.0002311028802068904, -0.00016319617861881852, -9.528947703074664e-05, -2.7382775442674756e-05, 4.052392614539713e-05, 0.00010843062773346901, 0.0001763373293215409, 0.0002442440309096128, 0.0003121507470495999, 0.00038005743408575654, 0.0004479641211219132, 0.0005158708663657308, 0.0005837775534018874, 0.0006516842404380441, 0.0007195909274742007, 0.0007874976145103574, 0.000855404359754175, 0.0009233110467903316, 0.0009912177920341492, 0.0010591244790703058, 0.0011270311661064625, 0.0011949378531426191, 0.0012628445401787758, 0.0013307512272149324, 0.001398657914251089, 0.0014665646012872458, 0.0015344714047387242, 0.0016023780917748809, 0.0016702847788110375, 0.0017381914658471942, 0.0018060981528833508, 0.0018740048399195075, 0.0019419115269556642, 0.0020098183304071426, 0.0020777250174432993, 0.002145631704479456, 0.0022135383915156126, 0.0022814450785517693]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 3.0, 8.0, 9.0, 10.0, 19.0, 20.0, 31.0, 48.0, 74.0, 113.0, 153.0, 265.0, 379.0, 611.0, 934.0, 1535.0, 2435.0, 4002.0, 7381.0, 13780.0, 28072.0, 63952.0, 191704.0, 707283.0, 77373.0, 34194.0, 17655.0, 9921.0, 6063.0, 3682.0, 2444.0, 1619.0, 1100.0, 794.0, 530.0, 448.0, 284.0, 195.0, 139.0, 103.0, 72.0, 57.0, 48.0, 22.0, 28.0, 18.0, 6.0, 9.0, 6.0, 5.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.008747627958655357, -0.0084138885140419, -0.008080150000751019, -0.007746410556137562, -0.007412671577185392, -0.007078932598233223, -0.006745193153619766, -0.006411454174667597, -0.006077715195715427, -0.005743976216763258, -0.0054102372378110886, -0.005076497793197632, -0.004742758814245462, -0.004409019835293293, -0.004075280390679836, -0.003741541411727667, -0.0034078024327754974, -0.003074063453823328, -0.002740324242040515, -0.002406585030257702, -0.0020728460513055325, -0.0017391069559380412, -0.00140536786057055, -0.0010716287652030587, -0.0007378896698355675, -0.00040415057446807623, -7.041147910058498e-05, 0.00026332761626690626, 0.0005970667116343975, 0.0009308058070018888, 0.00126454490236938, 0.0015982839977368712, 0.0019320230931043625, 0.002265762072056532, 0.002599501283839345, 0.002933240495622158, 0.0032669794745743275, 0.003600718453526497, 0.003934457898139954, 0.004268196877092123, 0.0046019358560442924, 0.004935674834996462, 0.005269413813948631, 0.005603153258562088, 0.005936892237514257, 0.006270631216466427, 0.006604370661079884, 0.006938109640032053, 0.007271848618984222, 0.007605587597936392, 0.007939326576888561, 0.008273066021502018, 0.0086068045347929, 0.008940543979406357, 0.009274283424019814, 0.009608021937310696, 0.009941761381924152, 0.010275500826537609, 0.010609239339828491, 0.010942978784441948, 0.011276718229055405, 0.011610456742346287, 0.011944196186959743, 0.012277934700250626, 0.012611674144864082]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 4.0, 0.0, 7.0, 2.0, 0.0, 10.0, 5.0, 3.0, 2.0, 5.0, 4.0, 0.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00870884582400322, -0.008226021192967892, -0.007743196561932564, -0.007260372396558523, -0.006777547765523195, -0.006294723134487867, -0.0058118985034525394, -0.0053290738724172115, -0.004846249707043171, -0.004363425076007843, -0.003880600444972515, -0.003397775813937187, -0.0029149511829018593, -0.002432126784697175, -0.0019493021536618471, -0.001466477639041841, -0.000983653124421835, -0.0005008286098018289, -1.8004036974161863e-05, 0.0004648205067496747, 0.0009476450504735112, 0.0014304695650935173, 0.0019132941961288452, 0.0023961185943335295, 0.0028789432253688574, 0.0033617678564041853, 0.0038445922546088696, 0.0043274168856441975, 0.004810241516679525, 0.005293066147714853, 0.005775890313088894, 0.006258714944124222, 0.00674153957515955, 0.007224364206194878, 0.0077071888372302055, 0.008190013468265533, 0.008672838099300861, 0.00915566273033619, 0.009638486430048943, 0.01012131106108427, 0.010604135692119598, 0.011086960323154926, 0.011569784954190254, 0.012052609585225582, 0.01253543421626091, 0.013018258847296238, 0.013501083478331566, 0.013983908109366894, 0.014466732740402222, 0.014949556440114975, 0.015432381071150303, 0.01591520570218563, 0.016398031264543533, 0.016880854964256287, 0.01736367866396904, 0.017846504226326942, 0.018329327926039696, 0.0188121534883976, 0.01929497718811035, 0.019777802750468254, 0.020260626450181007, 0.02074345201253891, 0.021226275712251663, 0.021709101274609566, 0.02219192497432232]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 0.0, 2.0, 7.0, 8.0, 4.0, 5.0, 12.0, 24.0, 28.0, 29.0, 48.0, 71.0, 79.0, 111.0, 143.0, 176.0, 242.0, 316.0, 358.0, 469.0, 597.0, 768.0, 1073.0, 1736.0, 5141.0, 1448.0, 1030.0, 772.0, 610.0, 538.0, 370.0, 353.0, 287.0, 251.0, 228.0, 205.0, 157.0, 150.0, 101.0, 91.0, 98.0, 82.0, 56.0, 26.0, 23.0, 6.0, 11.0, 2.0, 9.0, 10.0, 4.0, 1.0, 8.0, 5.0, 3.0, 6.0, 11.0, 3.0, 0.0, 3.0, 9.0, 6.0, 9.0], "bins": [-0.005033074878156185, -0.004836981184780598, -0.0046408879570662975, -0.00444479426369071, -0.004248700570315123, -0.0040526073426008224, -0.003856513649225235, -0.0036604199558496475, -0.0034643264953047037, -0.00326823303475976, -0.0030721393413841724, -0.0028760458808392286, -0.002679952420294285, -0.0024838587269186974, -0.0022877652663737535, -0.002091671572998166, -0.0018955781124532223, -0.0016994845354929566, -0.001503390958532691, -0.0013072974979877472, -0.0011112039210274816, -0.0009151103440672159, -0.0007190168253146112, -0.0005229233065620065, -0.00032682972960174084, -0.00013073618174530566, 6.535736611112952e-05, 0.0002614509139675647, 0.0004575444618239999, 0.0006536380387842655, 0.0008497315575368702, 0.001045825076289475, 0.0012419186532497406, 0.0014380122302100062, 0.0016341058071702719, 0.0018301992677152157, 0.002026292961090803, 0.002222386421635747, 0.0024184798821806908, 0.0026145735755562782, 0.002810667036101222, 0.003006760496646166, 0.0032028541900217533, 0.003398947650566697, 0.003595041111111641, 0.0037911348044872284, 0.003987228497862816, 0.004183321725577116, 0.0043794154189527035, 0.004575509112328291, 0.004771602340042591, 0.0049676960334181786, 0.005163789726793766, 0.005359882954508066, 0.005555976647883654, 0.005752070341259241, 0.005948163568973541, 0.006144257262349129, 0.006340350955724716, 0.006536444649100304, 0.006732537876814604, 0.006928631570190191, 0.007124725263565779, 0.007320818491280079, 0.007516912184655666]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0], "bins": [-0.12307287752628326, -0.12059860676527023, -0.1181243360042572, -0.11565007269382477, -0.11317580193281174, -0.1107015311717987, -0.10822726041078568, -0.10575298964977264, -0.10327872633934021, -0.10080445557832718, -0.09833018481731415, -0.09585591405630112, -0.09338164329528809, -0.09090737253427505, -0.08843310922384262, -0.08595883846282959, -0.08348456770181656, -0.08101029694080353, -0.0785360261797905, -0.07606176286935806, -0.07358749210834503, -0.071113221347332, -0.06863895058631897, -0.06616467982530594, -0.06369040906429291, -0.061216142028570175, -0.05874187499284744, -0.05626760423183441, -0.05379333347082138, -0.05131906643509865, -0.04884479567408562, -0.046370528638362885, -0.043896257877349854, -0.04142198711633682, -0.03894772008061409, -0.03647344931960106, -0.033999182283878326, -0.031524911522865295, -0.029050640761852264, -0.026576371863484383, -0.0241021029651165, -0.02162783406674862, -0.019153565168380737, -0.016679294407367706, -0.014205025508999825, -0.011730756610631943, -0.009256486780941486, -0.006782217416912317, -0.004307948052883148, -0.0018336786888539791, 0.00064059067517519, 0.003114860039204359, 0.005589129403233528, 0.00806339830160141, 0.010537668131291866, 0.013011937960982323, 0.015486206859350204, 0.017960475757718086, 0.020434744656085968, 0.022909015417099, 0.02538328431546688, 0.027857553213834763, 0.030331823974847794, 0.032806091010570526, 0.03528036177158356]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 4.0, 4.0, 2.0, 3.0, 1.0, 0.0, 1.0, 3.0, 4.0, 3.0, 1.0, 4.0, 2.0, 8.0, 3.0, 5.0, 5.0, 6.0, 3.0, 7.0, 8.0, 8.0, 11.0, 6.0, 6.0, 4.0, 13.0, 26.0, 17.0, 5.0, 20.0, 9.0, 15.0, 10.0, 14.0, 13.0, 6.0, 5.0, 4.0, 2.0, 1.0, 3.0, 0.0, 3.0, 0.0, 3.0, 0.0, 0.0, 1.0], "bins": [-0.03433402627706528, -0.03353125602006912, -0.03272848576307297, -0.031925711780786514, -0.03112294152379036, -0.030320171266794205, -0.0295173991471529, -0.028714627027511597, -0.027911856770515442, -0.027109086513519287, -0.026306314393877983, -0.02550354227423668, -0.024700772017240524, -0.02389800176024437, -0.023095229640603065, -0.02229245752096176, -0.021489687263965607, -0.020686917006969452, -0.019884144887328148, -0.019081372767686844, -0.01827860251069069, -0.017475832253694534, -0.01667306013405323, -0.015870288014411926, -0.015067517757415771, -0.014264746569097042, -0.013461975380778313, -0.012659204192459583, -0.011856433004140854, -0.011053661815822124, -0.010250890627503395, -0.009448119439184666, -0.008645348250865936, -0.007842577062547207, -0.0070398058742284775, -0.006237034685909748, -0.005434263497591019, -0.004631492309272289, -0.00382872112095356, -0.0030259499326348305, -0.002223178744316101, -0.0014204075559973717, -0.0006176363676786423, 0.00018513482064008713, 0.0009879060089588165, 0.001790677197277546, 0.0025934483855962753, 0.0033962195739150047, 0.004198990762233734, 0.0050017619505524635, 0.005804533138871193, 0.006607304327189922, 0.007410075515508652, 0.008212846703827381, 0.00901561789214611, 0.00981838908046484, 0.01062116026878357, 0.011423931457102299, 0.012226702645421028, 0.013029473833739758, 0.013832245022058487, 0.014635016210377216, 0.015437787398695946, 0.01624055951833725, 0.017043329775333405]}, "_runtime": 44.697524309158325, "_timestamp": 1596212915.399062, "_step": 50}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 3.0, 3.0, 2.0, 2.0, 1.0, 3.0, 5.0, 4.0, 2.0, 2.0, 3.0, 3.0, 5.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.019619803875684738, -0.019151458516716957, -0.018683111295104027, -0.018214765936136246, -0.017746418714523315, -0.017278073355555534, -0.016809726133942604, -0.016341380774974823, -0.015873035416007042, -0.015404688194394112, -0.01493634283542633, -0.014467996545135975, -0.01399965025484562, -0.013531303964555264, -0.013062957674264908, -0.012594611383974552, -0.012126265093684196, -0.011657919734716415, -0.01118957344442606, -0.010721227154135704, -0.010252880863845348, -0.009784534573554993, -0.009316188283264637, -0.008847842924296856, -0.0083794966340065, -0.007911150343716145, -0.007442804053425789, -0.006974457763135433, -0.006506111938506365, -0.006037765648216009, -0.0055694193579256535, -0.005101073533296585, -0.004632727243006229, -0.004164380952715874, -0.0036960348952561617, -0.0032276888377964497, -0.002759342547506094, -0.002290996490046382, -0.00182265043258667, -0.001354304258711636, -0.0008859580848366022, -0.0004176119400653988, 5.0734204705804586e-05, 0.0005190803203731775, 0.0009874264942482114, 0.0014557726681232452, 0.0019241187255829573, 0.002392465015873313, 0.002860811073333025, 0.003329157130792737, 0.0037975034210830927, 0.004265849478542805, 0.00473419576883316, 0.005202541593462229, 0.0056708878837525845, 0.00613923417404294, 0.0066075799986720085, 0.007075926288962364, 0.00754427257925272, 0.008012618869543076, 0.008480965159833431, 0.008949310518801212, 0.009417656809091568, 0.009886003099381924, 0.01035434938967228]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 5.0, 6.0, 8.0, 8.0, 16.0, 11.0, 25.0, 35.0, 46.0, 85.0, 113.0, 155.0, 290.0, 497.0, 5018.0, 807.0, 282.0, 164.0, 111.0, 77.0, 52.0, 36.0, 16.0, 17.0, 5.0, 5.0, 10.0, 2.0, 3.0, 1.0, 0.0, 3.0, 4.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2840406894683838, -0.27647554874420166, -0.26891040802001953, -0.2613452672958374, -0.25378015637397766, -0.24621501564979553, -0.2386498749256134, -0.23108473420143127, -0.22351959347724915, -0.2159544676542282, -0.20838932693004608, -0.20082418620586395, -0.19325906038284302, -0.1856939196586609, -0.17812877893447876, -0.17056365311145782, -0.1629985123872757, -0.15543337166309357, -0.14786824584007263, -0.1403031051158905, -0.13273796439170837, -0.12517283856868744, -0.11760769784450531, -0.11004255712032318, -0.10247742384672165, -0.09491229057312012, -0.08734714984893799, -0.07978201657533646, -0.07221688330173492, -0.0646517425775528, -0.05708660930395126, -0.04952147230505943, -0.0419563353061676, -0.03439119830727577, -0.02682606317102909, -0.01926092803478241, -0.01169579103589058, -0.004130654968321323, 0.0034344810992479324, 0.010999617166817188, 0.018564753234386444, 0.026129890233278275, 0.033695027232170105, 0.04126016050577164, 0.04882529750466347, 0.0563904345035553, 0.06395556777715683, 0.07152070850133896, 0.07908584177494049, 0.08665097504854202, 0.09421611577272415, 0.10178124904632568, 0.10934638977050781, 0.11691152304410934, 0.12447665631771088, 0.132041797041893, 0.13960692286491394, 0.14717206358909607, 0.1547372043132782, 0.16230234503746033, 0.16986747086048126, 0.1774326115846634, 0.18499775230884552, 0.19256287813186646, 0.20012801885604858]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 5.0, 2.0, 4.0, 4.0, 1.0, 2.0, 1.0, 8.0, 5.0, 6.0, 22.0, 5.0, 5.0, 3.0, 2.0, 2.0, 1.0, 1.0, 6.0, 1.0, 6.0, 2.0, 2.0, 3.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0025968533009290695, -0.0025211991742253304, -0.002445545280352235, -0.0023698911536484957, -0.0022942370269447565, -0.0022185829002410173, -0.002142929006367922, -0.0020672748796641827, -0.0019916207529604435, -0.0019159667426720262, -0.0018403127323836088, -0.0017646586056798697, -0.0016890045953914523, -0.0016133504686877131, -0.0015376964583992958, -0.0014620423316955566, -0.0013863883214071393, -0.001310734311118722, -0.0012350801844149828, -0.0011594261741265655, -0.0010837720474228263, -0.001008118037134409, -0.0009324639686383307, -0.0008568099001422524, -0.0007811558316461742, -0.0007055017631500959, -0.0006298476946540177, -0.0005541936261579394, -0.00047853958676569164, -0.0004028855182696134, -0.0003272314788773656, -0.00025157741038128734, -0.00017592334188520908, -0.00010026928066508844, -2.4615219444967806e-05, 5.103884177515283e-05, 0.00012669290299527347, 0.00020234697149135172, 0.0002780010108835995, 0.00035365507937967777, 0.000429309147875756, 0.0005049632163718343, 0.0005806172848679125, 0.0006562713533639908, 0.0007319253636524081, 0.0008075794321484864, 0.0008832335006445646, 0.0009588875691406429, 0.0010345416376367211, 0.0011101956479251385, 0.0011858497746288776, 0.001261503784917295, 0.0013371579116210341, 0.0014128119219094515, 0.0014884660486131907, 0.001564120058901608, 0.0016397740691900253, 0.0017154281958937645, 0.0017910822061821818, 0.001866736332885921, 0.0019423903431743383, 0.0020180444698780775, 0.0020936985965818167, 0.002169352490454912, 0.0022450066171586514]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 2.0, 4.0, 6.0, 8.0, 12.0, 15.0, 13.0, 24.0, 44.0, 72.0, 100.0, 145.0, 211.0, 343.0, 530.0, 848.0, 1241.0, 1982.0, 3098.0, 5137.0, 8849.0, 15496.0, 29270.0, 62055.0, 165446.0, 719180.0, 84146.0, 36486.0, 18431.0, 10183.0, 5797.0, 3469.0, 2340.0, 1437.0, 1025.0, 682.0, 430.0, 309.0, 219.0, 157.0, 121.0, 78.0, 62.0, 42.0, 31.0, 13.0, 15.0, 10.0, 8.0, 6.0, 3.0, 2.0, 4.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.008661355823278427, -0.00835538748651743, -0.008049419149756432, -0.007743451278656721, -0.007437482941895723, -0.007131514605134726, -0.006825546734035015, -0.006519578397274017, -0.0062136100605130196, -0.005907641723752022, -0.005601673386991024, -0.0052957055158913136, -0.004989737179130316, -0.004683768842369318, -0.0043778009712696075, -0.00407183263450861, -0.003765864297747612, -0.0034598959609866142, -0.00315392785705626, -0.002847959753125906, -0.0025419914163649082, -0.0022360230796039104, -0.0019300549756735563, -0.0016240867553278804, -0.0013181185349822044, -0.0010121503146365285, -0.0007061820942908525, -0.0004002138739451766, -9.424565359950066e-05, 0.0002117225667461753, 0.0005176907870918512, 0.0008236590074375272, 0.0011296272277832031, 0.001435595448128879, 0.001741563668474555, 0.002047531772404909, 0.002353500109165907, 0.0026594684459269047, 0.002965436549857259, 0.003271404653787613, 0.0035773729905486107, 0.0038833413273096085, 0.004189309664070606, 0.004495277535170317, 0.0048012458719313145, 0.005107214208692312, 0.005413182079792023, 0.0057191504165530205, 0.006025118753314018, 0.006331087090075016, 0.006637055426836014, 0.006943023297935724, 0.007248991634696722, 0.00755495997145772, 0.00786092784255743, 0.008166896179318428, 0.008472864516079426, 0.008778832852840424, 0.009084801189601421, 0.009390769526362419, 0.009696736931800842, 0.01000270526856184, 0.010308673605322838, 0.010614641942083836, 0.010920610278844833]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 3.0, 3.0, 4.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 7.0, 7.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 4.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013383817858994007, -0.012913758866488934, -0.01244369987398386, -0.011973640881478786, -0.011503581888973713, -0.01103352289646864, -0.010563463903963566, -0.010093404911458492, -0.009623346850275993, -0.00915328785777092, -0.008683228865265846, -0.008213169872760773, -0.007743110880255699, -0.007273051887750626, -0.006802992895245552, -0.0063329339027404785, -0.005862874910235405, -0.005392815917730331, -0.004922756925225258, -0.004452697932720184, -0.003982638940215111, -0.003512580180540681, -0.003042521420866251, -0.0025724624283611774, -0.002102403435856104, -0.0016323444433510303, -0.0011622855672612786, -0.000692226632963866, -0.00022216769866645336, 0.00024789123563095927, 0.0007179501699283719, 0.0011880090460181236, 0.0016580680385231972, 0.0021281270310282707, 0.0025981860235333443, 0.003068244783207774, 0.0035383037757128477, 0.004008362535387278, 0.004478421527892351, 0.004948480520397425, 0.005418539512902498, 0.005888598505407572, 0.006358657497912645, 0.006828716490417719, 0.007298775017261505, 0.007768834009766579, 0.008238893002271652, 0.008708951994776726, 0.0091790109872818, 0.009649069979786873, 0.010119128972291946, 0.01058918796479702, 0.011059246957302094, 0.011529305949807167, 0.01199936494231224, 0.012469423934817314, 0.012939482927322388, 0.013409540988504887, 0.01387959998100996, 0.014349658973515034, 0.014819717966020107, 0.01528977695852518, 0.01575983688235283, 0.016229895874857903, 0.016699954867362976]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 3.0, 3.0, 4.0, 7.0, 7.0, 8.0, 8.0, 11.0, 26.0, 31.0, 43.0, 51.0, 52.0, 72.0, 66.0, 86.0, 99.0, 109.0, 133.0, 171.0, 187.0, 245.0, 307.0, 407.0, 475.0, 571.0, 694.0, 911.0, 1307.0, 5741.0, 2139.0, 1118.0, 742.0, 524.0, 412.0, 329.0, 310.0, 225.0, 166.0, 136.0, 101.0, 83.0, 53.0, 53.0, 55.0, 29.0, 17.0, 25.0, 18.0, 10.0, 5.0, 9.0, 8.0, 6.0, 5.0, 4.0, 4.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0], "bins": [-0.009790229611098766, -0.009473099373281002, -0.009155969135463238, -0.008838838897645473, -0.00852170865982771, -0.008204578422009945, -0.00788744818419218, -0.007570317480713129, -0.007253187242895365, -0.0069360570050776005, -0.006618926767259836, -0.006301796529442072, -0.00598466582596302, -0.005667535588145256, -0.005350405350327492, -0.0050332751125097275, -0.004716144874691963, -0.004399014636874199, -0.004081884399056435, -0.0037647539284080267, -0.0034476236905902624, -0.003130493452772498, -0.00281336298212409, -0.002496232744306326, -0.0021791025064885616, -0.0018619722686707973, -0.0015448419144377112, -0.0012277115602046251, -0.0009105813223868608, -0.0005934510263614357, -0.00027632073033601046, 4.080956568941474e-05, 0.00035793986171483994, 0.0006750701577402651, 0.0009922004537656903, 0.0013093308079987764, 0.0016264610458165407, 0.001943591283634305, 0.002260721754282713, 0.0025778519921004772, 0.0028949822299182415, 0.0032121124677360058, 0.00352924270555377, 0.003846373176202178, 0.004163503646850586, 0.00448063388466835, 0.0047977641224861145, 0.005114894360303879, 0.005432024598121643, 0.005749154835939407, 0.006066285073757172, 0.006383415311574936, 0.0067005455493927, 0.007017676252871752, 0.007334806490689516, 0.00765193672850728, 0.007969066500663757, 0.008286197669804096, 0.00860332790762186, 0.008920458145439625, 0.009237588383257389, 0.009554718621075153, 0.009871848858892918, 0.010188979096710682, 0.010506109334528446]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 4.0, 1.0, 4.0, 5.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.2568596601486206, -0.25128576159477234, -0.24571183323860168, -0.24013791978359222, -0.23456400632858276, -0.2289901077747345, -0.22341619431972504, -0.21784228086471558, -0.21226836740970612, -0.20669445395469666, -0.2011205404996872, -0.19554662704467773, -0.18997272849082947, -0.18439881503582, -0.17882490158081055, -0.1732509881258011, -0.16767707467079163, -0.16210316121578217, -0.1565292477607727, -0.15095533430576324, -0.14538142085075378, -0.13980752229690552, -0.13423360884189606, -0.1286596953868866, -0.12308578193187714, -0.11751186847686768, -0.11193795502185822, -0.10636404901742935, -0.10079013556241989, -0.09521622210741043, -0.08964231610298157, -0.0840684026479721, -0.07849448919296265, -0.07292057573795319, -0.06734666228294373, -0.06177275627851486, -0.0561988428235054, -0.05062492936849594, -0.04505101963877678, -0.03947710990905762, -0.03390319645404816, -0.028329284861683846, -0.022755373269319534, -0.017181461676955223, -0.011607550084590912, -0.006033638492226601, -0.00045972689986228943, 0.005114184692502022, 0.010688096284866333, 0.016262007877230644, 0.021835919469594955, 0.027409831061959267, 0.03298374265432358, 0.03855765610933304, 0.0441315658390522, 0.04970547556877136, 0.05527938902378082, 0.06085330247879028, 0.06642721593379974, 0.07200112193822861, 0.07757503539323807, 0.08314894884824753, 0.08872285485267639, 0.09429676830768585, 0.09987068176269531]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 3.0, 3.0, 2.0, 5.0, 4.0, 12.0, 17.0, 14.0, 37.0, 67.0, 22.0, 17.0, 7.0, 8.0, 8.0, 1.0, 6.0, 5.0, 5.0, 6.0, 2.0, 2.0, 6.0, 0.0, 0.0, 2.0, 1.0, 2.0], "bins": [-0.19464711844921112, -0.1903328150510788, -0.18601849675178528, -0.18170419335365295, -0.17738987505435944, -0.1730755716562271, -0.1687612533569336, -0.16444694995880127, -0.16013264656066895, -0.15581832826137543, -0.1515040248632431, -0.14718970656394958, -0.14287540316581726, -0.13856108486652374, -0.13424678146839142, -0.1299324631690979, -0.12561815977096558, -0.12130384892225266, -0.11698953807353973, -0.11267522722482681, -0.10836091637611389, -0.10404661297798157, -0.09973230212926865, -0.09541799128055573, -0.0911036804318428, -0.08678936958312988, -0.08247505873441696, -0.07816074788570404, -0.07384644448757172, -0.0695321336388588, -0.06521782279014587, -0.06090351194143295, -0.05658920109272003, -0.05227489024400711, -0.04796057939529419, -0.04364627227187157, -0.039331961423158646, -0.035017650574445724, -0.030703341588377953, -0.02638903260231018, -0.02207472175359726, -0.01776041090488434, -0.013446101918816566, -0.00913179200142622, -0.004817482084035873, -0.0005031721666455269, 0.0038111377507448196, 0.008125447668135166, 0.012439757585525513, 0.016754068434238434, 0.021068377420306206, 0.025382686406373978, 0.0296969972550869, 0.03401130810379982, 0.03832561522722244, 0.042639926075935364, 0.046954236924648285, 0.051268547773361206, 0.05558285862207413, 0.05989716574549675, 0.06421147286891937, 0.0685257837176323, 0.07284009456634521, 0.07715440541505814, 0.08146871626377106]}, "_runtime": 45.49136447906494, "_timestamp": 1596212916.192902, "_step": 51}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 4.0, 5.0, 0.0, 2.0, 1.0, 2.0, 2.0, 3.0, 1.0, 2.0, 2.0, 2.0, 4.0, 0.0, 1.0, 6.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012504820711910725, -0.012159097008407116, -0.011813372373580933, -0.011467648670077324, -0.01112192403525114, -0.010776200331747532, -0.010430475696921349, -0.01008475199341774, -0.009739028289914131, -0.009393303655087948, -0.00904757995158434, -0.008701855316758156, -0.008356131613254547, -0.008010406978428364, -0.007664683274924755, -0.007318959105759859, -0.006973234936594963, -0.006627510767430067, -0.006281786598265171, -0.005936062429100275, -0.005590338259935379, -0.00524461455643177, -0.004898890387266874, -0.004553166218101978, -0.004207442048937082, -0.0038617178797721863, -0.0035159937106072903, -0.003170269774273038, -0.002824545605108142, -0.002478821435943246, -0.0021330974996089935, -0.0017873733304440975, -0.0014416491612792015, -0.0010959249921143055, -0.0007502009393647313, -0.0004044768284074962, -5.8752717450261116e-05, 0.000286971393506974, 0.0006326955044642091, 0.0009784195572137833, 0.0013241437263786793, 0.0016698678955435753, 0.0020155920647084713, 0.0023613160010427237, 0.0027070401702076197, 0.0030527643393725157, 0.003398488275706768, 0.003744212444871664, 0.00408993661403656, 0.004435660783201456, 0.004781384952366352, 0.005127109121531248, 0.005472833290696144, 0.005818556994199753, 0.006164281163364649, 0.006510005332529545, 0.006855729501694441, 0.007201453670859337, 0.007547177840024233, 0.007892902009189129, 0.008238625712692738, 0.008584350347518921, 0.00893007405102253, 0.009275798685848713, 0.009621522389352322]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 4.0, 1.0, 3.0, 1.0, 2.0, 2.0, 3.0, 3.0, 5.0, 11.0, 18.0, 11.0, 15.0, 20.0, 28.0, 29.0, 38.0, 30.0, 44.0, 46.0, 60.0, 82.0, 97.0, 127.0, 149.0, 232.0, 336.0, 3697.0, 1356.0, 457.0, 290.0, 178.0, 110.0, 96.0, 75.0, 54.0, 30.0, 31.0, 32.0, 28.0, 16.0, 12.0, 13.0, 18.0, 7.0, 8.0, 5.0, 2.0, 4.0, 5.0, 1.0, 5.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.1320515275001526, -0.1280306726694107, -0.12400981783866882, -0.11998896300792694, -0.11596810817718506, -0.11194725334644318, -0.1079263985157013, -0.10390554368495941, -0.09988468885421753, -0.09586383402347565, -0.09184297919273376, -0.08782212436199188, -0.08380126953125, -0.07978041470050812, -0.07575955986976624, -0.07173870503902435, -0.06771785020828247, -0.06369699537754059, -0.059676140546798706, -0.055655285716056824, -0.05163443088531494, -0.04761357605457306, -0.04359272122383118, -0.039571866393089294, -0.03555101156234741, -0.03153015673160553, -0.027509301900863647, -0.023488447070121765, -0.019467592239379883, -0.015446737408638, -0.011425882577896118, -0.007405027747154236, -0.0033841729164123535, 0.0006366819143295288, 0.004657536745071411, 0.008678391575813293, 0.012699246406555176, 0.016720101237297058, 0.02074095606803894, 0.024761810898780823, 0.028782665729522705, 0.03280352056026459, 0.03682437539100647, 0.04084523022174835, 0.044866085052490234, 0.04888693988323212, 0.052907794713974, 0.05692864954471588, 0.060949504375457764, 0.06497035920619965, 0.06899121403694153, 0.07301206886768341, 0.07703292369842529, 0.08105377852916718, 0.08507463335990906, 0.08909548819065094, 0.09311634302139282, 0.0971371978521347, 0.10115805268287659, 0.10517890751361847, 0.10919976234436035, 0.11322061717510223, 0.11724147200584412, 0.121262326836586, 0.12528318166732788]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 4.0, 1.0, 2.0, 1.0, 4.0, 5.0, 3.0, 3.0, 5.0, 4.0, 4.0, 3.0, 25.0, 6.0, 3.0, 6.0, 3.0, 5.0, 4.0, 4.0, 1.0, 5.0, 2.0, 0.0, 2.0, 1.0, 1.0, 6.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0033735092729330063, -0.003280668519437313, -0.00318782776594162, -0.0030949870124459267, -0.0030021462589502335, -0.0029093052726238966, -0.0028164645191282034, -0.00272362376563251, -0.002630783012136817, -0.0025379422586411238, -0.0024451015051454306, -0.0023522607516497374, -0.0022594197653234005, -0.0021665790118277073, -0.002073738258332014, -0.001980897504836321, -0.0018880567513406277, -0.0017952159978449345, -0.0017023752443492413, -0.0016095343744382262, -0.001516693620942533, -0.0014238528674468398, -0.0013310119975358248, -0.0012381712440401316, -0.0011453304905444384, -0.0010524897370487452, -0.000959648925345391, -0.0008668081136420369, -0.0007739673601463437, -0.0006811266066506505, -0.0005882857949472964, -0.0004954449832439423, -0.00040260422974824905, -0.0003097634471487254, -0.00021692266454920173, -0.00012408188194967806, -3.12410993501544e-05, 6.159968324936926e-05, 0.00015444046584889293, 0.0002472812484484166, 0.00034012203104794025, 0.0004329628136474639, 0.0005258035962469876, 0.0006186444079503417, 0.0007114851614460349, 0.0008043259149417281, 0.0008971667266450822, 0.0009900075383484364, 0.0010828482918441296, 0.0011756890453398228, 0.001268529798835516, 0.001361370668746531, 0.0014542114222422242, 0.0015470521757379174, 0.0016398930456489325, 0.0017327337991446257, 0.0018255745526403189, 0.001918415306136012, 0.0020112560596317053, 0.0021040968131273985, 0.0021969377994537354, 0.0022897785529494286, 0.0023826193064451218, 0.002475460059940815, 0.002568300813436508]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 4.0, 7.0, 12.0, 9.0, 12.0, 24.0, 26.0, 49.0, 62.0, 122.0, 191.0, 328.0, 537.0, 961.0, 1662.0, 3094.0, 5986.0, 12879.0, 29743.0, 83436.0, 783299.0, 159753.0, 51229.0, 22112.0, 10633.0, 5722.0, 3106.0, 1843.0, 1107.0, 670.0, 428.0, 235.0, 111.0, 99.0, 47.0, 41.0, 27.0, 10.0, 10.0, 3.0, 2.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.016032272949814796, -0.01558452658355236, -0.015136780217289925, -0.014689033851027489, -0.014241287484765053, -0.013793542049825191, -0.013345795683562756, -0.01289804931730032, -0.012450302951037884, -0.012002556584775448, -0.011554810218513012, -0.011107063852250576, -0.010659318417310715, -0.010211572051048279, -0.009763825684785843, -0.009316079318523407, -0.008868332952260971, -0.008420586585998535, -0.0079728402197361, -0.007525094319134951, -0.007077347952872515, -0.006629601586610079, -0.00618185568600893, -0.005734109319746494, -0.005286362953484058, -0.0048386165872216225, -0.0043908702209591866, -0.003943124320358038, -0.003495377954095602, -0.003047631587833166, -0.002599885454401374, -0.0021521393209695816, -0.0017043929547071457, -0.0012566467048600316, -0.0008089004550129175, -0.00036115420516580343, 8.659204468131065e-05, 0.0005343382945284247, 0.0009820845443755388, 0.001429830794222653, 0.001877577044069767, 0.002325323410332203, 0.002773069543763995, 0.0032208156771957874, 0.0036685620434582233, 0.004116308409720659, 0.004564054310321808, 0.005011800676584244, 0.00545954704284668, 0.005907293409109116, 0.0063550397753715515, 0.0068027856759727, 0.007250532042235136, 0.007698278408497572, 0.00814602430909872, 0.008593770675361156, 0.009041517041623592, 0.009489263407886028, 0.009937009774148464, 0.0103847561404109, 0.010832501575350761, 0.011280247941613197, 0.011727994307875633, 0.01217574067413807, 0.012623487040400505]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 7.0, 2.0, 1.0, 2.0, 3.0, 10.0, 0.0, 1.0, 2.0, 2.0, 6.0, 1.0, 3.0, 2.0, 5.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01578393392264843, -0.015282655134797096, -0.014781377278268337, -0.014280098490417004, -0.013778820633888245, -0.013277541846036911, -0.012776263058185577, -0.012274985201656818, -0.011773706413805485, -0.011272427625954151, -0.010771149769425392, -0.010269870981574059, -0.009768592193722725, -0.009267314337193966, -0.008766035549342632, -0.008264757692813873, -0.00776347890496254, -0.007262200582772493, -0.006760922260582447, -0.0062596434727311134, -0.005758365150541067, -0.005257086828351021, -0.004755808040499687, -0.004254529718309641, -0.0037532513961195946, -0.0032519730739295483, -0.0027506945189088583, -0.0022494159638881683, -0.001748137641698122, -0.0012468592030927539, -0.0007455807644873857, -0.0002443023258820176, 0.0002569761127233505, 0.0007582545513287187, 0.0012595329899340868, 0.001760811428539455, 0.002262089867144823, 0.0027633681893348694, 0.0032646467443555593, 0.0037659252993762493, 0.004267203621566296, 0.004768481943756342, 0.005269760265946388, 0.005771039053797722, 0.006272317375987768, 0.0067735956981778145, 0.007274874486029148, 0.007776152808219194, 0.00827743113040924, 0.008778709918260574, 0.009279987774789333, 0.009781266562640667, 0.010282544419169426, 0.01078382320702076, 0.011285101994872093, 0.011786379851400852, 0.012287658639252186, 0.01278893742710352, 0.013290215283632278, 0.013791494071483612, 0.014292772859334946, 0.014794050715863705, 0.015295329503715038, 0.015796607360243797, 0.01629788614809513]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 7.0, 8.0, 13.0, 8.0, 7.0, 11.0, 18.0, 19.0, 23.0, 28.0, 41.0, 25.0, 42.0, 46.0, 60.0, 82.0, 97.0, 120.0, 192.0, 230.0, 342.0, 423.0, 469.0, 670.0, 1112.0, 2232.0, 6474.0, 1724.0, 990.0, 786.0, 544.0, 421.0, 337.0, 245.0, 170.0, 97.0, 74.0, 62.0, 49.0, 26.0, 23.0, 15.0, 15.0, 8.0, 9.0, 6.0, 6.0, 3.0, 4.0, 1.0, 1.0, 2.0, 0.0, 2.0], "bins": [-0.013916266150772572, -0.01353235263377428, -0.01314843911677599, -0.012764525599777699, -0.012380612082779408, -0.011996698565781116, -0.011612785048782825, -0.011228871531784534, -0.010844958014786243, -0.010461044497787952, -0.010077130980789661, -0.00969321746379137, -0.00930930394679308, -0.008925390429794788, -0.008541476912796497, -0.008157563395798206, -0.007773650344461203, -0.007389736827462912, -0.007005823310464621, -0.00662190979346633, -0.0062379962764680386, -0.0058540827594697475, -0.0054701692424714565, -0.0050862557254731655, -0.004702342674136162, -0.004318429157137871, -0.00393451564013958, -0.003550601890310645, -0.0031666886061429977, -0.0027827750891447067, -0.0023988615721464157, -0.0020149480551481247, -0.0016310345381498337, -0.0012471210211515427, -0.0008632075623609126, -0.000479294074466452, -9.538058657199144e-05, 0.0002885329013224691, 0.0006724463892169297, 0.0010563598480075598, 0.0014402733650058508, 0.0018241868820041418, 0.002208100399002433, 0.002592013916000724, 0.002975927200168371, 0.003359840717166662, 0.0037437542341649532, 0.004127667751163244, 0.004511581268161535, 0.004895494785159826, 0.005279408302158117, 0.005663321819156408, 0.006047235336154699, 0.00643114885315299, 0.006815062370151281, 0.007198975887149572, 0.007582888938486576, 0.007966802455484867, 0.008350715972483158, 0.008734629489481449, 0.00911854300647974, 0.009502456523478031, 0.009886370040476322, 0.010270283557474613, 0.010654197074472904]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 1.0, 2.0, 3.0, 3.0, 0.0, 4.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.16469231247901917, -0.15947037935256958, -0.15424844622612, -0.1490265130996704, -0.14380457997322083, -0.13858266174793243, -0.13336072862148285, -0.12813879549503326, -0.12291686236858368, -0.1176949292421341, -0.11247299611568451, -0.10725107043981552, -0.10202913731336594, -0.09680720418691635, -0.09158527851104736, -0.08636334538459778, -0.0811414122581482, -0.07591947913169861, -0.07069754600524902, -0.06547562032938004, -0.06025368720293045, -0.055031754076480865, -0.04980982467532158, -0.04458789527416229, -0.03936596214771271, -0.03414402902126312, -0.028922099620103836, -0.0237001683562994, -0.018478237092494965, -0.013256305828690529, -0.008034374564886093, -0.0028124433010816574, 0.0024094879627227783, 0.007631419226527214, 0.01285335049033165, 0.018075281754136086, 0.02329721301794052, 0.028519144281744957, 0.03374107554554939, 0.03896300494670868, 0.044184938073158264, 0.04940687119960785, 0.054628800600767136, 0.05985073000192642, 0.06507266312837601, 0.07029459625482559, 0.07551652193069458, 0.08073845505714417, 0.08596038818359375, 0.09118232131004333, 0.09640425443649292, 0.10162618011236191, 0.10684811323881149, 0.11207004636526108, 0.11729197204113007, 0.12251390516757965, 0.12773583829402924, 0.13295777142047882, 0.1381797045469284, 0.143401637673378, 0.14862355589866638, 0.15384548902511597, 0.15906742215156555, 0.16428935527801514, 0.16951128840446472]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 4.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0, 3.0, 0.0, 0.0, 3.0, 2.0, 1.0, 4.0, 3.0, 1.0, 3.0, 3.0, 2.0, 6.0, 11.0, 13.0, 15.0, 23.0, 20.0, 40.0, 26.0, 15.0, 14.0, 10.0, 5.0, 4.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 4.0, 1.0, 4.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 3.0, 2.0, 5.0, 1.0, 3.0, 1.0, 1.0], "bins": [-0.12143740057945251, -0.11804330348968506, -0.1146492063999176, -0.11125510931015015, -0.10786101222038269, -0.10446691513061523, -0.10107281804084778, -0.09767872095108032, -0.09428462386131287, -0.09089051932096481, -0.08749642223119736, -0.0841023251414299, -0.08070822805166245, -0.07731413096189499, -0.07392003387212753, -0.07052593678236008, -0.06713183969259262, -0.06373774260282516, -0.06034364551305771, -0.05694954842329025, -0.0535554513335228, -0.05016135051846504, -0.046767253428697586, -0.04337315633893013, -0.039979059249162674, -0.03658496215939522, -0.03319086506962776, -0.029796766117215157, -0.0264026690274477, -0.023008571937680244, -0.01961447298526764, -0.016220375895500183, -0.012826278805732727, -0.009432181715965271, -0.00603808369487524, -0.002643986139446497, 0.0007501114159822464, 0.00414420897141099, 0.007538306526839733, 0.010932404547929764, 0.01432650163769722, 0.017720598727464676, 0.021114695817232132, 0.024508794769644737, 0.027902891859412193, 0.0312969908118248, 0.034691087901592255, 0.03808518499135971, 0.04147928208112717, 0.04487337917089462, 0.04826747626066208, 0.051661573350429535, 0.05505567044019699, 0.058449771255254745, 0.0618438683450222, 0.06523796170949936, 0.06863206624984741, 0.07202616333961487, 0.07542026042938232, 0.07881435751914978, 0.08220845460891724, 0.08560255169868469, 0.08899664878845215, 0.0923907458782196, 0.09578484296798706]}, "_runtime": 46.273948192596436, "_timestamp": 1596212916.9754858, "_step": 52}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 6.0, 7.0, 5.0, 11.0, 3.0, 4.0, 3.0, 2.0, 3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.026641272008419037, -0.025762606412172318, -0.024883942678570747, -0.024005277082324028, -0.02312661148607731, -0.02224794775247574, -0.02136928215622902, -0.0204906165599823, -0.01961195096373558, -0.01873328723013401, -0.01785462163388729, -0.01697595603764057, -0.016097292304039, -0.015218626707792282, -0.014339962042868137, -0.013461296446621418, -0.012582631781697273, -0.011703967116773129, -0.01082530152052641, -0.009946636855602264, -0.009067971259355545, -0.0081893065944314, -0.0073106419295072556, -0.0064319767989218235, -0.0055533116683363914, -0.004674646537750959, -0.003795981639996171, -0.0029173167422413826, -0.0020386516116559505, -0.0011599865974858403, -0.0002813215833157301, 0.0005973434308543801, 0.0014760084450244904, 0.0023546735756099224, 0.003233338473364711, 0.004112003371119499, 0.004990668501704931, 0.005869333632290363, 0.006747998297214508, 0.00762666342779994, 0.008505328558385372, 0.009383993223309517, 0.010262658819556236, 0.011141323484480381, 0.012019988149404526, 0.012898653745651245, 0.01377731841057539, 0.01465598400682211, 0.015534648671746254, 0.016413314267992973, 0.017291978001594543, 0.018170643597841263, 0.019049309194087982, 0.019927972927689552, 0.02080663852393627, 0.02168530412018299, 0.02256396785378456, 0.02344263345003128, 0.024321299046278, 0.02519996464252472, 0.02607862837612629, 0.02695729397237301, 0.027835959568619728, 0.028714623302221298, 0.029593288898468018]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 4.0, 3.0, 1.0, 8.0, 1.0, 2.0, 5.0, 5.0, 12.0, 11.0, 5.0, 9.0, 24.0, 27.0, 44.0, 57.0, 74.0, 148.0, 175.0, 374.0, 663.0, 5048.0, 528.0, 250.0, 145.0, 91.0, 57.0, 46.0, 26.0, 21.0, 8.0, 10.0, 6.0, 8.0, 8.0, 1.0, 3.0, 1.0, 0.0, 2.0, 2.0, 3.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.2189672887325287, -0.21194614470005035, -0.20492498576641083, -0.1979038417339325, -0.19088268280029297, -0.18386153876781464, -0.1768403947353363, -0.16981923580169678, -0.16279809176921844, -0.1557769477367401, -0.14875578880310059, -0.14173464477062225, -0.13471350073814392, -0.1276923418045044, -0.12067119777202606, -0.11365004628896713, -0.1066288948059082, -0.09960774332284927, -0.09258659183979034, -0.08556544780731201, -0.07854429632425308, -0.07152314484119415, -0.06450200080871582, -0.05748084932565689, -0.05045969784259796, -0.04343854635953903, -0.0364173986017704, -0.02939624898135662, -0.02237509936094284, -0.01535394974052906, -0.00833280012011528, -0.0013116504997015, 0.00570949912071228, 0.01273064874112606, 0.01975179836153984, 0.02677294798195362, 0.0337940976023674, 0.04081524908542633, 0.04783639684319496, 0.05485754460096359, 0.06187869608402252, 0.06889984756708145, 0.07592099905014038, 0.08294214308261871, 0.08996329456567764, 0.09698444604873657, 0.1040055900812149, 0.11102674156427383, 0.11804789304733276, 0.1250690370798111, 0.13209019601345062, 0.13911134004592896, 0.14613249897956848, 0.15315364301204681, 0.16017478704452515, 0.16719594597816467, 0.174217090010643, 0.18123823404312134, 0.18825939297676086, 0.1952805370092392, 0.20230168104171753, 0.20932283997535706, 0.2163439840078354, 0.22336514294147491, 0.23038628697395325]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 4.0, 2.0, 3.0, 3.0, 3.0, 1.0, 4.0, 4.0, 2.0, 4.0, 1.0, 6.0, 25.0, 5.0, 3.0, 2.0, 2.0, 7.0, 2.0, 5.0, 4.0, 4.0, 0.0, 6.0, 0.0, 0.0, 2.0, 1.0, 3.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0033617322333157063, -0.00326614105142653, -0.0031705498695373535, -0.0030749584548175335, -0.002979367272928357, -0.0028837760910391808, -0.0027881849091500044, -0.0026925934944301844, -0.002597002312541008, -0.0025014111306518316, -0.0024058199487626553, -0.002310228766873479, -0.002214637352153659, -0.0021190461702644825, -0.002023454988375306, -0.001927863690070808, -0.0018322725081816316, -0.0017366813262924552, -0.001641090027987957, -0.0015454988460987806, -0.0014499075477942824, -0.001354316365905106, -0.0012587250676006079, -0.0011631338857114315, -0.0010675427038222551, -0.0009719514055177569, -0.0008763601654209197, -0.0007807689253240824, -0.000685177743434906, -0.0005895865033380687, -0.0004939952632412314, -0.00039840402314439416, -0.0003028127830475569, -0.0002072215429507196, -0.00011163031740579754, -1.6039084584917873e-05, 7.95521482359618e-05, 0.00017514338833279908, 0.0002707345993258059, 0.0003663258394226432, 0.00046191707951948047, 0.0005575083196163177, 0.000653099559713155, 0.0007486907998099923, 0.0008442819816991687, 0.000939873221796006, 0.0010354644618928432, 0.0011310557601973414, 0.0012266469420865178, 0.0013222381239756942, 0.0014178294222801924, 0.0015134206041693687, 0.001609011902473867, 0.0017046030843630433, 0.0018001943826675415, 0.0018957855645567179, 0.0019913767464458942, 0.0020869679283350706, 0.0021825593430548906, 0.002278150524944067, 0.0023737417068332434, 0.0024693328887224197, 0.0025649243034422398, 0.002660515485331416, 0.0027561066672205925]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 3.0, 8.0, 10.0, 19.0, 27.0, 43.0, 51.0, 102.0, 123.0, 171.0, 278.0, 403.0, 635.0, 944.0, 1625.0, 2722.0, 4673.0, 8563.0, 16455.0, 36579.0, 95396.0, 758389.0, 143827.0, 52576.0, 24535.0, 12825.0, 7168.0, 4114.0, 2510.0, 1572.0, 983.0, 733.0, 482.0, 383.0, 206.0, 150.0, 115.0, 63.0, 63.0, 41.0, 18.0, 22.0, 12.0, 9.0, 5.0, 1.0, 2.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01035642996430397, -0.009996062144637108, -0.00963569339364767, -0.009275325573980808, -0.008914957754313946, -0.008554589003324509, -0.008194221183657646, -0.007833853363990784, -0.007473485078662634, -0.007113116793334484, -0.006752748973667622, -0.006392380688339472, -0.006032012403011322, -0.0056716445833444595, -0.00531127629801631, -0.004950908478349447, -0.0045905401930212975, -0.004230171907693148, -0.003869804088026285, -0.0035094358026981354, -0.0031490677502006292, -0.002788699697703123, -0.0024283314123749733, -0.002067963359877467, -0.001707595307379961, -0.0013472272548824549, -0.000986859085969627, -0.0006264909752644598, -0.0002661228645592928, 9.424524614587426e-05, 0.0004546133568510413, 0.0008149814675562084, 0.0011753495782613754, 0.0015357176307588816, 0.0018960857996717095, 0.0022564539685845375, 0.0026168220210820436, 0.00297719007357955, 0.0033375583589076996, 0.0036979264114052057, 0.004058294463902712, 0.004418662749230862, 0.004779030568897724, 0.005139398854225874, 0.005499767139554024, 0.005860134959220886, 0.006220503244549036, 0.0065808710642158985, 0.006941239349544048, 0.007301607634872198, 0.007661975454539061, 0.00802234373986721, 0.008382711559534073, 0.00874308031052351, 0.009103448130190372, 0.009463815949857235, 0.009824184700846672, 0.010184552520513535, 0.010544920340180397, 0.01090528815984726, 0.011265656910836697, 0.011626024730503559, 0.011986392550170422, 0.012346761301159859, 0.012707129120826721]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 2.0, 2.0, 4.0, 3.0, 3.0, 8.0, 1.0, 3.0, 7.0, 3.0, 1.0, 5.0, 2.0, 2.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.026560816913843155, -0.02597545087337494, -0.025390084832906723, -0.024804716929793358, -0.024219350889325142, -0.023633984848856926, -0.02304861880838871, -0.022463250905275345, -0.02187788486480713, -0.021292518824338913, -0.020707152783870697, -0.02012178674340248, -0.019536418840289116, -0.0189510527998209, -0.018365686759352684, -0.017780320718884468, -0.017194952815771103, -0.016609586775302887, -0.01602422073483467, -0.015438854694366455, -0.014853487722575665, -0.014268121682107449, -0.013682754710316658, -0.013097388669848442, -0.012512022629380226, -0.011926655657589436, -0.01134128961712122, -0.010755922645330429, -0.010170556604862213, -0.009585189633071423, -0.008999823592603207, -0.008414456620812416, -0.0078290905803442, -0.007243724074214697, -0.006658357568085194, -0.00607299106195569, -0.005487624555826187, -0.004902258515357971, -0.004316892009228468, -0.0037315255030989647, -0.0031461589969694614, -0.002560792490839958, -0.001975425984710455, -0.0013900597114115953, -0.0008046932052820921, -0.00021932675736024976, 0.0003660396905615926, 0.0009514061384834349, 0.0015367725864052773, 0.0021221390925347805, 0.0027075055986642838, 0.0032928718719631433, 0.0038782383780926466, 0.004463604651391506, 0.0050489711575210094, 0.005634337663650513, 0.006219704169780016, 0.006805070675909519, 0.0073904371820390224, 0.007975803688168526, 0.008561169728636742, 0.009146536700427532, 0.009731902740895748, 0.010317269712686539, 0.010902635753154755]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 4.0, 7.0, 8.0, 6.0, 12.0, 19.0, 18.0, 20.0, 34.0, 40.0, 44.0, 38.0, 47.0, 57.0, 41.0, 68.0, 63.0, 77.0, 122.0, 115.0, 130.0, 177.0, 198.0, 297.0, 463.0, 609.0, 920.0, 1420.0, 5912.0, 2220.0, 1297.0, 922.0, 717.0, 567.0, 438.0, 340.0, 249.0, 198.0, 146.0, 91.0, 76.0, 58.0, 34.0, 28.0, 15.0, 15.0, 5.0, 5.0, 5.0, 9.0, 6.0, 7.0, 5.0, 1.0, 1.0, 2.0, 3.0, 2.0, 0.0, 2.0], "bins": [-0.011556803248822689, -0.011204193346202374, -0.010851583443582058, -0.010498974472284317, -0.010146364569664001, -0.009793754667043686, -0.00944114476442337, -0.00908853579312563, -0.008735925890505314, -0.008383315987884998, -0.008030706085264683, -0.0076780966483056545, -0.007325486745685339, -0.006972877308726311, -0.006620267406105995, -0.006267657969146967, -0.005915048066526651, -0.005562438163906336, -0.005209828726947308, -0.004857218824326992, -0.004504609387367964, -0.004151999484747648, -0.0037993898149579763, -0.0034467801451683044, -0.0030941704753786325, -0.0027415608055889606, -0.0023889511357992887, -0.002036341466009617, -0.0016837316798046231, -0.0013311220100149512, -0.0009785122238099575, -0.0006259025540202856, -0.0002732928842306137, 7.931681466288865e-05, 0.000431926513556391, 0.0007845362415537238, 0.0011371459113433957, 0.0014897555811330676, 0.0018423653673380613, 0.0021949750371277332, 0.002547584706917405, 0.002900194376707077, 0.003252804046496749, 0.003605413716286421, 0.003958023618906736, 0.004310633055865765, 0.00466324295848608, 0.005015852395445108, 0.005368462298065424, 0.0057210722006857395, 0.006073681637644768, 0.006426291540265083, 0.0067789009772241116, 0.007131510879844427, 0.007484120316803455, 0.007836730219423771, 0.008189340122044086, 0.008541950024664402, 0.008894558995962143, 0.009247168898582458, 0.009599778801202774, 0.00995238870382309, 0.01030499767512083, 0.010657607577741146, 0.011010217480361462]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07621124386787415, -0.0737435445189476, -0.07127585262060165, -0.06880815327167511, -0.06634045392274857, -0.06387276202440262, -0.061405062675476074, -0.05893736705183983, -0.05646967142820358, -0.05400197207927704, -0.05153427645564079, -0.04906658083200455, -0.046598881483078, -0.04413118585944176, -0.04166349023580551, -0.03919579088687897, -0.03672809526324272, -0.034260399639606476, -0.03179270029067993, -0.029325004667043686, -0.02685730904340744, -0.024389611557126045, -0.02192191407084465, -0.019454218447208405, -0.01698652096092701, -0.01451882440596819, -0.012051127851009369, -0.009583430364727974, -0.007115733809769154, -0.004648037254810333, -0.0021803402341902256, 0.0002873565535992384, 0.0027550533413887024, 0.005222749896347523, 0.00769044691696763, 0.010158143937587738, 0.012625840492546558, 0.015093537047505379, 0.017561234533786774, 0.02002893015742302, 0.022496627643704414, 0.02496432512998581, 0.027432020753622055, 0.02989971823990345, 0.032367415726184845, 0.03483511134982109, 0.037302806973457336, 0.03977050632238388, 0.042238201946020126, 0.04470589756965637, 0.047173596918582916, 0.04964129254221916, 0.05210898816585541, 0.05457668751478195, 0.0570443831384182, 0.05951207876205444, 0.06197977811098099, 0.06444747000932693, 0.06691516935825348, 0.06938286870718002, 0.07185056060552597, 0.07431825995445251, 0.07678595930337906, 0.079253651201725, 0.08172135055065155]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 2.0, 3.0, 4.0, 2.0, 1.0, 1.0, 3.0, 7.0, 4.0, 9.0, 15.0, 20.0, 25.0, 43.0, 19.0, 26.0, 21.0, 21.0, 13.0, 5.0, 4.0, 4.0, 3.0, 1.0, 2.0, 3.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.08426444977521896, -0.08202774822711945, -0.07979104667901993, -0.07755434513092041, -0.0753176361322403, -0.07308093458414078, -0.07084423303604126, -0.06860753148794174, -0.06637082993984222, -0.0641341283917427, -0.06189742311835289, -0.05966072157025337, -0.057424016296863556, -0.05518731474876404, -0.05295061320066452, -0.050713907927274704, -0.048477206379175186, -0.04624050483107567, -0.04400379955768585, -0.041767098009586334, -0.039530396461486816, -0.037293691188097, -0.03505698963999748, -0.032820288091897964, -0.030583584681153297, -0.02834688127040863, -0.026110179722309113, -0.023873476311564445, -0.02163677290081978, -0.01940007135272026, -0.017163367941975594, -0.014926665462553501, -0.012689962983131409, -0.010453260503709316, -0.008216558024287224, -0.005979854613542557, -0.0037431521341204643, -0.0015064494218677282, 0.0007302532903850079, 0.002966956002637744, 0.00520365871489048, 0.0074403611943125725, 0.009677063673734665, 0.011913767084479332, 0.014150469563901424, 0.016387172043323517, 0.018623875454068184, 0.0208605770021677, 0.02309728041291237, 0.025333983823657036, 0.027570685371756554, 0.02980738878250122, 0.03204409033060074, 0.034280795603990555, 0.03651749715209007, 0.03875419870018959, 0.04099090397357941, 0.043227605521678925, 0.04546430706977844, 0.04770100861787796, 0.049937713891267776, 0.052174415439367294, 0.05441111698746681, 0.05664782226085663, 0.058884523808956146]}, "_runtime": 47.037970304489136, "_timestamp": 1596212917.739508, "_step": 53}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 3.0, 1.0, 2.0, 4.0, 0.0, 2.0, 2.0, 3.0, 1.0, 1.0, 0.0, 5.0, 1.0, 1.0, 4.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.010728040710091591, -0.010409555397927761, -0.010091070085763931, -0.009772584773600101, -0.009454099461436272, -0.009135614149272442, -0.008817128837108612, -0.008498643524944782, -0.008180158212780952, -0.007861671969294548, -0.0075431871227920055, -0.007224701810628176, -0.006906216032803059, -0.006587730720639229, -0.006269245408475399, -0.005950760096311569, -0.005632274784147739, -0.00531378947198391, -0.00499530415982008, -0.00467681884765625, -0.00435833353549242, -0.004039847757667303, -0.0037213624455034733, -0.0034028771333396435, -0.0030843918211758137, -0.002765906509011984, -0.002447421196848154, -0.0021289356518536806, -0.0018104503396898508, -0.001491965027526021, -0.0011734795989468694, -0.0008549942285753787, -0.0005365088582038879, -0.00021802348783239722, 0.0001004618825390935, 0.0004189472529105842, 0.0007374326232820749, 0.0010559179354459047, 0.0013744033640250564, 0.001692888792604208, 0.002011374104768038, 0.0023298594169318676, 0.0026483447290956974, 0.002966830274090171, 0.0032853155862540007, 0.0036038008984178305, 0.003922286443412304, 0.004240771755576134, 0.0045592570677399635, 0.004877742379903793, 0.005196227692067623, 0.005514713004231453, 0.005833198316395283, 0.0061516840942204, 0.00647016940638423, 0.0067886547185480595, 0.007107140030711889, 0.007425625342875719, 0.007744110655039549, 0.008062596432864666, 0.008381081745028496, 0.008699567057192326, 0.009018052369356155, 0.009336537681519985, 0.009655022993683815]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 4.0, 3.0, 4.0, 6.0, 7.0, 3.0, 4.0, 18.0, 19.0, 22.0, 24.0, 38.0, 40.0, 44.0, 77.0, 114.0, 138.0, 187.0, 235.0, 432.0, 4530.0, 888.0, 324.0, 217.0, 168.0, 95.0, 67.0, 52.0, 42.0, 27.0, 25.0, 21.0, 12.0, 10.0, 6.0, 5.0, 6.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15497782826423645, -0.14974139630794525, -0.14450494945049286, -0.13926851749420166, -0.13403207063674927, -0.12879563868045807, -0.12355920672416687, -0.11832276731729507, -0.11308632791042328, -0.10784988850355148, -0.10261344909667969, -0.09737701714038849, -0.0921405777335167, -0.0869041383266449, -0.0816677063703537, -0.0764312669634819, -0.07119482755661011, -0.06595838814973831, -0.060721952468156815, -0.05548551678657532, -0.05024907737970352, -0.045012637972831726, -0.03977620229125023, -0.03453976660966873, -0.029303327202796936, -0.02406688965857029, -0.018830452114343643, -0.013594014570116997, -0.00835757702589035, -0.003121139481663704, 0.0021152980625629425, 0.007351735606789589, 0.012588173151016235, 0.017824610695242882, 0.023061048239469528, 0.028297485783696175, 0.03353392332792282, 0.03877036273479462, 0.044006798416376114, 0.04924323409795761, 0.05447967350482941, 0.0597161129117012, 0.064952552318573, 0.0701889842748642, 0.07542542368173599, 0.08066186308860779, 0.08589829504489899, 0.09113473445177078, 0.09637117385864258, 0.10160761326551437, 0.10684405267238617, 0.11208048462867737, 0.11731692403554916, 0.12255336344242096, 0.12778979539871216, 0.13302624225616455, 0.13826267421245575, 0.14349910616874695, 0.14873555302619934, 0.15397198498249054, 0.15920841693878174, 0.16444486379623413, 0.16968129575252533, 0.17491774260997772, 0.18015417456626892]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 4.0, 4.0, 3.0, 2.0, 0.0, 3.0, 4.0, 5.0, 1.0, 3.0, 3.0, 3.0, 4.0, 7.0, 2.0, 1.0, 26.0, 1.0, 2.0, 2.0, 8.0, 3.0, 3.0, 0.0, 1.0, 2.0, 5.0, 0.0, 0.0, 0.0, 4.0, 3.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0], "bins": [-0.003250839887186885, -0.0031640836969017982, -0.0030773277394473553, -0.0029905715491622686, -0.002903815358877182, -0.002817059401422739, -0.0027303032111376524, -0.0026435470208525658, -0.002556791063398123, -0.002470034873113036, -0.0023832786828279495, -0.002296522492542863, -0.00220976653508842, -0.0021230103448033333, -0.0020362541545182467, -0.0019494980806484818, -0.001862742006778717, -0.0017759859329089522, -0.0016892297426238656, -0.0016024736687541008, -0.0015157174784690142, -0.0014289614045992494, -0.0013422053307294846, -0.001255449140444398, -0.0011686930665746331, -0.0010819369927048683, -0.0009951808024197817, -0.0009084247285500169, -0.0008216685964725912, -0.0007349124643951654, -0.0006481563905254006, -0.0005614002584479749, -0.0004746441263705492, -0.0003878879942931235, -0.0003011318913195282, -0.00021437577379401773, -0.00012761965626850724, -4.086353874299675e-05, 4.589257878251374e-05, 0.00013264869630802423, 0.00021940481383353472, 0.00030616094591096044, 0.0003929170488845557, 0.00047967315185815096, 0.0005664292839355767, 0.0006531854160130024, 0.0007399414898827672, 0.0008266976219601929, 0.0009134537540376186, 0.0010002098279073834, 0.00108696601819247, 0.0011737220920622349, 0.0012604782823473215, 0.0013472343562170863, 0.0014339904300868511, 0.0015207466203719378, 0.0016075026942417026, 0.0016942587681114674, 0.001781014958396554, 0.0018677710322663188, 0.0019545271061360836, 0.0020412832964211702, 0.002128039486706257, 0.0022147954441607, 0.0023015516344457865]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 2.0, 0.0, 6.0, 4.0, 3.0, 6.0, 11.0, 15.0, 13.0, 10.0, 21.0, 37.0, 46.0, 68.0, 90.0, 113.0, 182.0, 266.0, 380.0, 571.0, 824.0, 1195.0, 1805.0, 2853.0, 4691.0, 8303.0, 14450.0, 27618.0, 56101.0, 145886.0, 736331.0, 89282.0, 38910.0, 19984.0, 11051.0, 6583.0, 4050.0, 2536.0, 1712.0, 1121.0, 721.0, 552.0, 414.0, 237.0, 182.0, 122.0, 69.0, 68.0, 46.0, 30.0, 20.0, 10.0, 15.0, 7.0, 5.0, 6.0, 4.0, 5.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.010109427385032177, -0.009787023067474365, -0.009464619681239128, -0.009142215363681316, -0.00881981197744608, -0.008497407659888268, -0.00817500427365303, -0.007852599956095219, -0.0075301965698599815, -0.00720779225230217, -0.006885388400405645, -0.006562984548509121, -0.0062405806966125965, -0.005918176844716072, -0.005595772992819548, -0.005273369140923023, -0.004950965289026499, -0.004628561437129974, -0.00430615758523345, -0.0039837537333369255, -0.003661349881440401, -0.003338945796713233, -0.0030165419448167086, -0.002694138092920184, -0.0023717342410236597, -0.0020493303891271353, -0.0017269265372306108, -0.0014045225689187646, -0.0010821187170222402, -0.0007597148651257157, -0.0004373109550215304, -0.0001149070740211755, 0.00020749680697917938, 0.0005299006588757038, 0.0008523045689798892, 0.0011747084790840745, 0.001497112330980599, 0.0018195161828771234, 0.0021419201511889696, 0.002464324003085494, 0.0027867278549820185, 0.003109131706878543, 0.0034315355587750673, 0.0037539394106715918, 0.00407634349539876, 0.004398747347295284, 0.004721151199191809, 0.005043555051088333, 0.0053659589029848576, 0.005688362754881382, 0.006010766606777906, 0.006333170458674431, 0.006655574310570955, 0.00697797816246748, 0.007300382014364004, 0.0076227858662605286, 0.00794519018381834, 0.008267593570053577, 0.00858999788761139, 0.008912401273846626, 0.009234805591404438, 0.009557208977639675, 0.009879613295197487, 0.010202016681432724, 0.010524420998990536]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 3.0, 4.0, 3.0, 2.0, 6.0, 10.0, 11.0, 5.0, 3.0, 4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013643817976117134, -0.01274213008582592, -0.011840442195534706, -0.010938755236566067, -0.010037067346274853, -0.009135379455983639, -0.008233692497015, -0.007332004606723785, -0.006430316716432571, -0.005528628826141357, -0.004626941401511431, -0.0037252537440508604, -0.00282356608659029, -0.0019218784291297197, -0.0010201907716691494, -0.00011850311420857906, 0.0007831845432519913, 0.0016848722007125616, 0.002586559858173132, 0.0034882475156337023, 0.004389935173094273, 0.005291623063385487, 0.006193310488015413, 0.00709499791264534, 0.007996685802936554, 0.008898373693227768, 0.009800061583518982, 0.010701748542487621, 0.011603436432778835, 0.01250512432307005, 0.013406811282038689, 0.014308499172329903, 0.015210187062621117, 0.01611187495291233, 0.017013562843203545, 0.01791525073349476, 0.018816936761140823, 0.019718624651432037, 0.02062031254172325, 0.021522000432014465, 0.02242368832230568, 0.023325376212596893, 0.024227064102888107, 0.02512875199317932, 0.026030439883470535, 0.0269321259111166, 0.027833813801407814, 0.028735501691699028, 0.029637189581990242, 0.030538877472281456, 0.03144056349992752, 0.032342251390218735, 0.03324393928050995, 0.03414562717080116, 0.03504731506109238, 0.03594900295138359, 0.036850690841674805, 0.03775237873196602, 0.03865406662225723, 0.03955575451254845, 0.04045744240283966, 0.041359130293130875, 0.04226081818342209, 0.0431625060737133, 0.04406419396400452]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 3.0, 3.0, 5.0, 7.0, 15.0, 16.0, 13.0, 26.0, 42.0, 55.0, 66.0, 91.0, 131.0, 170.0, 204.0, 294.0, 397.0, 533.0, 820.0, 1032.0, 1792.0, 5896.0, 2977.0, 1290.0, 839.0, 478.0, 324.0, 188.0, 128.0, 70.0, 64.0, 61.0, 32.0, 38.0, 38.0, 24.0, 28.0, 23.0, 24.0, 21.0, 15.0, 6.0, 3.0, 8.0, 6.0, 10.0, 12.0, 12.0, 9.0, 6.0, 6.0, 8.0, 9.0, 6.0, 7.0, 13.0, 5.0, 4.0, 4.0, 8.0, 3.0, 6.0, 5.0], "bins": [-0.008364411070942879, -0.008000602014362812, -0.007636792492121458, -0.007272982969880104, -0.00690917344763875, -0.006545364391058683, -0.006181554868817329, -0.005817745346575975, -0.005453935824334621, -0.005090126767754555, -0.004726317245513201, -0.004362507723271847, -0.00399869866669178, -0.003634889144450426, -0.0032710798550397158, -0.0029072703327983618, -0.0025434610433876514, -0.002179651753976941, -0.0018158422317355871, -0.0014520329423248768, -0.0010882235364988446, -0.0007244141306728125, -0.0003606047830544412, 3.2045936677604914e-06, 0.0003670139703899622, 0.0007308233762159944, 0.0010946327820420265, 0.0014584420714527369, 0.001822251477278769, 0.002186060883104801, 0.0025498701725155115, 0.0029136796947568655, 0.003277488984167576, 0.003641298273578286, 0.0040051075629889965, 0.0043689170852303505, 0.0047327266074717045, 0.005096535664051771, 0.005460345186293125, 0.005824154708534479, 0.006187964230775833, 0.0065517732873559, 0.006915582809597254, 0.007279392331838608, 0.0076432013884186745, 0.008007010444998741, 0.008370820432901382, 0.008734629489481449, 0.009098438546061516, 0.009462248533964157, 0.009826057590544224, 0.010189867578446865, 0.010553676635026932, 0.010917485691606998, 0.01128129567950964, 0.011645104736089706, 0.012008913792669773, 0.012372723780572414, 0.012736532837152481, 0.013100341893732548, 0.013464151881635189, 0.013827960938215256, 0.014191769994795322, 0.014555579982697964, 0.01491938903927803]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.1201840415596962, -0.11742433160543442, -0.11466461420059204, -0.11190490424633026, -0.10914518684148788, -0.1063854768872261, -0.10362575948238373, -0.10086604952812195, -0.09810633957386017, -0.09534662216901779, -0.09258691221475601, -0.08982719480991364, -0.08706748485565186, -0.08430776745080948, -0.0815480574965477, -0.07878834009170532, -0.07602863013744354, -0.07326892018318176, -0.07050920277833939, -0.0677494928240776, -0.06498977541923523, -0.06223006546497345, -0.05947035178542137, -0.05671063810586929, -0.053950924426317215, -0.05119121074676514, -0.04843149706721306, -0.04567178338766098, -0.0429120734333992, -0.04015235975384712, -0.037392646074295044, -0.034632932394742966, -0.03187321871519089, -0.02911350503563881, -0.02635379135608673, -0.023594079539179802, -0.020834365859627724, -0.018074652180075645, -0.015314939431846142, -0.012555226683616638, -0.00979551300406456, -0.007035799790173769, -0.004276086576282978, -0.0015163733623921871, 0.0012433398514986038, 0.004003053065389395, 0.006762766279280186, 0.00952247902750969, 0.012282192707061768, 0.015041906386613846, 0.017801620066165924, 0.020561331883072853, 0.02332104556262493, 0.02608075924217701, 0.02884047105908394, 0.03160018473863602, 0.034359898418188095, 0.03711961209774017, 0.03987932577729225, 0.04263903945684433, 0.04539874941110611, 0.04815846309065819, 0.050918176770210266, 0.053677890449762344, 0.05643760412931442]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 4.0, 1.0, 3.0, 5.0, 7.0, 3.0, 8.0, 7.0, 8.0, 8.0, 11.0, 13.0, 11.0, 8.0, 13.0, 20.0, 36.0, 23.0, 14.0, 14.0, 13.0, 5.0, 8.0, 8.0, 4.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 4.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.02704450860619545, -0.026228437200188637, -0.025412365794181824, -0.02459629438817501, -0.02378022111952305, -0.022964149713516235, -0.022148078307509422, -0.02133200690150261, -0.020515935495495796, -0.019699864089488983, -0.01888379082083702, -0.018067719414830208, -0.017251648008823395, -0.01643557660281658, -0.015619505196809769, -0.014803432859480381, -0.013987361453473568, -0.013171290047466755, -0.012355217710137367, -0.011539146304130554, -0.010723074898123741, -0.009907002560794353, -0.00909093115478754, -0.008274859748780727, -0.007458787877112627, -0.006642716005444527, -0.005826644599437714, -0.005010572727769613, -0.004194500856101513, -0.0033784294500947, -0.0025623575784265995, -0.0017462859395891428, -0.0009302143007516861, -0.00011414260370656848, 0.0007019290933385491, 0.0015180008485913277, 0.0023340724874287844, 0.003150144126266241, 0.003966215997934341, 0.0047822874039411545, 0.005598359275609255, 0.006414431147277355, 0.007230502553284168, 0.008046573959290981, 0.008862646296620369, 0.009678717702627182, 0.010494789108633995, 0.011310861445963383, 0.012126932851970196, 0.012943004257977009, 0.013759076595306396, 0.01457514800131321, 0.015391219407320023, 0.016207290813326836, 0.01702336221933365, 0.01783943548798561, 0.018655506893992424, 0.019471578299999237, 0.02028764970600605, 0.021103721112012863, 0.021919792518019676, 0.02273586578667164, 0.02355193719267845, 0.024368008598685265, 0.025184080004692078]}, "_runtime": 47.84455418586731, "_timestamp": 1596212918.5460918, "_step": 54}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 0.0, 5.0, 7.0, 2.0, 4.0, 4.0, 3.0, 4.0, 2.0, 2.0, 2.0, 2.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.017492495477199554, -0.016937267035245895, -0.016382038593292236, -0.015826810151338577, -0.015271581709384918, -0.014716352336108685, -0.014161123894155025, -0.013605895452201366, -0.013050667010247707, -0.012495438568294048, -0.01194021012634039, -0.01138498168438673, -0.010829752311110497, -0.010274523869156837, -0.009719295427203178, -0.00916406698524952, -0.00860883854329586, -0.008053610101342201, -0.007498381659388542, -0.006943152751773596, -0.006387924309819937, -0.005832695867866278, -0.005277466960251331, -0.004722238518297672, -0.004167010076344013, -0.003611781634390354, -0.0030565529596060514, -0.0025013242848217487, -0.0019460958428680897, -0.0013908672844991088, -0.0008356387261301279, -0.000280410167761147, 0.00027481839060783386, 0.0008300469489768147, 0.0013852755073457956, 0.0019405040657147765, 0.0024957326240837574, 0.0030509610660374165, 0.003606189740821719, 0.004161418415606022, 0.004716646857559681, 0.00527187529951334, 0.005827103741466999, 0.006382332649081945, 0.0069375610910356045, 0.0074927895329892635, 0.00804801844060421, 0.008603246882557869, 0.009158475324511528, 0.009713703766465187, 0.010268932208418846, 0.010824160650372505, 0.011379389092326164, 0.011934618465602398, 0.012489846907556057, 0.013045075349509716, 0.013600303791463375, 0.014155532233417034, 0.014710760675370693, 0.015265989117324352, 0.015821218490600586, 0.016376446932554245, 0.016931675374507904, 0.017486903816461563, 0.018042132258415222]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 0.0, 1.0, 3.0, 5.0, 5.0, 7.0, 4.0, 8.0, 9.0, 13.0, 15.0, 26.0, 28.0, 44.0, 62.0, 77.0, 122.0, 185.0, 340.0, 656.0, 4962.0, 572.0, 268.0, 149.0, 106.0, 65.0, 43.0, 37.0, 26.0, 21.0, 11.0, 12.0, 10.0, 8.0, 2.0, 0.0, 4.0, 3.0, 1.0, 2.0, 1.0, 3.0, 2.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2037673145532608, -0.1970481276512146, -0.1903289407491684, -0.1836097538471222, -0.176890566945076, -0.17017138004302979, -0.16345219314098358, -0.15673300623893738, -0.15001381933689117, -0.14329463243484497, -0.13657544553279877, -0.12985625863075256, -0.12313707172870636, -0.11641788482666016, -0.10969869792461395, -0.10297951102256775, -0.09626032412052155, -0.08954113721847534, -0.08282195031642914, -0.07610276341438293, -0.06938357651233673, -0.06266438961029053, -0.055945202708244324, -0.04922601580619812, -0.042506828904151917, -0.03578764200210571, -0.02906845510005951, -0.022349268198013306, -0.015630081295967102, -0.008910894393920898, -0.002191707491874695, 0.004527479410171509, 0.011246666312217712, 0.017965853214263916, 0.02468504011631012, 0.03140422701835632, 0.03812341392040253, 0.04484260082244873, 0.051561787724494934, 0.05828097462654114, 0.06500016152858734, 0.07171934843063354, 0.07843853533267975, 0.08515772223472595, 0.09187690913677216, 0.09859609603881836, 0.10531528294086456, 0.11203446984291077, 0.11875365674495697, 0.12547284364700317, 0.13219203054904938, 0.13891121745109558, 0.14563040435314178, 0.152349591255188, 0.1590687781572342, 0.1657879650592804, 0.1725071519613266, 0.1792263388633728, 0.185945525765419, 0.1926647126674652, 0.1993838995695114, 0.20610308647155762, 0.21282227337360382, 0.21954146027565002, 0.22626064717769623]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 3.0, 3.0, 0.0, 3.0, 4.0, 3.0, 2.0, 4.0, 3.0, 2.0, 6.0, 2.0, 27.0, 0.0, 5.0, 4.0, 4.0, 5.0, 8.0, 1.0, 2.0, 2.0, 6.0, 5.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0028845977503806353, -0.0027901199646294117, -0.002695642178878188, -0.0026011643931269646, -0.002506686607375741, -0.0024122088216245174, -0.002317731035873294, -0.0022232532501220703, -0.002128775231540203, -0.0020342974457889795, -0.0019398197764530778, -0.0018453419907018542, -0.0017508640885353088, -0.0016563863027840853, -0.0015619085170328617, -0.0014674307312816381, -0.0013729529455304146, -0.001278475159779191, -0.0011839973740279675, -0.0010895195882767439, -0.0009950418025255203, -0.0009005639585666358, -0.0008060861146077514, -0.0007116083288565278, -0.0006171305431053042, -0.0005226527573540807, -0.00042817494249902666, -0.00033369712764397264, -0.00023921934189274907, -0.00014474154158961028, -5.0263741286471486e-05, 4.4214059016667306e-05, 0.0001386918593198061, 0.0002331696596229449, 0.0003276474599260837, 0.0004221252747811377, 0.0005166030605323613, 0.0006110808462835848, 0.0007055586902424693, 0.0008000364759936929, 0.0008945142617449164, 0.00098899204749614, 0.0010834698332473636, 0.0011779476189985871, 0.0012724255211651325, 0.001366903306916356, 0.0014613810926675797, 0.0015558588784188032, 0.0016503366641700268, 0.0017448144499212503, 0.001839292235672474, 0.0019337700214236975, 0.002028247807174921, 0.0021227255929261446, 0.002217203378677368, 0.0023116811644285917, 0.0024061589501798153, 0.0025006369687616825, 0.002595114754512906, 0.0026895925402641296, 0.002784070326015353, 0.0028785481117665768, 0.0029730258975178003, 0.003067503683269024, 0.0031619814690202475]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 3.0, 2.0, 5.0, 4.0, 9.0, 12.0, 24.0, 34.0, 52.0, 70.0, 98.0, 160.0, 239.0, 404.0, 637.0, 1105.0, 1789.0, 3098.0, 5737.0, 11071.0, 22062.0, 49547.0, 135502.0, 767990.0, 96677.0, 38986.0, 19207.0, 10268.0, 5691.0, 3331.0, 2028.0, 1262.0, 783.0, 547.0, 364.0, 255.0, 165.0, 123.0, 80.0, 43.0, 50.0, 20.0, 24.0, 23.0, 7.0, 14.0, 6.0, 8.0, 5.0, 4.0, 3.0, 3.0, 2.0, 2.0, 4.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00867153238505125, -0.00833037868142128, -0.00798922497779131, -0.007648071274161339, -0.007306917570531368, -0.006965764332562685, -0.0066246106289327145, -0.006283456925302744, -0.005942303221672773, -0.005601149518042803, -0.005259995814412832, -0.004918842110782862, -0.0045776888728141785, -0.004236535169184208, -0.0038953814655542374, -0.003554227761924267, -0.0032130740582942963, -0.0028719203546643257, -0.002530766651034355, -0.0021896131802350283, -0.0018484594766050577, -0.0015073057729750872, -0.0011661521857604384, -0.0008249985403381288, -0.00048384489491581917, -0.00014269124949350953, 0.0001984623959288001, 0.0005396160413511097, 0.0008807696867734194, 0.00122192339040339, 0.0015630769776180387, 0.0019042305648326874, 0.002245384268462658, 0.0025865379720926285, 0.002927691675722599, 0.003268845146521926, 0.0036099988501518965, 0.003951152320951223, 0.004292306024581194, 0.0046334597282111645, 0.004974613431841135, 0.005315767135471106, 0.005656920839101076, 0.005998074542731047, 0.00633922778069973, 0.0066803814843297005, 0.007021535187959671, 0.007362688891589642, 0.007703842595219612, 0.008044996298849583, 0.008386150002479553, 0.008727303706109524, 0.009068457409739494, 0.009409611113369465, 0.009750764816999435, 0.010091918520629406, 0.010433072224259377, 0.010774224996566772, 0.011115378700196743, 0.011456532403826714, 0.011797686107456684, 0.012138839811086655, 0.012479993514716625, 0.012821147218346596, 0.013162300921976566]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 3.0, 2.0, 3.0, 5.0, 2.0, 7.0, 3.0, 3.0, 3.0, 3.0, 1.0, 3.0, 0.0, 0.0, 3.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.0240776389837265, -0.023551320657134056, -0.02302500046789646, -0.022498682141304016, -0.02197236195206642, -0.021446043625473976, -0.02091972529888153, -0.020393405109643936, -0.01986708678305149, -0.019340768456459045, -0.01881444826722145, -0.018288129940629005, -0.01776181161403656, -0.017235491424798965, -0.01670917309820652, -0.016182852908968925, -0.01565653458237648, -0.01513021532446146, -0.01460389606654644, -0.014077577739953995, -0.013551258482038975, -0.013024939224123955, -0.01249862089753151, -0.01197230163961649, -0.01144598238170147, -0.01091966312378645, -0.01039334386587143, -0.009867025539278984, -0.009340706281363964, -0.008814387023448944, -0.008288068696856499, -0.007761749438941479, -0.007235430181026459, -0.006709110923111439, -0.006182792130857706, -0.005656473338603973, -0.005130154080688953, -0.004603834822773933, -0.004077516030520201, -0.0035511970054358244, -0.003024877980351448, -0.0024985589552670717, -0.0019722399301826954, -0.001445920905098319, -0.0009196018800139427, -0.0003932828549295664, 0.00013303617015480995, 0.0006593551952391863, 0.0011856742203235626, 0.001711993245407939, 0.0022383122704923153, 0.0027646312955766916, 0.003290950320661068, 0.0038172693457454443, 0.004343588370829821, 0.004869907163083553, 0.005396226420998573, 0.005922545678913593, 0.006448864471167326, 0.006975183263421059, 0.007501502521336079, 0.008027821779251099, 0.008554140105843544, 0.009080459363758564, 0.009606778621673584]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 1.0, 0.0, 6.0, 7.0, 12.0, 10.0, 11.0, 7.0, 23.0, 26.0, 32.0, 39.0, 31.0, 45.0, 48.0, 63.0, 61.0, 93.0, 91.0, 140.0, 157.0, 255.0, 342.0, 443.0, 676.0, 978.0, 1290.0, 2250.0, 5683.0, 1555.0, 937.0, 685.0, 449.0, 397.0, 300.0, 268.0, 178.0, 141.0, 115.0, 105.0, 82.0, 74.0, 52.0, 68.0, 37.0, 23.0, 23.0, 26.0, 22.0, 22.0, 11.0, 7.0, 5.0, 3.0, 8.0, 6.0, 2.0, 0.0, 3.0, 0.0, 3.0], "bins": [-0.00958840362727642, -0.009280904196202755, -0.00897340476512909, -0.008665905334055424, -0.008358404971659184, -0.008050905540585518, -0.007743406109511852, -0.007435906678438187, -0.007128407247364521, -0.006820907350629568, -0.0065134079195559025, -0.006205908488482237, -0.005898408591747284, -0.005590909160673618, -0.005283409729599953, -0.004975909832865, -0.004668410401791334, -0.0043609109707176685, -0.004053411073982716, -0.00374591164290905, -0.0034384122118353844, -0.003130912547931075, -0.002823412884026766, -0.0025159134529531, -0.002208413789048791, -0.0019009142415598035, -0.001593414694070816, -0.0012859150301665068, -0.0009784154826775193, -0.0006709159351885319, -0.0003634163294918835, -5.5916752899065614e-05, 0.0002515828236937523, 0.0005590823711827397, 0.0008665819768793881, 0.0011740815825760365, 0.001481581130065024, 0.0017890806775540113, 0.0020965803414583206, 0.0024040797725319862, 0.0027115794364362955, 0.0030190791003406048, 0.0033265785314142704, 0.0036340781953185797, 0.003941577859222889, 0.0042490772902965546, 0.00455657672137022, 0.004864076618105173, 0.005171576049178839, 0.005479075480252504, 0.005786575376987457, 0.006094074808061123, 0.0064015742391347885, 0.0067090741358697414, 0.007016573566943407, 0.007324072998017073, 0.007631572894752026, 0.007939072325825691, 0.008246571756899357, 0.008554071187973022, 0.008861570619046688, 0.009169070981442928, 0.009476570412516594, 0.00978406984359026, 0.010091569274663925]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 3.0, 3.0, 1.0, 0.0, 3.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06347326189279556, -0.06071287766098976, -0.05795248970389366, -0.05519210547208786, -0.05243171751499176, -0.04967133328318596, -0.04691094532608986, -0.04415056109428406, -0.04139017313718796, -0.038629788905382156, -0.035869404673576355, -0.033109016716480255, -0.030348632484674454, -0.027588246390223503, -0.024827860295772552, -0.022067474201321602, -0.01930708810687065, -0.0165467020124197, -0.01378631591796875, -0.011025930754840374, -0.008265544660389423, -0.005505158565938473, -0.0027447729371488094, 1.5612924471497536e-05, 0.0027759987860918045, 0.005536384880542755, 0.008296770974993706, 0.011057156138122082, 0.013817542232573032, 0.01657792739570141, 0.01933831349015236, 0.02209869958460331, 0.02485908567905426, 0.02761947177350521, 0.03037985786795616, 0.03314024209976196, 0.03590063005685806, 0.038661014288663864, 0.041421402245759964, 0.044181786477565765, 0.046942174434661865, 0.04970255866646767, 0.05246294289827347, 0.05522333085536957, 0.05798371508717537, 0.06074410304427147, 0.06350448727607727, 0.06626487523317337, 0.06902526319026947, 0.07178564369678497, 0.07454603165388107, 0.07730641961097717, 0.08006680011749268, 0.08282718807458878, 0.08558757603168488, 0.08834796398878098, 0.09110834449529648, 0.09386873245239258, 0.09662912040948868, 0.09938950091600418, 0.10214988887310028, 0.10491027683019638, 0.10767066478729248, 0.11043104529380798, 0.11319143325090408]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 3.0, 0.0, 1.0, 2.0, 3.0, 5.0, 7.0, 4.0, 4.0, 11.0, 13.0, 27.0, 28.0, 56.0, 28.0, 18.0, 15.0, 7.0, 6.0, 6.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 3.0, 2.0, 0.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.06469836086034775, -0.0622798316180706, -0.05986129865050316, -0.05744276940822601, -0.05502423644065857, -0.052605707198381424, -0.05018717423081398, -0.047768644988536835, -0.04535011202096939, -0.042931582778692245, -0.0405130535364151, -0.038094520568847656, -0.03567599132657051, -0.03325745835900307, -0.03083892911672592, -0.028420398011803627, -0.026001866906881332, -0.023583335801959038, -0.021164804697036743, -0.01874627359211445, -0.016327742487192154, -0.013909212313592434, -0.011490682139992714, -0.00907215103507042, -0.006653619930148125, -0.00423508882522583, -0.0018165581859648228, 0.0006019726861268282, 0.003020503558218479, 0.005439034663140774, 0.007857564836740494, 0.010276095941662788, 0.012694627046585083, 0.015113158151507378, 0.017531689256429672, 0.019950220361351967, 0.02236875146627426, 0.024787280708551407, 0.0272058118134737, 0.029624342918395996, 0.03204287588596344, 0.034461405128240585, 0.03687993437051773, 0.039298467338085175, 0.04171699658036232, 0.044135529547929764, 0.04655405879020691, 0.04897259175777435, 0.0513911210000515, 0.053809650242328644, 0.05622818320989609, 0.05864671245217323, 0.06106524541974068, 0.06348377466201782, 0.06590230762958527, 0.06832084059715271, 0.07073936611413956, 0.073157899081707, 0.07557643204927444, 0.07799495756626129, 0.08041349053382874, 0.08283202350139618, 0.08525055646896362, 0.08766908198595047, 0.09008761495351791]}, "_runtime": 48.69612979888916, "_timestamp": 1596212919.3976674, "_step": 55}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 4.0, 2.0, 0.0, 1.0, 2.0, 0.0, 3.0, 3.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 2.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.008442831225693226, -0.008199299685657024, -0.007955767214298248, -0.007712235674262047, -0.007468704134225845, -0.0072251721285283566, -0.006981640122830868, -0.006738108582794666, -0.0064945765770971775, -0.006251044571399689, -0.006007513031363487, -0.0057639810256659985, -0.00552044901996851, -0.005276917479932308, -0.005033385474234819, -0.004789853934198618, -0.004546321928501129, -0.00430278992280364, -0.004059258382767439, -0.00381572637706995, -0.003572194604203105, -0.00332866283133626, -0.003085130825638771, -0.002841599052771926, -0.002598067279905081, -0.0023545355070382357, -0.0021110037341713905, -0.0018674717284739017, -0.0016239399556070566, -0.0013804081827402115, -0.0011368762934580445, -0.0008933444623835385, -0.0006498126313090324, -0.0004062808002345264, -0.00016274896916002035, 8.078286191448569e-05, 0.00032431469298899174, 0.0005678465240634978, 0.0008113783551380038, 0.0010549102444201708, 0.001298442017287016, 0.001541973790153861, 0.001785505679436028, 0.002029037568718195, 0.00227256934158504, 0.0025161011144518852, 0.002759633120149374, 0.003003164893016219, 0.0032466966658830643, 0.0034902284387499094, 0.0037337602116167545, 0.003977292217314243, 0.004220823757350445, 0.004464355763047934, 0.004707887768745422, 0.004951419308781624, 0.005194951314479113, 0.005438483320176601, 0.005682014860212803, 0.005925546865910292, 0.0061690788716077805, 0.006412610411643982, 0.006656142417341471, 0.006899673957377672, 0.007143205963075161]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 4.0, 3.0, 0.0, 1.0, 1.0, 5.0, 6.0, 9.0, 6.0, 9.0, 17.0, 11.0, 16.0, 22.0, 32.0, 60.0, 56.0, 66.0, 98.0, 134.0, 173.0, 239.0, 417.0, 4860.0, 710.0, 319.0, 173.0, 120.0, 74.0, 66.0, 55.0, 37.0, 25.0, 22.0, 21.0, 21.0, 9.0, 6.0, 5.0, 4.0, 4.0, 1.0, 3.0, 0.0, 1.0, 3.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15448519587516785, -0.14957918226718903, -0.1446731686592102, -0.1397671401500702, -0.13486112654209137, -0.12995511293411255, -0.12504908442497253, -0.12014307081699371, -0.11523705720901489, -0.11033104360103607, -0.10542502254247665, -0.10051900148391724, -0.09561298787593842, -0.0907069742679596, -0.08580095320940018, -0.08089493215084076, -0.07598891854286194, -0.07108290493488312, -0.0661768838763237, -0.06127086654305458, -0.05636484920978546, -0.05145883187651634, -0.04655281454324722, -0.041646797209978104, -0.036740779876708984, -0.031834762543439865, -0.026928745210170746, -0.022022727876901627, -0.017116710543632507, -0.012210693210363388, -0.007304675877094269, -0.0023986585438251495, 0.0025073587894439697, 0.007413376122713089, 0.012319393455982208, 0.017225410789251328, 0.022131428122520447, 0.027037445455789566, 0.031943462789058685, 0.036849480122327805, 0.041755497455596924, 0.04666151478886604, 0.05156753212213516, 0.05647354945540428, 0.0613795667886734, 0.06628558039665222, 0.07119160145521164, 0.07609762251377106, 0.08100363612174988, 0.0859096497297287, 0.09081567078828812, 0.09572169184684753, 0.10062770545482635, 0.10553371906280518, 0.1104397401213646, 0.11534576117992401, 0.12025177478790283, 0.12515778839588165, 0.13006380200386047, 0.1349698305130005, 0.1398758441209793, 0.14478185772895813, 0.14968788623809814, 0.15459389984607697, 0.1594999134540558]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 0.0, 1.0, 2.0, 0.0, 2.0, 5.0, 3.0, 6.0, 0.0, 2.0, 1.0, 6.0, 4.0, 5.0, 5.0, 1.0, 30.0, 3.0, 1.0, 5.0, 4.0, 4.0, 1.0, 1.0, 2.0, 1.0, 6.0, 0.0, 0.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0019244820578023791, -0.0018480571452528238, -0.0017716323491185904, -0.001695207436569035, -0.0016187826404348016, -0.0015423577278852463, -0.0014659329317510128, -0.0013895080192014575, -0.0013130831066519022, -0.0012366583105176687, -0.0011602333979681134, -0.00108380860183388, -0.0010073836892843246, -0.0009309588349424303, -0.0008545339806005359, -0.0007781091262586415, -0.0007016842719167471, -0.0006252594175748527, -0.0005488345632329583, -0.00047240967978723347, -0.0003959848254453391, -0.0003195599711034447, -0.00024313510220963508, -0.00016671023331582546, -9.028537897393107e-05, -1.3860517356079072e-05, 6.256434426177293e-05, 0.00013898921315558255, 0.00021541406749747694, 0.0002918389218393713, 0.00036826380528509617, 0.00044468865962699056, 0.0005211135139688849, 0.0005975383683107793, 0.0006739632226526737, 0.0007503880769945681, 0.0008268129313364625, 0.0009032378438860178, 0.0009796626400202513, 0.0010560875525698066, 0.0011325124651193619, 0.0012089372612535954, 0.0012853621738031507, 0.0013617869699373841, 0.0014382118824869394, 0.001514636678621173, 0.0015910615911707282, 0.0016674863873049617, 0.001743911299854517, 0.0018203362124040723, 0.0018967610085383058, 0.001973185921087861, 0.0020496107172220945, 0.002126035513356328, 0.002202460542321205, 0.0022788853384554386, 0.002355310134589672, 0.0024317351635545492, 0.0025081599596887827, 0.002584584755823016, 0.0026610095519572496, 0.0027374345809221268, 0.0028138593770563602, 0.0028902841731905937, 0.002966708969324827]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 3.0, 1.0, 2.0, 3.0, 7.0, 19.0, 17.0, 39.0, 60.0, 101.0, 155.0, 240.0, 424.0, 690.0, 1081.0, 1821.0, 3144.0, 5428.0, 10041.0, 20565.0, 49350.0, 163657.0, 765174.0, 79840.0, 33954.0, 17509.0, 9751.0, 5759.0, 3621.0, 2322.0, 1604.0, 1003.0, 652.0, 472.0, 321.0, 226.0, 170.0, 111.0, 82.0, 56.0, 50.0, 39.0, 22.0, 22.0, 5.0, 10.0, 8.0, 4.0, 2.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.007718257140368223, -0.007413302082568407, -0.007108347024768591, -0.006803391966968775, -0.006498436443507671, -0.006193481385707855, -0.005888526327908039, -0.005583571270108223, -0.005278616212308407, -0.004973661154508591, -0.004668706096708775, -0.0043637510389089584, -0.004058795981109142, -0.0037538406904786825, -0.0034488853998482227, -0.0031439303420484066, -0.0028389752842485905, -0.0025340202264487743, -0.002229065168648958, -0.0019241098780184984, -0.0016191548202186823, -0.0013141997624188662, -0.0010092445882037282, -0.0007042894721962512, -0.0003993343561887741, -9.437924018129706e-05, 0.00021057587582617998, 0.000515530991833657, 0.0008204861078411341, 0.0011254411656409502, 0.0014303963398560882, 0.0017353515140712261, 0.0020403065718710423, 0.0023452616296708584, 0.0026502166874706745, 0.0029551719781011343, 0.0032601270359009504, 0.0035650820937007666, 0.0038700373843312263, 0.0041749924421310425, 0.004479947499930859, 0.004784902557730675, 0.005089857615530491, 0.005394812673330307, 0.005699767731130123, 0.006004723254591227, 0.006309678312391043, 0.006614633370190859, 0.006919588427990675, 0.007224543485790491, 0.007529498543590307, 0.00783445406705141, 0.008139409124851227, 0.008444364182651043, 0.008749319240450859, 0.009054274298250675, 0.009359229356050491, 0.009664184413850307, 0.009969139471650124, 0.01027409452944994, 0.010579049587249756, 0.010884004645049572, 0.011188959702849388, 0.011493914760649204, 0.01179886981844902]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 4.0, 2.0, 4.0, 3.0, 8.0, 1.0, 4.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.018299318850040436, -0.017787856981158257, -0.017276393249630928, -0.01676493138074875, -0.01625346764922142, -0.01574200578033924, -0.015230543911457062, -0.014719081111252308, -0.014207618311047554, -0.0136961555108428, -0.013184692710638046, -0.012673230841755867, -0.012161768041551113, -0.01165030524134636, -0.01113884337246418, -0.010627380572259426, -0.010115917772054672, -0.009604454971849918, -0.009092992171645164, -0.008581530302762985, -0.008070067502558231, -0.0075586047023534775, -0.007047142367810011, -0.006535680033266544, -0.0060242172330617905, -0.005512754432857037, -0.00500129209831357, -0.0044898297637701035, -0.00397836696356535, -0.0034669043961912394, -0.002955441828817129, -0.002443979261443019, -0.0019325166940689087, -0.0014210541266947985, -0.0009095915593206882, -0.000398128991946578, 0.0001133335754275322, 0.0006247961428016424, 0.0011362587101757526, 0.0016477212775498629, 0.002159183844923973, 0.0026706464122980833, 0.0031821089796721935, 0.0036935715470463037, 0.004205034114420414, 0.004716496914625168, 0.005227959249168634, 0.005739421583712101, 0.006250884383916855, 0.006762347184121609, 0.007273809518665075, 0.007785271853208542, 0.008296734653413296, 0.00880819745361805, 0.009319659322500229, 0.009831122122704983, 0.010342584922909737, 0.01085404772311449, 0.011365510523319244, 0.011876972392201424, 0.012388435192406178, 0.012899897992610931, 0.01341135986149311, 0.013922822661697865, 0.014434285461902618]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 4.0, 4.0, 5.0, 13.0, 11.0, 13.0, 13.0, 18.0, 29.0, 26.0, 32.0, 43.0, 58.0, 82.0, 131.0, 168.0, 234.0, 302.0, 382.0, 487.0, 710.0, 962.0, 1515.0, 5662.0, 1865.0, 1066.0, 739.0, 560.0, 497.0, 428.0, 360.0, 306.0, 282.0, 239.0, 204.0, 202.0, 113.0, 106.0, 98.0, 89.0, 62.0, 54.0, 56.0, 32.0, 27.0, 22.0, 22.0, 25.0, 16.0, 10.0, 6.0, 5.0, 5.0, 5.0, 5.0, 2.0, 5.0, 4.0, 2.0, 4.0, 3.0], "bins": [-0.007387184072285891, -0.007110801059752703, -0.006834418512880802, -0.006558035500347614, -0.006281652953475714, -0.006005269940942526, -0.005728887394070625, -0.0054525043815374374, -0.00517612136900425, -0.004899738822132349, -0.004623355809599161, -0.004346973262727261, -0.004070590250194073, -0.0037942074704915285, -0.0035178246907889843, -0.00324144191108644, -0.002965059131383896, -0.0026886763516813517, -0.0024122935719788074, -0.0021359107922762632, -0.0018595278961583972, -0.001583145116455853, -0.001306762220337987, -0.0010303794406354427, -0.0007539966609328985, -0.00047761385212652385, -0.00020123104332014918, 7.515176548622549e-05, 0.00035153457429260015, 0.0006279173539951444, 0.0009043001919053495, 0.0011806830298155546, 0.0014570658095180988, 0.001733448589220643, 0.0020098313689231873, 0.0022862141486257315, 0.0025625969283282757, 0.0028389799408614635, 0.0031153627205640078, 0.003391745500266552, 0.003668128279969096, 0.00394451105967164, 0.004220894072204828, 0.004497276619076729, 0.004773659631609917, 0.005050042178481817, 0.005326425191015005, 0.005602807737886906, 0.0058791907504200935, 0.006155573762953281, 0.006431956309825182, 0.00670833932235837, 0.00698472186923027, 0.007261104881763458, 0.007537487428635359, 0.00781386997550726, 0.008090252988040447, 0.008366636000573635, 0.008643019013106823, 0.00891940202564001, 0.009195784106850624, 0.009472167119383812, 0.009748550131917, 0.010024933144450188, 0.010301316156983376]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 3.0, 3.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04815308749675751, -0.04561926797032356, -0.04308544471859932, -0.040551625192165375, -0.03801780566573143, -0.03548398241400719, -0.03295016288757324, -0.030416343361139297, -0.027882521972060204, -0.02534870058298111, -0.022814881056547165, -0.02028105966746807, -0.017747238278388977, -0.015213418751955032, -0.012679597362875938, -0.010145776905119419, -0.0076119564473629, -0.0050781359896063805, -0.002544315066188574, -1.0494375601410866e-05, 0.002523326314985752, 0.005057146772742271, 0.007590967696160078, 0.010124788619577885, 0.012658609077334404, 0.015192429535090923, 0.017726249992847443, 0.020260071381926537, 0.02279389277100563, 0.025327712297439575, 0.02786153368651867, 0.030395353212952614, 0.03292917460203171, 0.03546299412846565, 0.037996817380189896, 0.04053063690662384, 0.043064456433057785, 0.04559827968478203, 0.04813209921121597, 0.05066591873764992, 0.05319973826408386, 0.055733561515808105, 0.05826738104224205, 0.060801200568675995, 0.06333502382040024, 0.06586884707212448, 0.06840266287326813, 0.07093648612499237, 0.07347030937671661, 0.07600412517786026, 0.0785379484295845, 0.08107176423072815, 0.08360558748245239, 0.08613941073417664, 0.08867322653532028, 0.09120704978704453, 0.09374087303876877, 0.09627468883991241, 0.09880851209163666, 0.1013423353433609, 0.10387615114450455, 0.10640997439622879, 0.10894379764795303, 0.11147761344909668, 0.11401143670082092]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 3.0, 1.0, 8.0, 8.0, 27.0, 24.0, 13.0, 9.0, 17.0, 39.0, 20.0, 12.0, 16.0, 12.0, 8.0, 5.0, 7.0, 5.0, 7.0, 6.0, 4.0, 2.0, 4.0, 3.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0], "bins": [-0.04423191770911217, -0.0420534648001194, -0.03987501561641693, -0.037696562707424164, -0.035518113523721695, -0.03333966061472893, -0.03116120956838131, -0.02898275852203369, -0.026804307475686073, -0.024625856429338455, -0.022447405382990837, -0.02026895433664322, -0.01809050142765045, -0.015912050381302834, -0.013733599334955215, -0.011555148288607597, -0.00937669724225998, -0.007198246195912361, -0.005019794683903456, -0.002841343404725194, -0.0006628921255469322, 0.0015155591536313295, 0.0036940104328095913, 0.005872461944818497, 0.008050912991166115, 0.010229364037513733, 0.012407815083861351, 0.014586267061531544, 0.016764719039201736, 0.018943170085549355, 0.021121621131896973, 0.02330007217824459, 0.02547852322459221, 0.027656974270939827, 0.029835425317287445, 0.03201387822628021, 0.03419232740998268, 0.03637078031897545, 0.03854922950267792, 0.040727682411670685, 0.04290613532066345, 0.04508458450436592, 0.04726303741335869, 0.04944148659706116, 0.051619939506053925, 0.05379838868975639, 0.05597684159874916, 0.05815529078245163, 0.0603337436914444, 0.06251219660043716, 0.06469064950942993, 0.0668690949678421, 0.06904754787683487, 0.07122600078582764, 0.0734044536948204, 0.07558289915323257, 0.07776135206222534, 0.07993980497121811, 0.08211825788021088, 0.08429671078920364, 0.08647515624761581, 0.08865360915660858, 0.09083206206560135, 0.09301051497459412, 0.09518896043300629]}, "_runtime": 49.48539066314697, "_timestamp": 1596212920.1869283, "_step": 56}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 4.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 8.0, 2.0, 2.0, 4.0, 4.0, 5.0, 3.0, 2.0, 1.0, 2.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.01656460389494896, -0.01615426503121853, -0.015743926167488098, -0.015333588235080242, -0.014923249371349812, -0.014512910507619381, -0.01410257164388895, -0.01369223278015852, -0.013281894847750664, -0.012871555984020233, -0.012461217120289803, -0.012050878256559372, -0.011640539392828941, -0.01123020052909851, -0.010819862596690655, -0.010409523732960224, -0.009999184869229794, -0.009588846005499363, -0.009178507141768932, -0.008768169209361076, -0.008357830345630646, -0.007947491481900215, -0.0075371526181697845, -0.007126814220100641, -0.006716475356370211, -0.00630613649263978, -0.005895798094570637, -0.005485459230840206, -0.0050751203671097755, -0.004664781969040632, -0.004254443105310202, -0.0038441044744104147, -0.0034337658435106277, -0.003023427212610841, -0.002613088581711054, -0.0022027497179806232, -0.0017924110870808363, -0.0013820724561810493, -0.0009717337088659406, -0.0005613950197584927, -0.00015105633065104485, 0.000259282358456403, 0.0006696210475638509, 0.0010799597948789597, 0.0014902984257787466, 0.0019006370566785336, 0.002310975920408964, 0.002721314551308751, 0.003131653182208538, 0.003541991813108325, 0.003952330444008112, 0.0043626693077385426, 0.004773007705807686, 0.0051833465695381165, 0.005593685433268547, 0.00600402383133769, 0.006414362695068121, 0.0068247015587985516, 0.007235039956867695, 0.0076453788205981255, 0.008055717684328556, 0.008466056548058987, 0.008876394480466843, 0.009286733344197273, 0.009697072207927704]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 2.0, 4.0, 2.0, 3.0, 8.0, 7.0, 3.0, 12.0, 9.0, 15.0, 16.0, 19.0, 25.0, 31.0, 27.0, 49.0, 61.0, 86.0, 119.0, 140.0, 213.0, 341.0, 3916.0, 1650.0, 380.0, 221.0, 145.0, 105.0, 66.0, 55.0, 42.0, 25.0, 30.0, 22.0, 18.0, 13.0, 10.0, 9.0, 7.0, 5.0, 3.0, 1.0, 3.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.13857069611549377, -0.13393475115299225, -0.12929879128932953, -0.124662846326828, -0.12002690136432648, -0.11539094895124435, -0.11075499653816223, -0.1061190515756607, -0.10148309916257858, -0.09684714674949646, -0.09221120178699493, -0.08757524937391281, -0.08293929696083069, -0.07830335199832916, -0.07366739958524704, -0.06903145462274551, -0.06439550220966339, -0.05975955352187157, -0.05512360483407974, -0.05048765242099762, -0.045851703733205795, -0.04121575504541397, -0.03657980263233185, -0.031943853944540024, -0.0273079052567482, -0.022671956568956375, -0.0180360060185194, -0.013400056399405003, -0.008764106780290604, -0.004128157161176205, 0.0005077924579381943, 0.005143742077052593, 0.009779691696166992, 0.014415641315281391, 0.01905159093439579, 0.023687541484832764, 0.028323490172624588, 0.03295943886041641, 0.037595391273498535, 0.04223133996129036, 0.046867288649082184, 0.05150323733687401, 0.05613918602466583, 0.060775138437747955, 0.06541109085083008, 0.0700470358133316, 0.07468298822641373, 0.07931893318891525, 0.08395488560199738, 0.0885908380150795, 0.09322678297758102, 0.09786273539066315, 0.10249868035316467, 0.1071346327662468, 0.11177058517932892, 0.11640653014183044, 0.12104248255491257, 0.1256784349679947, 0.13031437993049622, 0.13495032489299774, 0.13958628475666046, 0.144222229719162, 0.1488581746816635, 0.15349413454532623, 0.15813007950782776]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 1.0, 1.0, 3.0, 5.0, 2.0, 0.0, 2.0, 1.0, 0.0, 3.0, 3.0, 4.0, 3.0, 4.0, 3.0, 4.0, 2.0, 2.0, 4.0, 3.0, 22.0, 3.0, 5.0, 3.0, 5.0, 4.0, 2.0, 1.0, 3.0, 3.0, 1.0, 0.0, 2.0, 3.0, 1.0, 1.0, 1.0, 6.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.001751255476847291, -0.001677922671660781, -0.0016045899828895926, -0.0015312572941184044, -0.0014579244889318943, -0.0013845916837453842, -0.001311258994974196, -0.0012379263062030077, -0.0011645935010164976, -0.0010912606958299875, -0.0010179280070587993, -0.0009445952600799501, -0.0008712625131011009, -0.0007979297661222517, -0.0007245970191434026, -0.0006512642721645534, -0.0005779315251857042, -0.0005045987782068551, -0.0004312660312280059, -0.0003579332842491567, -0.00028460053727030754, -0.00021126779029145837, -0.0001379350433126092, -6.460229633376002e-05, 8.73045064508915e-06, 8.206319762393832e-05, 0.0001553959446027875, 0.00022872869158163667, 0.00030206143856048584, 0.000375394185539335, 0.0004487269325181842, 0.0005220596794970334, 0.0005953924264758825, 0.0006687251734547317, 0.0007420579204335809, 0.00081539066741243, 0.0008887234143912792, 0.0009620561613701284, 0.0010353889083489776, 0.0011087215971201658, 0.001182054402306676, 0.001255387207493186, 0.0013287198962643743, 0.0014020525850355625, 0.0014753853902220726, 0.0015487181954085827, 0.001622050884179771, 0.0016953835729509592, 0.0017687163781374693, 0.0018420491833239794, 0.0019153818720951676, 0.001988714560866356, 0.002062047366052866, 0.002135380171239376, 0.002208712976425886, 0.0022820455487817526, 0.0023553783539682627, 0.0024287111591547728, 0.002502043731510639, 0.0025753765366971493, 0.0026487093418836594, 0.0027220421470701694, 0.0027953749522566795, 0.002868707524612546, 0.002942040329799056]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 4.0, 0.0, 6.0, 11.0, 19.0, 22.0, 32.0, 45.0, 70.0, 102.0, 151.0, 226.0, 356.0, 530.0, 834.0, 1368.0, 2093.0, 3484.0, 5752.0, 10123.0, 19113.0, 39606.0, 98615.0, 750260.0, 133963.0, 50443.0, 25231.0, 14021.0, 8313.0, 5122.0, 3207.0, 2117.0, 1356.0, 953.0, 657.0, 438.0, 293.0, 199.0, 131.0, 109.0, 72.0, 56.0, 48.0, 28.0, 16.0, 12.0, 14.0, 5.0, 4.0, 2.0, 4.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.007717597763985395, -0.007466452661901712, -0.007215307559818029, -0.006964162923395634, -0.006713017821311951, -0.006461872719228268, -0.006210727617144585, -0.005959582515060902, -0.005708437412977219, -0.005457292776554823, -0.00520614767447114, -0.004955002572387457, -0.004703857470303774, -0.004452712368220091, -0.004201567731797695, -0.003950422629714012, -0.003699277527630329, -0.003448132425546646, -0.0031969875562936068, -0.0029458424542099237, -0.0026946975849568844, -0.0024435524828732014, -0.0021924073807895184, -0.0019412623951211572, -0.001690117409452796, -0.0014389724237844348, -0.0011878274381160736, -0.0009366823360323906, -0.0006855373503640294, -0.00043439233559183776, -0.00018324732081964612, 6.789769395254552e-05, 0.00031904270872473717, 0.0005701876943930984, 0.0008213327382691205, 0.0010724777821451426, 0.0013236227678135037, 0.001574767753481865, 0.001825912855565548, 0.0020770577248185873, 0.0023282028269022703, 0.0025793479289859533, 0.0028304927982389927, 0.0030816379003226757, 0.0033327830024063587, 0.003583927871659398, 0.003835072973743081, 0.0040862178429961205, 0.0043373629450798035, 0.0045885080471634865, 0.0048396531492471695, 0.005090797785669565, 0.005341942887753248, 0.005593087989836931, 0.005844233091920614, 0.006095378194004297, 0.006346522830426693, 0.006597667932510376, 0.006848813034594059, 0.007099958136677742, 0.007351103238761425, 0.007602248340845108, 0.007853393442928791, 0.008104538545012474, 0.008355682715773582]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 10.0, 13.0, 3.0, 6.0, 10.0, 5.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.05685681104660034, -0.05579773336648941, -0.05473865196108818, -0.05367957428097725, -0.05262049287557602, -0.05156141519546509, -0.050502337515354156, -0.04944325610995293, -0.048384178429841995, -0.047325100749731064, -0.046266019344329834, -0.0452069416642189, -0.04414786398410797, -0.04308878257870674, -0.04202970489859581, -0.04097062349319458, -0.03991154581308365, -0.03885246813297272, -0.03779338672757149, -0.036734309047460556, -0.035675227642059326, -0.034616149961948395, -0.03355707228183746, -0.032497990876436234, -0.0314389131963253, -0.03037983365356922, -0.02932075411081314, -0.02826167643070221, -0.02720259688794613, -0.026143517345190048, -0.025084439665079117, -0.024025360122323036, -0.022966280579566956, -0.021907201036810875, -0.020848121494054794, -0.019789043813943863, -0.018729964271187782, -0.0176708847284317, -0.01661180704832077, -0.01555272750556469, -0.014493647962808609, -0.013434568420052528, -0.012375489808619022, -0.011316411197185516, -0.010257331654429436, -0.009198252111673355, -0.008139173500239849, -0.007080094423145056, -0.0060210153460502625, -0.004961936268955469, -0.003902857191860676, -0.0028437781147658825, -0.0017846990376710892, -0.0007256199605762959, 0.00033345911651849747, 0.0013925381936132908, 0.002451617270708084, 0.0035106963478028774, 0.004569775424897671, 0.005628854501992464, 0.006687933579087257, 0.007747012656182051, 0.008806091733276844, 0.00986517034471035, 0.01092424988746643]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [6.0, 9.0, 1.0, 2.0, 3.0, 5.0, 7.0, 3.0, 10.0, 3.0, 3.0, 2.0, 0.0, 2.0, 7.0, 5.0, 5.0, 5.0, 6.0, 16.0, 16.0, 7.0, 2.0, 1.0, 1.0, 17.0, 32.0, 22.0, 14.0, 10.0, 11.0, 14.0, 18.0, 30.0, 23.0, 32.0, 41.0, 46.0, 49.0, 68.0, 120.0, 203.0, 443.0, 774.0, 1301.0, 2635.0, 7064.0, 2040.0, 1265.0, 793.0, 476.0, 283.0, 180.0, 110.0, 64.0, 39.0, 31.0, 15.0, 13.0, 9.0, 5.0, 6.0, 4.0, 5.0], "bins": [-0.01859916001558304, -0.01819675788283348, -0.017794357612729073, -0.017391955479979515, -0.016989555209875107, -0.01658715307712555, -0.01618475280702114, -0.015782350674271584, -0.0153799494728446, -0.014977548271417618, -0.014575147069990635, -0.014172745868563652, -0.013770343735814095, -0.013367942534387112, -0.012965541332960129, -0.012563140131533146, -0.012160738930106163, -0.01175833772867918, -0.011355936527252197, -0.010953535325825214, -0.010551134124398232, -0.010148731991648674, -0.009746330790221691, -0.009343929588794708, -0.008941528387367725, -0.008539127185940742, -0.00813672598451376, -0.007734324317425489, -0.0073319231159985065, -0.006929521914571524, -0.0065271202474832535, -0.006124719046056271, -0.005722317844629288, -0.005319916643202305, -0.004917515441775322, -0.004515113774687052, -0.004112712573260069, -0.003710311371833086, -0.0033079099375754595, -0.002905508503317833, -0.00250310730189085, -0.002100706100463867, -0.0016983046662062407, -0.001295903348363936, -0.0008935020305216312, -0.0004911007126793265, -8.869939483702183e-05, 0.0003137019230052829, 0.0007161032408475876, 0.0011185045586898923, 0.001520905876532197, 0.0019233071943745017, 0.0023257085122168064, 0.0027281097136437893, 0.003130511147901416, 0.0035329125821590424, 0.003935313783586025, 0.004337714985013008, 0.004740116186439991, 0.005142517853528261, 0.005544919054955244, 0.005947320256382227, 0.006349721923470497, 0.00675212312489748, 0.007154524326324463]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 2.0, 3.0, 0.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.08575978130102158, -0.08204496651887894, -0.0783301591873169, -0.07461534440517426, -0.07090052962303162, -0.06718572229146957, -0.06347090750932693, -0.059756092727184296, -0.056041281670331955, -0.052326470613479614, -0.048611655831336975, -0.044896844774484634, -0.041182033717632294, -0.037467218935489655, -0.033752407878637314, -0.030037594959139824, -0.026322782039642334, -0.022607969120144844, -0.018893156200647354, -0.015178345143795013, -0.011463532224297523, -0.007748719770461321, -0.004033907316625118, -0.00031909486278891563, 0.003395717591047287, 0.00711053004488349, 0.010825342498719692, 0.014540154486894608, 0.018254967406392097, 0.021969780325889587, 0.025684591382741928, 0.029399404302239418, 0.03311421722173691, 0.03682902827858925, 0.04054384306073189, 0.04425865411758423, 0.04797346889972687, 0.05168827995657921, 0.05540309101343155, 0.05911790579557419, 0.06283271312713623, 0.06654752790927887, 0.07026234269142151, 0.07397715747356415, 0.07769196480512619, 0.08140677958726883, 0.08512159436941147, 0.08883640170097351, 0.09255121648311615, 0.09626603126525879, 0.09998083859682083, 0.10369565337896347, 0.10741046816110611, 0.11112527549266815, 0.11484009027481079, 0.11855490505695343, 0.12226971983909607, 0.1259845346212387, 0.12969933450222015, 0.1334141492843628, 0.13712896406650543, 0.14084377884864807, 0.1445585936307907, 0.14827340841293335, 0.1519882082939148]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 4.0, 2.0, 3.0, 6.0, 10.0, 2.0, 5.0, 3.0, 2.0, 2.0, 1.0, 10.0, 11.0, 8.0, 8.0, 14.0, 7.0, 30.0, 24.0, 26.0, 28.0, 18.0, 16.0, 11.0, 6.0, 1.0, 4.0, 3.0, 1.0, 2.0, 1.0, 0.0, 3.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.026085684075951576, -0.025028137490153313, -0.0239705890417099, -0.022913042455911636, -0.021855495870113373, -0.02079794742166996, -0.019740400835871696, -0.018682852387428284, -0.01762530580163002, -0.016567759215831757, -0.015510210767388344, -0.01445266418159008, -0.013395116664469242, -0.012337569147348404, -0.01128002256155014, -0.010222475044429302, -0.009164927527308464, -0.008107380010187626, -0.007049832958728075, -0.005992285907268524, -0.004934738390147686, -0.0038771911058574915, -0.002819643821567297, -0.0017620965372771025, -0.000704549252986908, 0.00035299803130328655, 0.001410545315593481, 0.0024680925998836756, 0.00352563988417387, 0.004583187401294708, 0.005640734452754259, 0.00669828150421381, 0.007755829021334648, 0.008813376538455486, 0.009870924055576324, 0.010928470641374588, 0.011986018158495426, 0.013043565675616264, 0.014101112261414528, 0.015158659778535366, 0.016216207295656204, 0.017273753881454468, 0.01833130232989788, 0.019388848915696144, 0.020446397364139557, 0.02150394394993782, 0.022561490535736084, 0.023619038984179497, 0.02467658556997776, 0.025734132155776024, 0.026791680604219437, 0.0278492271900177, 0.028906773775815964, 0.029964322224259377, 0.03102186881005764, 0.03207941725850105, 0.033136963844299316, 0.03419451043009758, 0.035252057015895844, 0.036309607326984406, 0.03736715391278267, 0.03842470049858093, 0.039482247084379196, 0.04053979367017746, 0.04159734398126602]}, "_runtime": 50.265289545059204, "_timestamp": 1596212920.9668272, "_step": 57}
-{"val_accuracy": 0.7986394121004566, "val_loss": 0.5314587723446763, "_runtime": 52.054123878479004, "_timestamp": 1596212922.7556615, "_step": 58}
-{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: K Confidence: 0.1831575334072113 Truth: v", "Prediction: 5 Confidence: 0.9999369382858276 Truth: 5", "Prediction: 2 Confidence: 0.9938742518424988 Truth: 2", "Prediction: 0 Confidence: 0.7032208442687988 Truth: 0"]}, "_runtime": 52.33599638938904, "_timestamp": 1596212923.037534, "_step": 59}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0, 3.0, 5.0, 3.0, 0.0, 2.0, 2.0, 2.0, 3.0, 4.0, 1.0, 4.0, 0.0, 3.0, 2.0, 2.0, 0.0, 5.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.009701077826321125, -0.009400437586009502, -0.009099798277020454, -0.008799158036708832, -0.00849851779639721, -0.008197877556085587, -0.007897237315773964, -0.007596598006784916, -0.007295957766473293, -0.006995317526161671, -0.006694677751511335, -0.006394037976861, -0.0060933977365493774, -0.005792757496237755, -0.0054921177215874195, -0.005191477946937084, -0.004890837706625462, -0.004590197466313839, -0.004289557691663504, -0.003988917917013168, -0.0036882776767015457, -0.0033876376692205667, -0.003086997661739588, -0.002786357654258609, -0.00248571764677763, -0.002185077639296651, -0.001884437631815672, -0.001583797624334693, -0.001283157616853714, -0.000982517609372735, -0.0006818776018917561, -0.0003812375944107771, -8.059758692979813e-05, 0.00022004242055118084, 0.0005206824280321598, 0.0008213224355131388, 0.0011219624429941177, 0.0014226024504750967, 0.0017232424579560757, 0.0020238824654370546, 0.0023245224729180336, 0.0026251624803990126, 0.0029258024878799915, 0.0032264424953609705, 0.0035270825028419495, 0.0038277225103229284, 0.004128362517803907, 0.004429002292454243, 0.004729642532765865, 0.005030282773077488, 0.005330922547727823, 0.005631562322378159, 0.005932202562689781, 0.006232842803001404, 0.006533482577651739, 0.006834122352302074, 0.007134762592613697, 0.00743540283292532, 0.007736042607575655, 0.00803668238222599, 0.008337322622537613, 0.008637962862849236, 0.008938603103160858, 0.009239242412149906, 0.009539882652461529]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 4.0, 3.0, 4.0, 4.0, 5.0, 15.0, 15.0, 8.0, 16.0, 25.0, 21.0, 38.0, 32.0, 61.0, 73.0, 83.0, 145.0, 178.0, 292.0, 436.0, 4822.0, 670.0, 321.0, 195.0, 110.0, 81.0, 69.0, 52.0, 36.0, 18.0, 19.0, 17.0, 14.0, 6.0, 12.0, 7.0, 6.0, 0.0, 1.0, 4.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1472255438566208, -0.14281634986400604, -0.1384071707725525, -0.13399797677993774, -0.129588782787323, -0.12517960369586945, -0.1207704097032547, -0.11636121571063995, -0.1119520291686058, -0.10754284262657166, -0.10313364863395691, -0.09872446209192276, -0.09431527554988861, -0.08990608155727386, -0.08549689501523972, -0.08108770102262497, -0.07667851448059082, -0.07226932793855667, -0.06786013394594193, -0.06345094740390778, -0.05904175713658333, -0.05463256686925888, -0.05022338032722473, -0.045814190059900284, -0.041404999792575836, -0.03699580952525139, -0.03258661925792694, -0.028177432715892792, -0.023768242448568344, -0.019359052181243896, -0.014949863776564598, -0.010540674440562725, -0.006131485104560852, -0.001722295768558979, 0.002686893567442894, 0.007096082903444767, 0.01150527223944664, 0.015914462506771088, 0.020323650911450386, 0.024732839316129684, 0.029142029583454132, 0.03355121985077858, 0.03796041011810303, 0.042369596660137177, 0.046778786927461624, 0.05118797719478607, 0.05559716373682022, 0.06000635400414467, 0.06441554427146912, 0.06882473081350327, 0.07323392480611801, 0.07764311134815216, 0.0820523053407669, 0.08646149188280106, 0.0908706784248352, 0.09527987241744995, 0.0996890589594841, 0.10409824550151825, 0.108507439494133, 0.11291662603616714, 0.1173258125782013, 0.12173500657081604, 0.1261442005634308, 0.13055337965488434, 0.13496257364749908]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 3.0, 2.0, 4.0, 3.0, 3.0, 2.0, 2.0, 4.0, 7.0, 2.0, 3.0, 7.0, 4.0, 28.0, 2.0, 1.0, 4.0, 2.0, 5.0, 5.0, 2.0, 4.0, 2.0, 2.0, 3.0, 2.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002774178283289075, -0.00268349377438426, -0.002592809032648802, -0.002502124523743987, -0.0024114400148391724, -0.002320755273103714, -0.0022300707641988993, -0.002139386022463441, -0.002048701513558626, -0.0019580170046538115, -0.001867332262918353, -0.0017766477540135384, -0.0016859631286934018, -0.0015952785033732653, -0.0015045939944684505, -0.001413909369148314, -0.0013232247438281775, -0.001232540118508041, -0.0011418554931879044, -0.0010511709842830896, -0.0009604863589629531, -0.0008698017336428165, -0.0007791171665303409, -0.0006884325994178653, -0.0005977479740977287, -0.0005070633487775922, -0.00041637878166511655, -0.00032569418544881046, -0.00023500958923250437, -0.00014432499301619828, -5.364039679989219e-05, 3.70441994164139e-05, 0.00012772879563272, 0.00021841339184902608, 0.0003090979880653322, 0.00039978258428163826, 0.0004904671804979444, 0.0005811518058180809, 0.0006718363729305565, 0.0007625209400430322, 0.0008532055653631687, 0.0009438901906833053, 0.0010345748160034418, 0.0011252593249082565, 0.001215943950228393, 0.0013066285755485296, 0.0013973130844533443, 0.001487997709773481, 0.0015786823350936174, 0.001669366960413754, 0.0017600515857338905, 0.0018507360946387053, 0.0019414207199588418, 0.0020321053452789783, 0.002122789854183793, 0.0022134745959192514, 0.002304159104824066, 0.002394843613728881, 0.0024855283554643393, 0.002576212864369154, 0.0026668976061046124, 0.002757582115009427, 0.002848266623914242, 0.0029389513656497, 0.003029635874554515]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 0.0, 3.0, 2.0, 4.0, 3.0, 6.0, 10.0, 11.0, 15.0, 23.0, 43.0, 71.0, 77.0, 118.0, 196.0, 289.0, 428.0, 643.0, 1020.0, 1558.0, 2488.0, 4075.0, 7218.0, 12675.0, 24164.0, 50665.0, 133711.0, 760016.0, 88400.0, 39005.0, 20673.0, 11800.0, 7082.0, 4337.0, 2779.0, 1808.0, 1196.0, 891.0, 631.0, 458.0, 320.0, 216.0, 138.0, 117.0, 81.0, 51.0, 43.0, 28.0, 19.0, 12.0, 9.0, 10.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0], "bins": [-0.008872894570231438, -0.008590645156800747, -0.008308394812047482, -0.00802614539861679, -0.007743895519524813, -0.007461646106094122, -0.007179396227002144, -0.006897146347910166, -0.006614896468818188, -0.006332647055387497, -0.006050397176295519, -0.005768147297203541, -0.00548589788377285, -0.005203648004680872, -0.004921398125588894, -0.004639148712158203, -0.004356898833066225, -0.004074648953974247, -0.0037923993077129126, -0.003510149661451578, -0.0032278997823596, -0.0029456501360982656, -0.0026634004898369312, -0.002381150610744953, -0.0020989009644836187, -0.0018166512018069625, -0.0015344014391303062, -0.0012521517928689718, -0.0009699020301923156, -0.0006876522675156593, -0.000405402563046664, -0.0001231528294738382, 0.00015909690409898758, 0.00044134663767181337, 0.0007235963712446392, 0.0010058460757136345, 0.0012880958383902907, 0.001570345601066947, 0.0018525952473282814, 0.0021348451264202595, 0.002417094772681594, 0.0026993444189429283, 0.0029815942980349064, 0.003263843944296241, 0.0035460935905575752, 0.0038283434696495533, 0.004110593348741531, 0.004392842762172222, 0.0046750926412642, 0.004957342520356178, 0.005239591933786869, 0.005521841812878847, 0.005804091691970825, 0.006086341105401516, 0.006368590984493494, 0.006650840863585472, 0.006933090277016163, 0.007215340156108141, 0.007497590035200119, 0.007779839914292097, 0.008062089793384075, 0.008344339206814766, 0.008626588620245457, 0.008908838964998722, 0.009191088378429413]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 5.0, 2.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 11.0, 5.0, 4.0, 5.0, 6.0, 3.0, 6.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.04075200855731964, -0.03989899531006813, -0.03904598206281662, -0.03819297254085541, -0.0373399592936039, -0.036486946046352386, -0.035633936524391174, -0.034780923277139664, -0.03392791002988815, -0.03307489678263664, -0.03222188353538513, -0.03136887401342392, -0.03051586076617241, -0.0296628475189209, -0.028809836134314537, -0.027956824749708176, -0.027103811502456665, -0.026250798255205154, -0.025397786870598793, -0.02454477548599243, -0.02369176223874092, -0.02283874899148941, -0.02198573760688305, -0.021132726222276688, -0.020279712975025177, -0.019426699727773666, -0.018573688343167305, -0.017720676958560944, -0.016867663711309433, -0.016014650464057922, -0.015161639079451561, -0.014308626763522625, -0.013455614447593689, -0.012602602131664753, -0.011749589815735817, -0.010896577499806881, -0.010043565183877945, -0.009190552867949009, -0.008337540552020073, -0.007484528236091137, -0.006631515920162201, -0.005778503604233265, -0.004925491288304329, -0.004072478972375393, -0.003219466656446457, -0.002366454340517521, -0.001513442024588585, -0.0006604297086596489, 0.0001925826072692871, 0.0010455949231982231, 0.0018986072391271591, 0.002751619555056095, 0.003604631870985031, 0.004457644186913967, 0.005310656502842903, 0.006163668818771839, 0.007016681134700775, 0.007869693450629711, 0.008722705766558647, 0.009575718082487583, 0.01042873039841652, 0.011281742714345455, 0.012134755030274391, 0.012987767346203327, 0.013840779662132263]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 6.0, 5.0, 2.0, 3.0, 8.0, 2.0, 8.0, 6.0, 6.0, 2.0, 2.0, 3.0, 1.0, 6.0, 10.0, 17.0, 24.0, 21.0, 21.0, 26.0, 40.0, 51.0, 50.0, 58.0, 86.0, 107.0, 147.0, 176.0, 234.0, 291.0, 315.0, 362.0, 576.0, 829.0, 1277.0, 2354.0, 5817.0, 1790.0, 1222.0, 826.0, 507.0, 330.0, 186.0, 156.0, 112.0, 69.0, 54.0, 63.0, 25.0, 20.0, 19.0, 23.0, 9.0, 14.0, 19.0, 9.0, 7.0, 4.0, 3.0, 4.0, 1.0, 0.0, 6.0], "bins": [-0.013683912344276905, -0.013314817100763321, -0.012945720925927162, -0.012576625682413578, -0.012207530438899994, -0.01183843519538641, -0.011469339951872826, -0.011100243777036667, -0.010731148533523083, -0.010362053290009499, -0.00999295711517334, -0.009623861871659756, -0.009254766628146172, -0.008885671384632587, -0.008516576141119003, -0.008147479966282845, -0.00777838472276926, -0.007409289479255676, -0.007040193770080805, -0.006671098060905933, -0.006302002817392349, -0.005932907573878765, -0.005563811864703894, -0.005194716155529022, -0.004825620912015438, -0.004456525668501854, -0.0040874299593269825, -0.0037183344829827547, -0.003349239006638527, -0.002980143530294299, -0.0026110480539500713, -0.0022419525776058435, -0.0018728571012616158, -0.001503761624917388, -0.0011346661485731602, -0.0007655706722289324, -0.0003964751958847046, -2.73797195404768e-05, 0.000341715756803751, 0.0007108112331479788, 0.0010799067094922066, 0.0014490021858364344, 0.0018180976621806622, 0.00218719313852489, 0.0025562886148691177, 0.0029253840912133455, 0.0032944795675575733, 0.003663575043901801, 0.004032670520246029, 0.004401765763759613, 0.0047708614729344845, 0.005139957182109356, 0.00550905242562294, 0.005878147669136524, 0.006247243378311396, 0.006616339087486267, 0.006985434330999851, 0.007354529574513435, 0.007723625283688307, 0.008092720992863178, 0.008461816236376762, 0.008830911479890347, 0.00920000672340393, 0.00956910289824009, 0.009938198141753674]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.16285036504268646, -0.15814651548862457, -0.15344266593456268, -0.148738831281662, -0.1440349817276001, -0.1393311321735382, -0.13462728261947632, -0.12992343306541443, -0.12521958351135254, -0.12051574140787125, -0.11581189930438995, -0.11110804975032806, -0.10640420019626617, -0.10170035809278488, -0.09699650853872299, -0.0922926664352417, -0.08758881688117981, -0.08288496732711792, -0.07818112522363663, -0.07347727566957474, -0.06877343356609344, -0.06406958401203156, -0.059365734457969666, -0.054661888629198074, -0.04995804280042648, -0.04525419697165489, -0.0405503511428833, -0.03584650158882141, -0.03114265576004982, -0.02643880993127823, -0.02173496223986149, -0.017031114548444748, -0.012327268719673157, -0.007623421959578991, -0.002919575199484825, 0.0017842715606093407, 0.0064881183207035065, 0.011191965080797672, 0.015895811840891838, 0.02059965953230858, 0.02530350536108017, 0.03000735118985176, 0.03471119701862335, 0.03941504657268524, 0.04411889240145683, 0.048822738230228424, 0.053526587784290314, 0.058230433613061905, 0.0629342794418335, 0.06763812899589539, 0.07234197109937668, 0.07704582065343857, 0.08174966275691986, 0.08645351231098175, 0.09115736186504364, 0.09586120396852493, 0.10056505352258682, 0.10526890307664871, 0.10997274518013, 0.1146765947341919, 0.11938044428825378, 0.12408428639173508, 0.12878812849521637, 0.13349197804927826, 0.13819582760334015]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 3.0, 3.0, 5.0, 3.0, 4.0, 0.0, 3.0, 3.0, 1.0, 4.0, 4.0, 6.0, 8.0, 14.0, 16.0, 51.0, 29.0, 30.0, 12.0, 11.0, 7.0, 4.0, 0.0, 5.0, 1.0, 1.0, 8.0, 5.0, 2.0, 4.0, 1.0, 3.0, 4.0, 3.0, 2.0, 5.0, 1.0, 2.0], "bins": [-0.1090802326798439, -0.10648133605718613, -0.10388243198394775, -0.10128353536128998, -0.0986846312880516, -0.09608573466539383, -0.09348683059215546, -0.09088793396949768, -0.0882890373468399, -0.08569013327360153, -0.08309123665094376, -0.08049233257770538, -0.07789343595504761, -0.07529453188180923, -0.07269563525915146, -0.07009673118591309, -0.06749783456325531, -0.06489893794059753, -0.06230003386735916, -0.05970113351941109, -0.05710223317146301, -0.05450333654880524, -0.05190443620085716, -0.04930553585290909, -0.046706635504961014, -0.04410773515701294, -0.041508834809064865, -0.03890993446111679, -0.036311037838459015, -0.03371213749051094, -0.031113237142562866, -0.028514336794614792, -0.025915436446666718, -0.023316536098718643, -0.02071763575077057, -0.018118737265467644, -0.01551983691751957, -0.012920936569571495, -0.010322037152945995, -0.007723137270659208, -0.005124237388372421, -0.0025253375060856342, 7.35623762011528e-05, 0.00267246225848794, 0.005271362140774727, 0.007870262488722801, 0.010469161905348301, 0.0130680613219738, 0.015666961669921875, 0.01826586201786995, 0.020864762365818024, 0.02346366085112095, 0.026062561199069023, 0.028661461547017097, 0.03126036003232002, 0.0338592603802681, 0.03645816072821617, 0.039057061076164246, 0.04165596142411232, 0.044254861772060394, 0.04685375839471817, 0.049452658742666245, 0.05205155909061432, 0.05465045943856239, 0.05724935978651047]}, "_runtime": 52.75699591636658, "_timestamp": 1596212923.4585335, "_step": 60}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 4.0, 4.0, 1.0, 4.0, 4.0, 5.0, 4.0, 5.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009592101909220219, -0.009148351848125458, -0.008704601787030697, -0.008260851725935936, -0.0078171007335186, -0.007373351138085127, -0.006929600611329079, -0.006485850550234318, -0.006042100489139557, -0.005598350428044796, -0.005154600366950035, -0.004710849840193987, -0.004267099779099226, -0.003823349718004465, -0.0033795994240790606, -0.002935849130153656, -0.002492099069058895, -0.002048349007964134, -0.0016045987140387297, -0.001160848536528647, -0.0007170983590185642, -0.0002733481815084815, 0.00017040199600160122, 0.0006141521735116839, 0.0010579023510217667, 0.0015016525285318494, 0.001945402706041932, 0.0023891529999673367, 0.0028329030610620975, 0.0032766531221568584, 0.003720403416082263, 0.0041641537100076675, 0.0046079037711024284, 0.005051653832197189, 0.00549540389329195, 0.005939154420047998, 0.006382904481142759, 0.00682665454223752, 0.007270405068993568, 0.007714155130088329, 0.00815790519118309, 0.008601655252277851, 0.009045405313372612, 0.009489155374467373, 0.009932905435562134, 0.01037665642797947, 0.01082040648907423, 0.011264156550168991, 0.011707906611263752, 0.012151656672358513, 0.012595406733453274, 0.013039156794548035, 0.01348290778696537, 0.013926657848060131, 0.014370407909154892, 0.014814157970249653, 0.015257908031344414, 0.01570165902376175, 0.016145408153533936, 0.01658915914595127, 0.017032908275723457, 0.017476659268140793, 0.01792040839791298, 0.018364159390330315, 0.01880791038274765]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 4.0, 4.0, 9.0, 5.0, 8.0, 15.0, 12.0, 16.0, 27.0, 34.0, 57.0, 64.0, 69.0, 99.0, 133.0, 175.0, 276.0, 561.0, 4983.0, 526.0, 257.0, 168.0, 108.0, 75.0, 46.0, 45.0, 36.0, 22.0, 19.0, 18.0, 8.0, 9.0, 6.0, 4.0, 6.0, 6.0, 2.0, 1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.161075159907341, -0.1553787738084793, -0.14968238770961761, -0.14398600161075592, -0.13828961551189423, -0.13259322941303253, -0.12689684331417084, -0.12120046466588974, -0.11550407856702805, -0.10980769246816635, -0.10411130636930466, -0.09841492027044296, -0.09271854162216187, -0.08702215552330017, -0.08132576942443848, -0.07562938332557678, -0.06993299722671509, -0.0642366111278534, -0.0585402250289917, -0.0528438426554203, -0.04714745655655861, -0.041451070457696915, -0.03575468808412552, -0.030058301985263824, -0.02436191588640213, -0.018665529787540436, -0.01296914555132389, -0.007272760383784771, -0.0015763752162456512, 0.0041200099512934685, 0.009816395118832588, 0.015512780286371708, 0.021209165453910828, 0.026905551552772522, 0.032601937651634216, 0.03829832002520561, 0.043994706124067307, 0.049691092222929, 0.0553874745965004, 0.06108386069536209, 0.06678024679422379, 0.07247663289308548, 0.07817301899194717, 0.08386940509080887, 0.08956578373908997, 0.09526216983795166, 0.10095855593681335, 0.10665494203567505, 0.11235132813453674, 0.11804771423339844, 0.12374410033226013, 0.12944048643112183, 0.13513687252998352, 0.14083325862884521, 0.1465296447277069, 0.1522260308265686, 0.1579224169254303, 0.1636187881231308, 0.1693151742219925, 0.1750115603208542, 0.18070794641971588, 0.18640433251857758, 0.19210071861743927, 0.19779710471630096, 0.20349349081516266]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 1.0, 3.0, 3.0, 1.0, 0.0, 2.0, 2.0, 2.0, 4.0, 3.0, 4.0, 1.0, 6.0, 5.0, 2.0, 2.0, 24.0, 2.0, 2.0, 6.0, 1.0, 4.0, 1.0, 8.0, 0.0, 1.0, 4.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 3.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0026064561679959297, -0.0025163593236356974, -0.002426262479275465, -0.002336165402084589, -0.0022460685577243567, -0.0021559717133641243, -0.002065874869003892, -0.0019757780246436596, -0.0018856810638681054, -0.001795584219507873, -0.0017054872587323189, -0.0016153904143720865, -0.0015252935700118542, -0.0014351966092363, -0.0013450997648760676, -0.0012550028041005135, -0.001164905959740281, -0.0010748091153800488, -0.0009847121546044946, -0.0008946153102442622, -0.000804518407676369, -0.0007144215051084757, -0.0006243246607482433, -0.0005342277581803501, -0.0004441308556124568, -0.00035403395304456353, -0.0002639370795805007, -0.00017384019156452268, -8.374330354854465e-05, 6.353584467433393e-06, 9.645047248341143e-05, 0.00018654736049938947, 0.0002766442485153675, 0.0003667411510832608, 0.0004568380245473236, 0.0005469348980113864, 0.0006370318005792797, 0.0007271287031471729, 0.0008172255475074053, 0.0009073224500752985, 0.0009974193526431918, 0.0010875161970034242, 0.0011776131577789783, 0.0012677100021392107, 0.001357806846499443, 0.0014479038072749972, 0.0015380006516352296, 0.0016280976124107838, 0.0017181944567710161, 0.0018082913011312485, 0.0018983882619068027, 0.001988485222682357, 0.002078582067042589, 0.0021686789114028215, 0.002258775755763054, 0.0023488726001232862, 0.0024389694444835186, 0.0025290665216743946, 0.002619163366034627, 0.0027092602103948593, 0.0027993570547550917, 0.002889453899115324, 0.0029795509763062, 0.0030696478206664324, 0.0031597446650266647]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 1.0, 3.0, 2.0, 12.0, 13.0, 14.0, 29.0, 38.0, 66.0, 71.0, 91.0, 147.0, 195.0, 288.0, 409.0, 582.0, 835.0, 1216.0, 1894.0, 2821.0, 4446.0, 7099.0, 12189.0, 21603.0, 42202.0, 97228.0, 745929.0, 117814.0, 49879.0, 27076.0, 15988.0, 9923.0, 6249.0, 4049.0, 2785.0, 1830.0, 1340.0, 912.0, 676.0, 461.0, 322.0, 250.0, 177.0, 139.0, 99.0, 66.0, 61.0, 29.0, 22.0, 24.0, 13.0, 6.0, 9.0, 6.0, 4.0, 3.0, 1.0, 3.0, 2.0, 0.0, 1.0], "bins": [-0.008147463202476501, -0.007872920483350754, -0.007598378229886293, -0.007323835976421833, -0.007049293257296085, -0.006774751003831625, -0.006500208750367165, -0.006225666031241417, -0.0059511237777769566, -0.005676581524312496, -0.0054020388051867485, -0.005127496551722288, -0.004852954298257828, -0.00457841157913208, -0.00430386932566762, -0.004029326606541872, -0.0037547843530774117, -0.0034802418667823076, -0.0032056993804872036, -0.0029311571270227432, -0.002656614640727639, -0.002382072154432535, -0.002107529900968075, -0.0018329874146729708, -0.0015584449283778667, -0.0012839024420827627, -0.0010093600722029805, -0.0007348176441155374, -0.0004602752160280943, -0.00018573278794065118, 8.880964014679193e-05, 0.00036335206823423505, 0.0006378944963216782, 0.0009124369244091213, 0.0011869793524965644, 0.0014615217223763466, 0.0017360642086714506, 0.0020106066949665546, 0.002285148948431015, 0.002559691434726119, 0.002834233921021223, 0.003108776407316327, 0.003383318893611431, 0.0036578611470758915, 0.003932403400540352, 0.0042069461196660995, 0.00448148837313056, 0.004756031092256308, 0.005030573345720768, 0.005305115599185228, 0.005579658318310976, 0.005854200571775436, 0.006128743290901184, 0.0064032855443656445, 0.006677827797830105, 0.0069523705169558525, 0.007226912770420313, 0.007501455023884773, 0.007775997743010521, 0.008050540462136269, 0.008325082249939442, 0.00859962496906519, 0.008874167688190937, 0.00914870947599411, 0.009423252195119858]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 2.0, 1.0, 2.0, 1.0, 4.0, 4.0, 13.0, 3.0, 3.0, 4.0, 3.0, 6.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.029298219829797745, -0.028041984885931015, -0.026785749942064285, -0.025529516860842705, -0.024273281916975975, -0.023017046973109245, -0.021760813891887665, -0.020504578948020935, -0.019248344004154205, -0.017992109060287476, -0.016735874116420746, -0.015479641035199165, -0.014223406091332436, -0.012967171147465706, -0.01171093713492155, -0.010454703122377396, -0.009198468178510666, -0.007942233234643936, -0.006685999222099781, -0.005429764743894339, -0.004173530265688896, -0.0029172957874834538, -0.0016610613092780113, -0.0004048268310725689, 0.0008514076471328735, 0.002107642125338316, 0.0033638766035437584, 0.004620111081749201, 0.005876345559954643, 0.007132580038160086, 0.008388814516365528, 0.009645048528909683, 0.010901283472776413, 0.012157518416643143, 0.013413752429187298, 0.014669986441731453, 0.015926221385598183, 0.017182456329464912, 0.018438689410686493, 0.019694924354553223, 0.020951159298419952, 0.022207394242286682, 0.023463629186153412, 0.024719862267374992, 0.025976097211241722, 0.027232332155108452, 0.028488565236330032, 0.029744800180196762, 0.031001035124063492, 0.03225727006793022, 0.03351350501179695, 0.03476973995566368, 0.03602597117424011, 0.03728220611810684, 0.03853844106197357, 0.0397946760058403, 0.04105091094970703, 0.04230714589357376, 0.04356338083744049, 0.04481961578130722, 0.04607585072517395, 0.04733208194375038, 0.04858831688761711, 0.04984455183148384, 0.05110078677535057]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 3.0, 2.0, 5.0, 2.0, 6.0, 9.0, 8.0, 12.0, 16.0, 21.0, 29.0, 41.0, 36.0, 56.0, 70.0, 80.0, 106.0, 145.0, 180.0, 229.0, 284.0, 364.0, 431.0, 561.0, 827.0, 1477.0, 6223.0, 2565.0, 1227.0, 843.0, 593.0, 475.0, 328.0, 251.0, 191.0, 158.0, 100.0, 96.0, 56.0, 45.0, 40.0, 33.0, 48.0, 16.0, 10.0, 8.0, 16.0, 14.0, 7.0, 6.0, 7.0, 8.0, 7.0, 8.0, 3.0, 6.0, 12.0, 6.0, 7.0, 0.0, 1.0, 9.0, 8.0], "bins": [-0.012859142385423183, -0.012395139783620834, -0.01193113625049591, -0.011467132717370987, -0.011003130115568638, -0.010539127513766289, -0.010075123980641365, -0.009611120447516441, -0.009147117845714092, -0.008683115243911743, -0.00821911171078682, -0.007755108643323183, -0.007291105575859547, -0.00682710250839591, -0.006363099440932274, -0.0058990963734686375, -0.005435093306005001, -0.004971090238541365, -0.004507087171077728, -0.004043084103614092, -0.0035790810361504555, -0.003115077968686819, -0.0026510749012231827, -0.0021870718337595463, -0.0017230687662959099, -0.0012590656988322735, -0.0007950626313686371, -0.0003310595639050007, 0.0001329435035586357, 0.0005969465710222721, 0.0010609496384859085, 0.001524952705949545, 0.0019889557734131813, 0.0024529588408768177, 0.002916961908340454, 0.0033809649758040905, 0.003844968043267727, 0.004308971110731363, 0.004772974178195, 0.005236977245658636, 0.0057009803131222725, 0.006164983380585909, 0.006628986448049545, 0.007092989515513182, 0.007556992582976818, 0.008020995184779167, 0.008484998717904091, 0.008949002251029015, 0.009413004852831364, 0.009877007454633713, 0.010341010987758636, 0.01080501452088356, 0.01126901712268591, 0.011733019724488258, 0.012197023257613182, 0.012661026790738106, 0.013125029392540455, 0.013589031994342804, 0.014053035527467728, 0.014517039060592651, 0.014981041662395, 0.01544504426419735, 0.015909047797322273, 0.016373051330447197, 0.01683705300092697]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.267617791891098, -0.25937867164611816, -0.2511395812034607, -0.24290046095848083, -0.23466135561466217, -0.2264222502708435, -0.21818313002586365, -0.20994402468204498, -0.20170491933822632, -0.19346581399440765, -0.185226708650589, -0.17698758840560913, -0.16874848306179047, -0.1605093777179718, -0.15227025747299194, -0.14403115212917328, -0.13579204678535461, -0.12755294144153595, -0.11931382864713669, -0.11107471585273743, -0.10283561050891876, -0.0945965051651001, -0.08635739237070084, -0.07811827957630157, -0.06987917423248291, -0.06164006516337395, -0.053400956094264984, -0.04516184702515602, -0.03692273795604706, -0.028683628886938095, -0.020444519817829132, -0.012205410748720169, -0.003966301679611206, 0.004272807389497757, 0.01251191645860672, 0.020751025527715683, 0.028990134596824646, 0.03722924366593361, 0.04546835273504257, 0.053707461804151535, 0.0619465708732605, 0.07018567621707916, 0.07842478901147842, 0.08666390180587769, 0.09490300714969635, 0.10314211249351501, 0.11138122528791428, 0.11962033808231354, 0.1278594434261322, 0.13609854876995087, 0.14433765411376953, 0.1525767743587494, 0.16081587970256805, 0.16905498504638672, 0.17729410529136658, 0.18553321063518524, 0.1937723159790039, 0.20201142132282257, 0.21025052666664124, 0.2184896469116211, 0.22672875225543976, 0.23496785759925842, 0.24320697784423828, 0.25144606828689575, 0.2596851885318756]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 4.0, 1.0, 3.0, 0.0, 2.0, 4.0, 4.0, 7.0, 4.0, 6.0, 3.0, 9.0, 13.0, 25.0, 69.0, 38.0, 26.0, 13.0, 13.0, 3.0, 3.0, 3.0, 7.0, 2.0, 2.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.10326961427927017, -0.09885141998529434, -0.09443323314189911, -0.09001503884792328, -0.08559685200452805, -0.08117865771055222, -0.07676047086715698, -0.07234227657318115, -0.06792408227920532, -0.06350589543581009, -0.05908770486712456, -0.054669514298439026, -0.050251320004463196, -0.045833129435777664, -0.04141493886709213, -0.0369967482984066, -0.03257855772972107, -0.028160367161035538, -0.023742176592350006, -0.019323984161019325, -0.014905793592333794, -0.010487603023648262, -0.006069411523640156, -0.0016512204892933369, 0.002766970545053482, 0.007185161579400301, 0.01160335261374712, 0.016021544113755226, 0.020439734682440758, 0.02485792525112629, 0.02927611768245697, 0.0336943082511425, 0.03811249881982803, 0.042530689388513565, 0.0469488799571991, 0.05136707052588463, 0.05578526109457016, 0.06020345538854599, 0.06462164223194122, 0.06903983652591705, 0.07345803081989288, 0.07787621766328812, 0.08229441195726395, 0.08671259880065918, 0.09113079309463501, 0.09554897993803024, 0.09996717423200607, 0.1043853610754013, 0.10880355536937714, 0.11322174966335297, 0.1176399365067482, 0.12205813080072403, 0.12647631764411926, 0.1308945119380951, 0.13531270623207092, 0.13973088562488556, 0.1441490799188614, 0.14856727421283722, 0.15298546850681305, 0.15740366280078888, 0.16182184219360352, 0.16624003648757935, 0.17065823078155518, 0.175076425075531, 0.17949461936950684]}, "_runtime": 53.54718041419983, "_timestamp": 1596212924.248718, "_step": 61}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 4.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 5.0, 3.0, 3.0, 5.0, 0.0, 4.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 0.0, 1.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.01227589137852192, -0.011934330686926842, -0.011592770926654339, -0.011251210235059261, -0.010909650474786758, -0.010568089783191681, -0.010226529091596603, -0.0098849693313241, -0.009543408639729023, -0.00920184887945652, -0.008860288187861443, -0.008518727496266365, -0.008177167735993862, -0.007835607044398785, -0.007494046818464994, -0.007152486592531204, -0.006810926366597414, -0.006469366140663624, -0.006127805914729834, -0.005786245223134756, -0.005444684997200966, -0.005103124771267176, -0.0047615645453333855, -0.004420004319399595, -0.004078444093465805, -0.003736883634701371, -0.0033953231759369373, -0.003053762950003147, -0.002712202724069357, -0.002370642265304923, -0.002029082039371133, -0.0016875216970220208, -0.0013459613546729088, -0.0010044010123237967, -0.0006628407281823456, -0.00032128041493706405, 2.0279898308217525e-05, 0.0003618402115534991, 0.0007034005247987807, 0.0010449608089402318, 0.0013865211512893438, 0.0017280814936384559, 0.002069641835987568, 0.002411202061921358, 0.0027527622878551483, 0.003094322746619582, 0.0034358829725533724, 0.0037774434313178062, 0.0041190036572515965, 0.004460563883185387, 0.004802124109119177, 0.005143684800714254, 0.005485245026648045, 0.005826805252581835, 0.006168365478515625, 0.006509925704449415, 0.006851485930383205, 0.007193046621978283, 0.007534606847912073, 0.007876167073845863, 0.00821772776544094, 0.008559287525713444, 0.008900848217308521, 0.009242407977581024, 0.009583968669176102]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 3.0, 6.0, 13.0, 14.0, 10.0, 10.0, 19.0, 16.0, 32.0, 29.0, 46.0, 57.0, 66.0, 58.0, 115.0, 166.0, 257.0, 524.0, 5071.0, 596.0, 233.0, 172.0, 90.0, 66.0, 44.0, 48.0, 26.0, 29.0, 20.0, 14.0, 20.0, 13.0, 11.0, 9.0, 5.0, 5.0, 3.0, 2.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15684351325035095, -0.15131130814552307, -0.1457791030406952, -0.1402468979358673, -0.13471469283103943, -0.12918248772621155, -0.12365027517080307, -0.11811807006597519, -0.11258585751056671, -0.10705365240573883, -0.10152144730091095, -0.09598924219608307, -0.09045703709125519, -0.08492483198642731, -0.07939261943101883, -0.07386041432619095, -0.06832820922136307, -0.06279600411653519, -0.05726379528641701, -0.05173159018158913, -0.04619938135147095, -0.040667176246643066, -0.035134971141815186, -0.029602764174342155, -0.024070557206869125, -0.018538350239396095, -0.01300614420324564, -0.007473937701433897, -0.0019417311996221542, 0.0035904753021895885, 0.009122681804001331, 0.014654887840151787, 0.020187094807624817, 0.025719301775097847, 0.03125150874257088, 0.03678371384739876, 0.04231592267751694, 0.04784812778234482, 0.0533803328871727, 0.05891254171729088, 0.06444475054740906, 0.06997695565223694, 0.07550916075706482, 0.0810413658618927, 0.08657357096672058, 0.09210577607154846, 0.09763798862695694, 0.10317019373178482, 0.1087023988366127, 0.11423460394144058, 0.11976680904626846, 0.12529902160167694, 0.13083122670650482, 0.1363634318113327, 0.14189563691616058, 0.14742784202098846, 0.15296004712581635, 0.15849225223064423, 0.1640244573354721, 0.16955667734146118, 0.17508888244628906, 0.18062108755111694, 0.18615329265594482, 0.1916854977607727, 0.19721770286560059]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 0.0, 3.0, 1.0, 2.0, 1.0, 1.0, 4.0, 2.0, 5.0, 2.0, 7.0, 0.0, 2.0, 2.0, 6.0, 4.0, 2.0, 29.0, 2.0, 1.0, 5.0, 8.0, 0.0, 4.0, 1.0, 1.0, 1.0, 3.0, 3.0, 5.0, 3.0, 2.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0022490834817290306, -0.0021748843137174845, -0.0021006851457059383, -0.002026486210525036, -0.0019522870425134897, -0.0018780878745019436, -0.0018038887064903975, -0.0017296896548941731, -0.001655490486882627, -0.0015812913188710809, -0.0015070922672748566, -0.0014328930992633104, -0.0013586939312517643, -0.00128449487965554, -0.0012102957116439939, -0.0011360966600477695, -0.0010618974920362234, -0.0009876983240246773, -0.000913499272428453, -0.0008393001044169068, -0.0007651009946130216, -0.0006909018848091364, -0.0006167027167975903, -0.000542503606993705, -0.0004683044971898198, -0.0003941053873859346, -0.0003199062484782189, -0.00024570710957050323, -0.000171507999766618, -9.730887541081756e-05, -2.3109751055017114e-05, 5.1089373300783336e-05, 0.00012528849765658379, 0.00019948762201238424, 0.0002736867463681847, 0.00034788588527590036, 0.0004220849950797856, 0.0004962841048836708, 0.0005704832728952169, 0.0006446823826991022, 0.0007188814925029874, 0.0007930806023068726, 0.0008672797121107578, 0.000941478880122304, 0.00101567804813385, 0.0010898770997300744, 0.0011640762677416205, 0.0012382753193378448, 0.001312474487349391, 0.0013866736553609371, 0.0014608727069571614, 0.0015350718749687076, 0.0016092709265649319, 0.001683470094576478, 0.0017576692625880241, 0.0018318683141842484, 0.0019060674821957946, 0.001980266533792019, 0.002054465701803565, 0.002128664869815111, 0.0022028640378266573, 0.0022770632058382034, 0.002351262141019106, 0.002425461309030652, 0.002499660477042198]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 6.0, 1.0, 8.0, 12.0, 18.0, 17.0, 34.0, 47.0, 59.0, 92.0, 98.0, 165.0, 249.0, 348.0, 481.0, 722.0, 998.0, 1440.0, 2153.0, 3188.0, 5021.0, 8050.0, 13616.0, 24709.0, 51021.0, 136372.0, 743877.0, 91562.0, 40957.0, 21282.0, 12185.0, 7353.0, 4592.0, 2969.0, 1862.0, 1292.0, 845.0, 589.0, 398.0, 270.0, 199.0, 137.0, 110.0, 81.0, 48.0, 28.0, 27.0, 19.0, 10.0, 6.0, 2.0, 3.0, 4.0, 2.0, 1.0, 0.0, 2.0, 2.0, 3.0, 1.0, 1.0, 1.0], "bins": [-0.006322304718196392, -0.006099558901041746, -0.0058768135495483875, -0.005654067732393742, -0.005431321915239096, -0.005208576563745737, -0.004985830746591091, -0.004763084929436445, -0.004540339112281799, -0.004317593760788441, -0.004094847943633795, -0.0038721023593097925, -0.0036493567749857903, -0.0034266109578311443, -0.003203865373507142, -0.002981119556352496, -0.002758373972028494, -0.0025356283877044916, -0.0023128825705498457, -0.0020901369862258434, -0.0018673912854865193, -0.0016446455847471952, -0.001421900000423193, -0.0011991542996838689, -0.0009764085989445448, -0.0007536628982052207, -0.0005309172556735575, -0.0003081715840380639, -8.542591240257025e-05, 0.0001373197592329234, 0.000360065430868417, 0.0005828110734000802, 0.0008055567741394043, 0.0010283024748787284, 0.0012510481756180525, 0.0014737937599420547, 0.0016965394606813788, 0.001919285161420703, 0.002142030745744705, 0.002364776562899351, 0.0025875221472233534, 0.0028102677315473557, 0.0030330135487020016, 0.003255759133026004, 0.003478504717350006, 0.003701250534504652, 0.003923996351659298, 0.0041467417031526566, 0.0043694875203073025, 0.004592233337461948, 0.004814978688955307, 0.005037724506109953, 0.005260470323264599, 0.0054832156747579575, 0.005705961491912603, 0.005928707309067249, 0.006151452660560608, 0.006374198477715254, 0.0065969442948699, 0.006819690112024546, 0.007042435463517904, 0.00726518128067255, 0.007487927097827196, 0.007710672449320555, 0.0079334182664752]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 1.0, 1.0, 5.0, 3.0, 3.0, 6.0, 7.0, 4.0, 1.0, 4.0, 2.0, 0.0, 2.0, 1.0, 3.0, 2.0, 1.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009429951198399067, -0.008987915702164173, -0.00854588020592928, -0.008103844709694386, -0.007661809213459492, -0.007219773251563311, -0.006777737755328417, -0.006335702259093523, -0.005893666762858629, -0.005451631266623735, -0.005009595770388842, -0.004567560274153948, -0.004125524312257767, -0.0036834890488535166, -0.003241453319787979, -0.0027994178235530853, -0.0023573823273181915, -0.0019153468310832977, -0.001473311218433082, -0.0010312756057828665, -0.0005892401095479727, -0.00014720455510541797, 0.00029483099933713675, 0.0007368665537796915, 0.0011789021082222462, 0.00162093760445714, 0.0020629731006920338, 0.0025050088297575712, 0.002947044325992465, 0.003389079822227359, 0.0038311155512928963, 0.00427315104752779, 0.004715186543762684, 0.005157222039997578, 0.0055992575362324715, 0.006041293032467365, 0.006483328528702259, 0.00692536449059844, 0.007367399986833334, 0.007809435483068228, 0.008251471444964409, 0.008693506941199303, 0.009135542437434196, 0.00957757793366909, 0.010019613429903984, 0.010461648926138878, 0.010903684422373772, 0.011345719918608665, 0.01178775541484356, 0.012229790911078453, 0.012671826407313347, 0.01311386190354824, 0.013555897399783134, 0.013997932896018028, 0.014439968392252922, 0.014882003888487816, 0.01532403938472271, 0.015766074880957603, 0.016208110377192497, 0.01665014587342739, 0.017092181369662285, 0.01753421686589718, 0.017976252362132072, 0.018418287858366966, 0.01886032521724701]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 3.0, 7.0, 6.0, 9.0, 15.0, 17.0, 14.0, 23.0, 33.0, 34.0, 42.0, 42.0, 53.0, 54.0, 109.0, 155.0, 151.0, 223.0, 306.0, 342.0, 513.0, 741.0, 919.0, 1330.0, 2257.0, 5243.0, 1333.0, 873.0, 595.0, 537.0, 364.0, 330.0, 308.0, 233.0, 202.0, 171.0, 146.0, 120.0, 116.0, 84.0, 57.0, 61.0, 51.0, 29.0, 21.0, 30.0, 20.0, 24.0, 18.0, 18.0, 9.0, 8.0, 2.0, 6.0, 10.0, 4.0, 3.0, 2.0, 0.0, 1.0], "bins": [-0.0060907769948244095, -0.00588118564337492, -0.005671593826264143, -0.005462002474814653, -0.0052524106577038765, -0.005042819306254387, -0.004833227954804897, -0.00462363613769412, -0.004414044786244631, -0.004204453434795141, -0.003994861617684364, -0.0037852702662348747, -0.0035756786819547415, -0.0033660870976746082, -0.0031564957462251186, -0.0029469041619449854, -0.002737312577664852, -0.002527720993384719, -0.0023181294091045856, -0.002108538057655096, -0.0018989464733749628, -0.0016893548890948296, -0.0014797634212300181, -0.0012701719533652067, -0.0010605803690850735, -0.0008509888430126011, -0.0006413973169401288, -0.00043180579086765647, -0.00022221426479518414, -1.2622738722711802e-05, 0.00019696878734976053, 0.00040656031342223287, 0.0006161518394947052, 0.0008257433655671775, 0.0010353348916396499, 0.0012449263595044613, 0.0014545179437845945, 0.0016641095280647278, 0.0018737009959295392, 0.0020832924637943506, 0.002292884048074484, 0.002502475632354617, 0.0027120672166347504, 0.00292165856808424, 0.003131250152364373, 0.0033408417366445065, 0.003550433088093996, 0.0037600246723741293, 0.0039696162566542625, 0.004179207608103752, 0.004388799425214529, 0.004598390776664019, 0.0048079825937747955, 0.005017573945224285, 0.005227165296673775, 0.005436757113784552, 0.005646348465234041, 0.005855939816683531, 0.006065531633794308, 0.006275122985243797, 0.006484714336693287, 0.006694306153804064, 0.006903897505253553, 0.00711348932236433, 0.00732308067381382]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 2.0, 3.0, 2.0, 2.0, 0.0, 3.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0479198694229126, -0.04513578489422798, -0.042351700365543365, -0.03956761583685875, -0.03678353130817413, -0.03399944305419922, -0.031215358525514603, -0.028431273996829987, -0.02564718946814537, -0.022863104939460754, -0.02007902041077614, -0.017294934019446373, -0.014510849490761757, -0.01172676496207714, -0.00894267950206995, -0.006158594507724047, -0.0033745095133781433, -0.0005904245190322399, 0.0021936604753136635, 0.004977745469659567, 0.00776183046400547, 0.010545914992690086, 0.013330000452697277, 0.016114085912704468, 0.018898170441389084, 0.0216822549700737, 0.024466339498758316, 0.02725042589008808, 0.030034510418772697, 0.03281859681010246, 0.03560268133878708, 0.038386765867471695, 0.04117085039615631, 0.04395493492484093, 0.04673901945352554, 0.04952310398221016, 0.052307188510894775, 0.05509127676486969, 0.057875361293554306, 0.06065944582223892, 0.06344352662563324, 0.06622761487960815, 0.06901170313358307, 0.07179578393697739, 0.0745798721909523, 0.07736395299434662, 0.08014804124832153, 0.08293212205171585, 0.08571621030569077, 0.08850029855966568, 0.09128437936306, 0.09406846761703491, 0.09685254842042923, 0.09963663667440414, 0.10242071747779846, 0.10520480573177338, 0.10798889398574829, 0.11077297478914261, 0.11355706304311752, 0.11634114384651184, 0.11912523210048676, 0.12190931290388107, 0.12469340115785599, 0.1274774819612503, 0.13026157021522522]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 3.0, 2.0, 5.0, 4.0, 6.0, 7.0, 7.0, 23.0, 21.0, 37.0, 59.0, 29.0, 14.0, 14.0, 8.0, 8.0, 9.0, 6.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0], "bins": [-0.0571906678378582, -0.05449294671416283, -0.05179522559046745, -0.04909750074148178, -0.04639977961778641, -0.043702058494091034, -0.04100433737039566, -0.03830661624670029, -0.03560889512300491, -0.03291117027401924, -0.030213449150323868, -0.027515728026628494, -0.02481800690293312, -0.022120283916592598, -0.019422562792897224, -0.0167248398065567, -0.014027118682861328, -0.01132939662784338, -0.008631674572825432, -0.005933953449130058, -0.00323623139411211, -0.0005385095719248056, 0.002159212250262499, 0.00485693383961916, 0.007554655894637108, 0.010252377949655056, 0.012950100004673004, 0.015647821128368378, 0.01834554225206375, 0.021043265238404274, 0.023740986362099648, 0.02643870934844017, 0.029136430472135544, 0.03183415159583092, 0.03453187271952629, 0.03722959756851196, 0.039927318692207336, 0.04262503981590271, 0.045322760939598083, 0.04802048206329346, 0.05071820318698883, 0.0534159280359745, 0.056113649159669876, 0.05881137028336525, 0.06150909140706062, 0.0642068162560463, 0.06690453737974167, 0.06960225850343704, 0.07229997962713242, 0.07499770075082779, 0.07769542187452316, 0.08039314299821854, 0.08309086412191391, 0.08578858524560928, 0.08848631381988525, 0.09118403494358063, 0.093881756067276, 0.09657947719097137, 0.09927719831466675, 0.10197491943836212, 0.1046726405620575, 0.10737036168575287, 0.11006808280944824, 0.11276580393314362, 0.11546352505683899]}, "_runtime": 54.32137107849121, "_timestamp": 1596212925.0229087, "_step": 62}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 2.0, 3.0, 2.0, 2.0, 1.0, 2.0, 4.0, 0.0, 4.0, 1.0, 2.0, 3.0, 2.0, 3.0, 2.0, 1.0, 1.0, 3.0, 0.0, 3.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009275354444980621, -0.008961298502981663, -0.008647243492305279, -0.00833318755030632, -0.008019132539629936, -0.007705076597630978, -0.007391021121293306, -0.007076965644955635, -0.006762910168617964, -0.0064488546922802925, -0.006134799215942621, -0.00582074373960495, -0.005506687797605991, -0.00519263232126832, -0.004878576844930649, -0.0045645213685929775, -0.004250465892255306, -0.003936410415917635, -0.0036223549395799637, -0.0033082992304116488, -0.0029942437540739775, -0.002680188277736306, -0.0023661325685679913, -0.00205207709223032, -0.0017380216158926487, -0.0014239661395549774, -0.0011099105468019843, -0.0007958550122566521, -0.0004817994777113199, -0.00016774394316598773, 0.00014631159137934446, 0.00046036712592467666, 0.0007744226604700089, 0.0010884781368076801, 0.0014025337295606732, 0.0017165893223136663, 0.0020306447986513376, 0.002344700274989009, 0.002658755984157324, 0.002972811460494995, 0.0032868669368326664, 0.0036009224131703377, 0.003914977889508009, 0.00422903336584568, 0.004543089307844639, 0.00485714478418231, 0.005171200260519981, 0.005485255736857653, 0.005799311213195324, 0.006113366689532995, 0.0064274221658706665, 0.006741477642208338, 0.007055533118546009, 0.007369589060544968, 0.007683644536882639, 0.00799770001322031, 0.008311755955219269, 0.008625810965895653, 0.008939866907894611, 0.009253921918570995, 0.009567977860569954, 0.009882032871246338, 0.010196088813245296, 0.01051014382392168, 0.010824199765920639]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 1.0, 5.0, 2.0, 3.0, 7.0, 10.0, 7.0, 13.0, 5.0, 10.0, 20.0, 24.0, 27.0, 43.0, 57.0, 77.0, 93.0, 138.0, 194.0, 315.0, 560.0, 5013.0, 528.0, 241.0, 148.0, 85.0, 96.0, 53.0, 52.0, 22.0, 20.0, 16.0, 11.0, 12.0, 1.0, 3.0, 2.0, 1.0, 5.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.17967581748962402, -0.1748378425836563, -0.1699998676776886, -0.16516190767288208, -0.16032393276691437, -0.15548595786094666, -0.15064798295497894, -0.14581002295017242, -0.1409720480442047, -0.136134073138237, -0.1312960982322693, -0.12645812332630157, -0.12162015587091446, -0.11678218841552734, -0.11194421350955963, -0.10710624605417252, -0.1022682711482048, -0.09743029624223709, -0.09259232878684998, -0.08775435388088226, -0.08291638642549515, -0.07807841151952744, -0.07324044406414032, -0.06840246915817261, -0.0635644942522049, -0.05872652679681778, -0.053888555616140366, -0.04905058443546295, -0.04421260952949524, -0.039374638348817825, -0.03453666716814041, -0.029698695987462997, -0.024860724806785583, -0.02002275362610817, -0.015184781514108181, -0.010346809402108192, -0.0055088382214307785, -0.0006708665750920773, 0.004167105071246624, 0.009005077183246613, 0.013843048363924026, 0.01868101954460144, 0.023518990725278854, 0.028356963768601418, 0.03319493681192398, 0.038032907992601395, 0.04287087917327881, 0.04770885035395622, 0.052546821534633636, 0.05738479271531105, 0.062222763895988464, 0.06706073880195618, 0.07189870625734329, 0.076736681163311, 0.08157464861869812, 0.08641262352466583, 0.09125059843063354, 0.09608856588602066, 0.10092654079198837, 0.10576450824737549, 0.1106024831533432, 0.11544045060873032, 0.12027842551469803, 0.12511639297008514, 0.12995436787605286]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 3.0, 2.0, 5.0, 3.0, 4.0, 0.0, 3.0, 3.0, 3.0, 3.0, 1.0, 5.0, 1.0, 0.0, 5.0, 2.0, 3.0, 3.0, 3.0, 27.0, 1.0, 2.0, 3.0, 3.0, 2.0, 3.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 3.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0016486062668263912, -0.0015878421254456043, -0.0015270778676494956, -0.0014663137262687087, -0.0014055494684726, -0.001344785327091813, -0.0012840210692957044, -0.0012232569279149175, -0.0011624926701188087, -0.0011017285287380219, -0.001040964387357235, -0.0009802001295611262, -0.0009194359881803393, -0.0008586717885918915, -0.0007979075890034437, -0.0007371433894149959, -0.0006763791898265481, -0.0006156149902381003, -0.0005548507906496525, -0.0004940865910612047, -0.0004333224205765873, -0.0003725582209881395, -0.00031179405050352216, -0.00025102985091507435, -0.00019026565132662654, -0.00012950145173817873, -6.873726670164615e-05, -7.973074389155954e-06, 5.279111792333424e-05, 0.00011355531023582444, 0.00017431950254831463, 0.0002350836875848472, 0.000295847887173295, 0.00035661208676174283, 0.00041737628635019064, 0.000478140456834808, 0.0005389046855270863, 0.0005996688269078732, 0.000660433026496321, 0.0007211972260847688, 0.0007819614256732166, 0.0008427256252616644, 0.0009034898248501122, 0.00096425402443856, 0.001025018165819347, 0.0010857824236154556, 0.0011465465649962425, 0.0012073108227923512, 0.0012680749641731381, 0.001328839105553925, 0.0013896033633500338, 0.0014503675047308207, 0.0015111317625269294, 0.0015718959039077163, 0.001632660161703825, 0.001693424303084612, 0.0017541884444653988, 0.0018149527022615075, 0.0018757168436422944, 0.0019364811014384031, 0.00199724524281919, 0.002058009384199977, 0.0021187737584114075, 0.0021795378997921944, 0.0022403020411729813]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 5.0, 4.0, 9.0, 7.0, 14.0, 20.0, 29.0, 40.0, 59.0, 84.0, 139.0, 208.0, 277.0, 418.0, 709.0, 1048.0, 1632.0, 2641.0, 4445.0, 7667.0, 13454.0, 25960.0, 54183.0, 137363.0, 755502.0, 81848.0, 35983.0, 19671.0, 11610.0, 7625.0, 4947.0, 3422.0, 2362.0, 1658.0, 1208.0, 901.0, 641.0, 476.0, 366.0, 264.0, 207.0, 157.0, 108.0, 61.0, 46.0, 42.0, 28.0, 26.0, 12.0, 14.0, 10.0, 7.0, 4.0, 5.0, 8.0, 7.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005943430121988058, -0.00571881840005517, -0.005494206212460995, -0.005269594490528107, -0.005044982302933931, -0.004820370581001043, -0.004595758393406868, -0.00437114667147398, -0.004146534949541092, -0.003921922761946917, -0.003697310807183385, -0.003472698852419853, -0.003248087130486965, -0.0030234751757234335, -0.002798863220959902, -0.00257425126619637, -0.0023496393114328384, -0.0021250273566693068, -0.001900415401905775, -0.0016758035635575652, -0.0014511916087940335, -0.0012265796540305018, -0.001001967815682292, -0.0007773558609187603, -0.0005527439061552286, -0.0003281319804955274, -0.00010352005483582616, 0.00012109187082387507, 0.0003457037964835763, 0.000570315751247108, 0.0007949276478029788, 0.0010195395443588495, 0.0012441514991223812, 0.001468763453885913, 0.0016933754086494446, 0.0019179872469976544, 0.002142599318176508, 0.002367211040109396, 0.0025918229948729277, 0.0028164349496364594, 0.003041046904399991, 0.0032656588591635227, 0.0034902708139270544, 0.003714882768690586, 0.003939494490623474, 0.0041641066782176495, 0.0043887184001505375, 0.004613330587744713, 0.004837942309677601, 0.005062554031610489, 0.005287166219204664, 0.005511777941137552, 0.005736390128731728, 0.005961001850664616, 0.006185614038258791, 0.006410225760191679, 0.006634837947785854, 0.006859449669718742, 0.00708406139165163, 0.007308673579245806, 0.007533285301178694, 0.007757897488772869, 0.007982509210705757, 0.008207120932638645, 0.008431732654571533]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 3.0, 0.0, 1.0, 1.0, 4.0, 5.0, 1.0, 2.0, 6.0, 7.0, 5.0, 3.0, 0.0, 1.0, 0.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.014520077034831047, -0.014153125695884228, -0.013786174356937408, -0.01341922301799059, -0.01305227167904377, -0.012685321271419525, -0.012318369932472706, -0.011951418593525887, -0.011584467254579067, -0.011217515915632248, -0.010850564576685429, -0.01048361323773861, -0.010116662830114365, -0.009749711491167545, -0.009382760152220726, -0.009015808813273907, -0.008648857474327087, -0.008281906135380268, -0.007914954796433449, -0.007548003923147917, -0.0071810525842010975, -0.006814101245254278, -0.006447150371968746, -0.006080199033021927, -0.005713247694075108, -0.005346296355128288, -0.004979345016181469, -0.004612394142895937, -0.004245442803949118, -0.0038784914650022984, -0.0035115403588861227, -0.003144589252769947, -0.0027776379138231277, -0.0024106865748763084, -0.002043735468760133, -0.0016767842462286353, -0.0013098330236971378, -0.0009428818011656404, -0.0005759305786341429, -0.0002089793561026454, 0.00015797186642885208, 0.0005249230889603496, 0.000891874311491847, 0.0012588255340233445, 0.001625776756554842, 0.0019927280955016613, 0.002359679201617837, 0.0027266303077340126, 0.003093581646680832, 0.003460532985627651, 0.003827484091743827, 0.0041944351978600025, 0.004561386536806822, 0.004928337875753641, 0.005295288749039173, 0.005662240087985992, 0.006029191426932812, 0.006396142765879631, 0.00676309410482645, 0.007130044978111982, 0.007496996317058802, 0.007863947190344334, 0.008230898529291153, 0.008597849868237972, 0.008964801207184792]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 4.0, 1.0, 1.0, 2.0, 3.0, 8.0, 5.0, 6.0, 6.0, 1.0, 12.0, 12.0, 10.0, 22.0, 16.0, 36.0, 38.0, 44.0, 55.0, 79.0, 81.0, 143.0, 160.0, 198.0, 234.0, 301.0, 399.0, 555.0, 764.0, 1315.0, 2070.0, 6317.0, 1948.0, 1067.0, 607.0, 435.0, 363.0, 252.0, 200.0, 151.0, 119.0, 81.0, 58.0, 56.0, 31.0, 30.0, 24.0, 17.0, 15.0, 9.0, 10.0, 12.0, 8.0, 7.0, 8.0, 7.0, 5.0, 7.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.008184803649783134, -0.007941385731101036, -0.007697968278080225, -0.007454550359398127, -0.0072111329063773155, -0.006967714987695217, -0.006724297534674406, -0.006480879615992308, -0.006237462162971497, -0.005994044244289398, -0.0057506263256073, -0.005507208872586489, -0.00526379095390439, -0.005020373500883579, -0.004776955582201481, -0.00453353812918067, -0.004290120210498571, -0.004046702291816473, -0.003803284838795662, -0.003559867152944207, -0.0033164494670927525, -0.003073031548410654, -0.0028296138625591993, -0.0025861961767077446, -0.00234277849085629, -0.002099360805004835, -0.0018559431191533804, -0.0016125253168866038, -0.001369107631035149, -0.0011256899451836944, -0.0008822722011245787, -0.0006388544570654631, -0.00039543677121400833, -0.00015201905625872314, 9.139865869656205e-05, 0.00033481637365184724, 0.0005782340886071324, 0.0008216517744585872, 0.0010650695767253637, 0.0013084872625768185, 0.0015519049484282732, 0.001795322634279728, 0.0020387403201311827, 0.0022821580059826374, 0.002525575924664736, 0.0027689936105161905, 0.0030124112963676453, 0.0032558289822191, 0.0034992466680705547, 0.0037426643539220095, 0.003986082039773464, 0.004229499958455563, 0.004472917411476374, 0.004716335330158472, 0.004959752783179283, 0.0052031707018613815, 0.00544658862054348, 0.005690006073564291, 0.005933423992246389, 0.0061768414452672005, 0.006420259363949299, 0.00666367681697011, 0.006907094735652208, 0.007150512188673019, 0.007393930107355118]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 3.0, 3.0, 5.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.10836996138095856, -0.10522531718015671, -0.10208066552877426, -0.09893602132797241, -0.09579136967658997, -0.09264672547578812, -0.08950207382440567, -0.08635742962360382, -0.08321277797222137, -0.08006813377141953, -0.07692348957061768, -0.07377883791923523, -0.07063419371843338, -0.06748954206705093, -0.06434489786624908, -0.06120024994015694, -0.05805560201406479, -0.05491095408797264, -0.05176630616188049, -0.048621658235788345, -0.0454770103096962, -0.04233236610889435, -0.0391877181828022, -0.03604307025671005, -0.032898422330617905, -0.029753774404525757, -0.02660912647843361, -0.02346448041498661, -0.020319832488894463, -0.017175184562802315, -0.014030537568032742, -0.010885890573263168, -0.0077412426471710205, -0.00459659518674016, -0.0014519477263092995, 0.001692699734121561, 0.004837347194552422, 0.00798199512064457, 0.011126642115414143, 0.014271289110183716, 0.017415937036275864, 0.02056058496236801, 0.02370523288846016, 0.026849878951907158, 0.029994526877999306, 0.033139172941446304, 0.03628382086753845, 0.0394284687936306, 0.04257311671972275, 0.045717764645814896, 0.04886241257190704, 0.05200706049799919, 0.05515170842409134, 0.05829635262489319, 0.061441000550985336, 0.06458564847707748, 0.06773029267787933, 0.07087494432926178, 0.07401958853006363, 0.07716424018144608, 0.08030888438224792, 0.08345353603363037, 0.08659818023443222, 0.08974283188581467, 0.09288747608661652]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 5.0, 2.0, 3.0, 6.0, 7.0, 5.0, 4.0, 6.0, 0.0, 3.0, 1.0, 3.0, 1.0, 0.0, 8.0, 11.0, 47.0, 54.0, 37.0, 20.0, 7.0, 2.0, 5.0, 4.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 7.0, 3.0, 2.0, 3.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0], "bins": [-0.08182879537343979, -0.07926259189844131, -0.07669638842344284, -0.07413018494844437, -0.07156398892402649, -0.06899778544902802, -0.06643158197402954, -0.06386537849903107, -0.06129917502403259, -0.05873297154903412, -0.056166768074035645, -0.05360056832432747, -0.051034364849328995, -0.04846816137433052, -0.045901961624622345, -0.04333575814962387, -0.0407695546746254, -0.03820335119962692, -0.03563714772462845, -0.03307094797492027, -0.0305047444999218, -0.027938541024923325, -0.02537233941257, -0.022806137800216675, -0.0202399343252182, -0.017673730850219727, -0.015107529237866402, -0.012541326694190502, -0.009975124150514603, -0.007408921606838703, -0.004842719063162804, -0.002276516519486904, 0.00028968602418899536, 0.002855888567864895, 0.005422091111540794, 0.007988293655216694, 0.010554496198892593, 0.013120698742568493, 0.015686901286244392, 0.018253102898597717, 0.02081930637359619, 0.023385509848594666, 0.02595171146094799, 0.028517913073301315, 0.03108411654829979, 0.033650320023298264, 0.03621651977300644, 0.03878272324800491, 0.04134892672300339, 0.04391513019800186, 0.046481333673000336, 0.04904753342270851, 0.051613736897706985, 0.05417994037270546, 0.056746140122413635, 0.05931234359741211, 0.061878547072410583, 0.06444475054740906, 0.06701095402240753, 0.069577157497406, 0.07214336097240448, 0.07470955699682236, 0.07727576047182083, 0.0798419639468193, 0.08240816742181778]}, "_runtime": 55.10872411727905, "_timestamp": 1596212925.8102617, "_step": 63}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 4.0, 2.0, 2.0, 2.0, 3.0, 2.0, 5.0, 2.0, 2.0, 2.0, 1.0, 0.0, 2.0, 2.0, 4.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01173350028693676, -0.011388895101845264, -0.011044288985431194, -0.010699683800339699, -0.010355078615248203, -0.010010473430156708, -0.009665867313742638, -0.009321262128651142, -0.008976656943559647, -0.008632050827145576, -0.008287445642054081, -0.007942840456962585, -0.007598234806209803, -0.007253629621118307, -0.006909023970365524, -0.006564418785274029, -0.006219813134521246, -0.005875207483768463, -0.005530602298676968, -0.005185996647924185, -0.004841391462832689, -0.0044967858120799065, -0.004152180626988411, -0.003807574976235628, -0.003462969558313489, -0.00311836414039135, -0.0027737587224692106, -0.0024291533045470715, -0.0020845476537942886, -0.0017399423522874713, -0.0013953368179500103, -0.0010507314000278711, -0.000706125982105732, -0.00036152053507976234, -1.6915088053792715e-05, 0.0003276903589721769, 0.0006722958059981465, 0.0010169012239202857, 0.0013615067582577467, 0.0017061121761798859, 0.002050717594102025, 0.002395323012024164, 0.0027399284299463034, 0.0030845338478684425, 0.0034291394986212254, 0.0037737449165433645, 0.004118350334465504, 0.004462955519556999, 0.004807561170309782, 0.005152166821062565, 0.00549677200615406, 0.005841377656906843, 0.006185982841998339, 0.0065305884927511215, 0.006875193677842617, 0.0072197993285954, 0.007564404979348183, 0.007909010164439678, 0.008253615349531174, 0.008598221465945244, 0.00894282665103674, 0.009287431836128235, 0.00963203702121973, 0.0099766431376338, 0.010321248322725296]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 0.0, 3.0, 4.0, 7.0, 4.0, 11.0, 5.0, 6.0, 15.0, 19.0, 16.0, 22.0, 33.0, 53.0, 71.0, 102.0, 129.0, 244.0, 432.0, 5182.0, 766.0, 268.0, 158.0, 128.0, 73.0, 44.0, 31.0, 24.0, 17.0, 12.0, 10.0, 8.0, 4.0, 3.0, 4.0, 2.0, 3.0, 1.0, 1.0, 3.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.19407635927200317, -0.18811635673046112, -0.18215636909008026, -0.1761963665485382, -0.17023637890815735, -0.1642763763666153, -0.15831638872623444, -0.15235638618469238, -0.14639639854431152, -0.14043639600276947, -0.13447639346122742, -0.12851640582084656, -0.1225564032793045, -0.11659640818834305, -0.11063641309738159, -0.10467641800642014, -0.09871642291545868, -0.09275642782449722, -0.08679643273353577, -0.08083643764257431, -0.07487644255161285, -0.0689164400100708, -0.06295644491910934, -0.05699644982814789, -0.05103645473718643, -0.045076459646224976, -0.03911646455526352, -0.033156465739011765, -0.027196470648050308, -0.021236475557088852, -0.015276478603482246, -0.009316482581198215, -0.0033564865589141846, 0.0026035094633698463, 0.008563505485653877, 0.014523501507937908, 0.02048349753022194, 0.026443492621183395, 0.03240349143743515, 0.038363486528396606, 0.04432348161935806, 0.05028347671031952, 0.056243471801280975, 0.06220347061753273, 0.06816346943378448, 0.07412346452474594, 0.0800834596157074, 0.08604345470666885, 0.09200344979763031, 0.09796344488859177, 0.10392343997955322, 0.10988343507051468, 0.11584343016147614, 0.12180343270301819, 0.12776342034339905, 0.1337234228849411, 0.13968342542648315, 0.145643413066864, 0.15160341560840607, 0.15756340324878693, 0.16352340579032898, 0.16948339343070984, 0.1754433959722519, 0.18140338361263275, 0.1873633861541748]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 1.0, 1.0, 3.0, 3.0, 6.0, 7.0, 5.0, 4.0, 4.0, 5.0, 3.0, 26.0, 3.0, 3.0, 4.0, 3.0, 3.0, 3.0, 0.0, 7.0, 3.0, 1.0, 4.0, 1.0, 1.0, 0.0, 3.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003253213595598936, -0.003161197528243065, -0.0030691814608871937, -0.0029771653935313225, -0.0028851493261754513, -0.00279313325881958, -0.002701117191463709, -0.0026091011241078377, -0.0025170850567519665, -0.0024250687565654516, -0.0023330526892095804, -0.0022410366218537092, -0.002149020554497838, -0.002057004487141967, -0.0019649884197860956, -0.0018729723524302244, -0.0017809562850743532, -0.001688940217718482, -0.0015969241503626108, -0.0015049080830067396, -0.0014128920156508684, -0.0013208758318796754, -0.0012288597645238042, -0.001136843697167933, -0.0010448276298120618, -0.0009528115624561906, -0.0008607954951003194, -0.0007687793695367873, -0.0006767633021809161, -0.0005847472348250449, -0.0004927311092615128, -0.00040071504190564156, -0.00030869897454977036, -0.00021668289264198393, -0.0001246668107341975, -3.265072882641107e-05, 5.936535308137536e-05, 0.0001513814349891618, 0.00024339751689694822, 0.0003354136133566499, 0.0004274296807125211, 0.0005194457480683923, 0.0006114618154242635, 0.0007034779409877956, 0.0007954940083436668, 0.000887510075699538, 0.00097952620126307, 0.0010715422686189413, 0.0011635583359748125, 0.0012555744033306837, 0.001347590470686555, 0.0014396065380424261, 0.0015316226053982973, 0.0016236387891694903, 0.0017156548565253615, 0.0018076709238812327, 0.001899686991237104, 0.001991703175008297, 0.002083719242364168, 0.0021757353097200394, 0.0022677513770759106, 0.0023597674444317818, 0.002451783511787653, 0.002543799579143524, 0.0026358156464993954]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 3.0, 3.0, 6.0, 2.0, 4.0, 6.0, 11.0, 9.0, 13.0, 26.0, 28.0, 38.0, 45.0, 70.0, 90.0, 136.0, 179.0, 274.0, 373.0, 522.0, 796.0, 1188.0, 1964.0, 3378.0, 6569.0, 13812.0, 34623.0, 115173.0, 846301.0, 89586.0, 30943.0, 13905.0, 7307.0, 4332.0, 2689.0, 1790.0, 1103.0, 741.0, 525.0, 356.0, 243.0, 144.0, 103.0, 63.0, 57.0, 36.0, 28.0, 18.0, 7.0, 4.0, 6.0, 1.0, 4.0, 2.0, 2.0, 2.0, 0.0, 1.0], "bins": [-0.01018497347831726, -0.009889734908938408, -0.009594496339559555, -0.009299258701503277, -0.009004020132124424, -0.008708781562745571, -0.008413542993366718, -0.00811830535531044, -0.007823066785931587, -0.007527828216552734, -0.0072325896471738815, -0.006937351543456316, -0.006642112974077463, -0.006346874870359898, -0.006051636300981045, -0.005756398197263479, -0.005461159627884626, -0.0051659210585057735, -0.004870682954788208, -0.004575444385409355, -0.00428020628169179, -0.003984967712312937, -0.0036897293757647276, -0.0033944910392165184, -0.003099252702668309, -0.0028040143661201, -0.002508776029571891, -0.0022135376930236816, -0.0019182992400601506, -0.0016230609035119414, -0.0013278224505484104, -0.0010325841140002012, -0.000737345777451992, -0.0004421074117999524, -0.00014686904614791274, 0.0001483693195041269, 0.00044360768515616655, 0.0007388460217043757, 0.0010340844746679068, 0.001329322811216116, 0.0016245611477643251, 0.0019197994843125343, 0.0022150378208607435, 0.0025102761574089527, 0.0028055147267878056, 0.0031007530633360147, 0.003395991399884224, 0.003691229736432433, 0.003986468072980642, 0.004281706642359495, 0.004576944746077061, 0.0048721833154559135, 0.005167421419173479, 0.005462659988552332, 0.0057578980922698975, 0.00605313666164875, 0.006348375231027603, 0.006643613334745169, 0.0069388519041240215, 0.007234090007841587, 0.00752932857722044, 0.007824567146599293, 0.008119804784655571, 0.008415043354034424, 0.008710281923413277]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 9.0, 3.0, 6.0, 1.0, 5.0, 6.0, 1.0, 1.0, 2.0, 4.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.023362839594483376, -0.022811245173215866, -0.022259650751948357, -0.021708054468035698, -0.02115646004676819, -0.02060486562550068, -0.02005327120423317, -0.01950167678296566, -0.01895008236169815, -0.018398486077785492, -0.017846891656517982, -0.017295297235250473, -0.016743702813982964, -0.016192108392715454, -0.015640512108802795, -0.015088917687535286, -0.014537323266267776, -0.013985728845000267, -0.013434133492410183, -0.012882539071142673, -0.01233094371855259, -0.01177934929728508, -0.01122775487601757, -0.010676159523427486, -0.010124565102159977, -0.009572970680892467, -0.009021375328302383, -0.008469780907034874, -0.007918186485767365, -0.00736659113317728, -0.006814996711909771, -0.006263401824980974, -0.005711806938052177, -0.005160212051123381, -0.004608617164194584, -0.004057022742927074, -0.0035054278559982777, -0.002953832969069481, -0.0024022383149713278, -0.0018506435444578528, -0.001299048773944378, -0.000747454003430903, -0.00019585923291742802, 0.0003557355375960469, 0.0009073303081095219, 0.0014589250786229968, 0.0020105198491364717, 0.002562114503234625, 0.0031137093901634216, 0.0036653042770922184, 0.004216899164021015, 0.004768493585288525, 0.005320088472217321, 0.005871683359146118, 0.006423277780413628, 0.006974872667342424, 0.007526467554271221, 0.00807806197553873, 0.008629657328128815, 0.009181251749396324, 0.009732846170663834, 0.010284441523253918, 0.010836035944521427, 0.011387631297111511, 0.01193922571837902]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 3.0, 1.0, 3.0, 4.0, 3.0, 8.0, 12.0, 11.0, 8.0, 22.0, 15.0, 14.0, 21.0, 14.0, 19.0, 26.0, 27.0, 31.0, 39.0, 57.0, 61.0, 88.0, 96.0, 165.0, 183.0, 261.0, 344.0, 519.0, 829.0, 1392.0, 6131.0, 1951.0, 1425.0, 1032.0, 837.0, 656.0, 524.0, 370.0, 280.0, 201.0, 172.0, 115.0, 103.0, 79.0, 50.0, 62.0, 30.0, 28.0, 31.0, 8.0, 18.0, 12.0, 9.0, 7.0, 5.0, 3.0, 5.0, 3.0, 2.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.009669752791523933, -0.009362907148897648, -0.009056061506271362, -0.008749214932322502, -0.008442369289696217, -0.008135523647069931, -0.00782867707312107, -0.007521831430494785, -0.0072149857878685, -0.006908140145242214, -0.006601294036954641, -0.0062944479286670685, -0.005987602286040783, -0.005680756643414497, -0.0053739105351269245, -0.005067064426839352, -0.004760218784213066, -0.0044533731415867805, -0.004146527033299208, -0.0038396811578422785, -0.0035328352823853493, -0.00322598940692842, -0.002919143531471491, -0.0026122976560145617, -0.0023054517805576324, -0.0019986059051007032, -0.001691760029643774, -0.0013849141541868448, -0.0010780682787299156, -0.0007712224032729864, -0.0004643765278160572, -0.000157530652359128, 0.0001493152230978012, 0.0004561610985547304, 0.0007630069740116596, 0.0010698528494685888, 0.001376698724925518, 0.0016835446003824472, 0.0019903904758393764, 0.0022972363512963057, 0.002604082226753235, 0.002910928102210164, 0.0032177739776670933, 0.0035246198531240225, 0.0038314657285809517, 0.004138311371207237, 0.00444515747949481, 0.004752003587782383, 0.0050588492304086685, 0.005365694873034954, 0.005672540981322527, 0.0059793870896101, 0.006286232732236385, 0.006593078374862671, 0.006899924483150244, 0.007206770591437817, 0.007513616234064102, 0.007820461876690388, 0.008127307519316673, 0.008434154093265533, 0.008740999735891819, 0.009047845378518105, 0.009354691952466965, 0.00966153759509325, 0.009968383237719536]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.052697792649269104, -0.05089230090379715, -0.049086812883615494, -0.04728132113814354, -0.045475829392671585, -0.04367034137248993, -0.041864849627017975, -0.04005935788154602, -0.038253869861364365, -0.03644837811589241, -0.034642886370420456, -0.0328373983502388, -0.031031906604766846, -0.02922641672194004, -0.027420926839113235, -0.02561543509364128, -0.023809945210814476, -0.02200445532798767, -0.020198963582515717, -0.01839347369968891, -0.016587983816862106, -0.014782493002712727, -0.012977002188563347, -0.011171512305736542, -0.009366021491587162, -0.00756053114309907, -0.005755040794610977, -0.0039495499804615974, -0.002144059631973505, -0.00033856916707009077, 0.0014669212978333235, 0.0032724118791520596, 0.005077902227640152, 0.006883392576128244, 0.008688882924616337, 0.010494373738765717, 0.012299863621592522, 0.014105354435741901, 0.01591084524989128, 0.017716335132718086, 0.01952182501554489, 0.021327316761016846, 0.02313280664384365, 0.024938296526670456, 0.02674378827214241, 0.028549278154969215, 0.03035476803779602, 0.032160259783267975, 0.03396575152873993, 0.035771239548921585, 0.03757673129439354, 0.039382219314575195, 0.04118771106004715, 0.042993202805519104, 0.04479869082570076, 0.046604182571172714, 0.04840967431664467, 0.050215162336826324, 0.05202065408229828, 0.05382614582777023, 0.05563163384795189, 0.05743712559342384, 0.0592426173388958, 0.061048105359077454, 0.06285359710454941]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 3.0, 3.0, 2.0, 0.0, 1.0, 1.0, 4.0, 0.0, 0.0, 1.0, 3.0, 5.0, 3.0, 4.0, 4.0, 2.0, 3.0, 5.0, 5.0, 8.0, 5.0, 6.0, 11.0, 14.0, 9.0, 20.0, 49.0, 21.0, 21.0, 18.0, 6.0, 8.0, 9.0, 6.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.05985767021775246, -0.058262452483177185, -0.056667231023311615, -0.05507201328873634, -0.05347679555416107, -0.0518815740942955, -0.05028635635972023, -0.04869113489985466, -0.04709591716527939, -0.04550069943070412, -0.04390547797083855, -0.042310260236263275, -0.040715038776397705, -0.039119821041822433, -0.03752460330724716, -0.03592938184738159, -0.03433416411280632, -0.03273894637823105, -0.03114372491836548, -0.029548507183790207, -0.027953287586569786, -0.026358067989349365, -0.024762850254774094, -0.023167630657553673, -0.021572411060333252, -0.01997719146311283, -0.01838197186589241, -0.01678675413131714, -0.015191534534096718, -0.013596314936876297, -0.01200109627097845, -0.010405877605080605, -0.008810658007860184, -0.00721543887630105, -0.005620219744741917, -0.004025000613182783, -0.0024297814816236496, -0.0008345623500645161, 0.0007606567814946175, 0.002355875913053751, 0.0039510950446128845, 0.005546314176172018, 0.007141533307731152, 0.008736751973628998, 0.010331971570849419, 0.01192719116806984, 0.013522409833967686, 0.015117628499865532, 0.016712848097085953, 0.018308067694306374, 0.019903287291526794, 0.021498505026102066, 0.023093724623322487, 0.024688944220542908, 0.02628416195511818, 0.0278793815523386, 0.02947460114955902, 0.031069820746779442, 0.03266504034399986, 0.034260258078575134, 0.035855479538440704, 0.037450697273015976, 0.03904591500759125, 0.04064113646745682, 0.04223635420203209]}, "_runtime": 55.87175464630127, "_timestamp": 1596212926.5732923, "_step": 64}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 0.0, 1.0, 2.0, 3.0, 2.0, 0.0, 2.0, 2.0, 3.0, 3.0, 3.0, 3.0, 3.0, 4.0, 3.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010855813510715961, -0.01046396791934967, -0.01007212232798338, -0.009680275805294514, -0.009288430213928223, -0.008896584622561932, -0.00850473903119564, -0.00811289343982935, -0.007721047382801771, -0.00732920179143548, -0.006937355734407902, -0.006545510143041611, -0.00615366455167532, -0.005761818494647741, -0.00536997290328145, -0.004978126846253872, -0.004586281254887581, -0.00419443566352129, -0.0038025896064937115, -0.0034107440151274204, -0.0030188981909304857, -0.002627052366733551, -0.00223520677536726, -0.0018433609511703253, -0.0014515151269733906, -0.0010596693027764559, -0.000667823594994843, -0.0002759778290055692, 0.00011586793698370457, 0.0005077137029729784, 0.0008995594689622521, 0.001291405176743865, 0.0016832510009407997, 0.0020750968251377344, 0.002466942649334669, 0.00285878824070096, 0.003250634064897895, 0.0036424798890948296, 0.004034325480461121, 0.004426171537488699, 0.00481801712885499, 0.005209862720221281, 0.005601708777248859, 0.0059935543686151505, 0.0063853999599814415, 0.00677724601700902, 0.007169091608375311, 0.007560937665402889, 0.00795278325676918, 0.008344628848135471, 0.008736474439501762, 0.009128320962190628, 0.009520166553556919, 0.00991201214492321, 0.010303857736289501, 0.010695703327655792, 0.011087549850344658, 0.011479395441710949, 0.01187124103307724, 0.012263086624443531, 0.012654932215809822, 0.013046777807176113, 0.013438624329864979, 0.01383046992123127, 0.014222315512597561]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 4.0, 7.0, 7.0, 4.0, 6.0, 10.0, 11.0, 25.0, 26.0, 26.0, 33.0, 57.0, 77.0, 109.0, 172.0, 244.0, 438.0, 5054.0, 759.0, 307.0, 142.0, 123.0, 68.0, 56.0, 44.0, 27.0, 21.0, 14.0, 15.0, 11.0, 4.0, 1.0, 4.0, 6.0, 4.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.1576995551586151, -0.15218830108642578, -0.14667703211307526, -0.14116576313972473, -0.1356545090675354, -0.13014325499534607, -0.12463198602199554, -0.11912072449922562, -0.11360946297645569, -0.10809820145368576, -0.10258693993091583, -0.0970756784081459, -0.09156441688537598, -0.08605315536260605, -0.08054189383983612, -0.07503063231706619, -0.06951937079429626, -0.06400810927152634, -0.05849684774875641, -0.05298558622598648, -0.04747432470321655, -0.041963063180446625, -0.0364518016576767, -0.03094054013490677, -0.02542927861213684, -0.019918017089366913, -0.014406755566596985, -0.008895494043827057, -0.003384232521057129, 0.002127029001712799, 0.007638290524482727, 0.013149552047252655, 0.018660813570022583, 0.02417207509279251, 0.02968333661556244, 0.03519459813833237, 0.040705859661102295, 0.04621712118387222, 0.05172838270664215, 0.05723964422941208, 0.062750905752182, 0.06826216727495193, 0.07377342879772186, 0.07928469032049179, 0.08479595184326172, 0.09030721336603165, 0.09581847488880157, 0.1013297364115715, 0.10684099793434143, 0.11235225945711136, 0.11786352097988129, 0.12337478250265121, 0.12888604402542114, 0.13439729809761047, 0.139908567070961, 0.14541983604431152, 0.15093109011650085, 0.15644234418869019, 0.1619536131620407, 0.16746488213539124, 0.17297613620758057, 0.1784873902797699, 0.18399865925312042, 0.18950992822647095, 0.19502118229866028]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 4.0, 1.0, 0.0, 2.0, 0.0, 3.0, 4.0, 2.0, 1.0, 5.0, 8.0, 2.0, 3.0, 3.0, 6.0, 3.0, 26.0, 2.0, 4.0, 2.0, 0.0, 5.0, 4.0, 2.0, 2.0, 3.0, 0.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0015765944262966514, -0.0015167085221037269, -0.0014568227343261242, -0.0013969368301331997, -0.0013370509259402752, -0.0012771650217473507, -0.0012172791175544262, -0.0011573933297768235, -0.001097507425583899, -0.0010376215213909745, -0.0009777357336133718, -0.0009178498294204473, -0.0008579639252275229, -0.0007980780210345984, -0.0007381921750493348, -0.0006783063290640712, -0.0006184204248711467, -0.0005585345206782222, -0.0004986486746929586, -0.00043876279960386455, -0.0003788769245147705, -0.00031899104942567647, -0.0002591051743365824, -0.00019921929924748838, -0.00013933342415839434, -7.94475490693003e-05, -1.956167398020625e-05, 4.032420110888779e-05, 0.00010021007619798183, 0.00016009595128707588, 0.00021998182637616992, 0.00027986770146526396, 0.000339753576554358, 0.00039963945164345205, 0.0004595253267325461, 0.0005194111727178097, 0.0005792970769107342, 0.0006391829811036587, 0.0006990688270889223, 0.0007589546730741858, 0.0008188405772671103, 0.0008787264814600348, 0.0009386123274452984, 0.000998498173430562, 0.0010583840776234865, 0.001118269981816411, 0.0011781558860093355, 0.0012380416737869382, 0.0012979275779798627, 0.0013578134821727872, 0.0014176992699503899, 0.0014775851741433144, 0.0015374710783362389, 0.0015973569825291634, 0.0016572428867220879, 0.0017171286744996905, 0.001777014578692615, 0.0018369004828855395, 0.0018967862706631422, 0.0019566721748560667, 0.002016558079048991, 0.0020764439832419157, 0.00213632988743484, 0.0021962157916277647, 0.0022561014629900455]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 1.0, 1.0, 3.0, 2.0, 4.0, 5.0, 6.0, 16.0, 8.0, 15.0, 28.0, 40.0, 69.0, 111.0, 147.0, 223.0, 351.0, 604.0, 881.0, 1513.0, 2428.0, 4261.0, 7633.0, 14167.0, 28448.0, 65879.0, 247679.0, 684566.0, 57521.0, 26353.0, 14145.0, 8150.0, 4833.0, 3223.0, 2009.0, 1317.0, 872.0, 591.0, 436.0, 293.0, 230.0, 159.0, 93.0, 90.0, 60.0, 44.0, 40.0, 21.0, 17.0, 13.0, 10.0, 8.0, 7.0, 3.0, 6.0, 2.0, 2.0, 1.0, 3.0, 1.0, 2.0], "bins": [-0.006410080939531326, -0.006196808069944382, -0.005983535200357437, -0.0057702623307704926, -0.005556989926844835, -0.005343717057257891, -0.005130444187670946, -0.0049171713180840015, -0.004703898448497057, -0.004490625578910112, -0.004277353174984455, -0.0040640803053975105, -0.003850807435810566, -0.0036375345662236214, -0.003424261696636677, -0.003210989059880376, -0.0029977161902934313, -0.0027844433207064867, -0.0025711706839501858, -0.002357897814363241, -0.0021446249447762966, -0.0019313521916046739, -0.0017180794384330511, -0.0015048065688461065, -0.0012915338156744838, -0.001078261062502861, -0.0008649881929159164, -0.0006517154397442937, -0.00043844262836501, -0.00022516983153764158, -1.1897034710273147e-05, 0.0002013757621170953, 0.00041464855894446373, 0.0006279213703237474, 0.0008411941817030311, 0.0010544669348746538, 0.0012677398044615984, 0.0014810125576332211, 0.001694285310804844, 0.0019075581803917885, 0.002120831049978733, 0.002334103686735034, 0.0025473765563219786, 0.002760649425908923, 0.002973922062665224, 0.0031871949322521687, 0.0034004678018391132, 0.003613740438595414, 0.0038270133081823587, 0.00404028594493866, 0.004253558814525604, 0.004466831684112549, 0.004680104553699493, 0.004893377423286438, 0.005106650292873383, 0.00531992269679904, 0.005533195566385984, 0.005746468435972929, 0.005959741305559874, 0.006173014175146818, 0.006386287044733763, 0.00659955944865942, 0.006812832318246365, 0.007026105187833309, 0.007239378057420254]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 2.0, 2.0, 0.0, 3.0, 3.0, 1.0, 3.0, 11.0, 6.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.018775699660182, -0.018244318664073944, -0.01771293766796589, -0.017181556671857834, -0.01665017567574978, -0.016118794679641724, -0.015587414614856243, -0.015056033618748188, -0.014524652622640133, -0.013993271626532078, -0.013461890630424023, -0.012930509634315968, -0.012399129569530487, -0.011867748573422432, -0.011336367577314377, -0.010804986581206322, -0.010273605585098267, -0.009742224588990211, -0.009210843592882156, -0.008679462596774101, -0.008148081600666046, -0.007616701070219278, -0.0070853205397725105, -0.006553939543664455, -0.0060225585475564, -0.005491177551448345, -0.00495979655534029, -0.004428416024893522, -0.003897035028785467, -0.003365654032677412, -0.0028342732694000006, -0.002302892506122589, -0.001771511510014534, -0.0012401306303218007, -0.0007087497506290674, -0.00017736887093633413, 0.00035401200875639915, 0.0008853928884491324, 0.0014167737681418657, 0.001948154647834599, 0.0024795355275273323, 0.0030109165236353874, 0.003542297286912799, 0.00407367805019021, 0.0046050590462982655, 0.005136440042406321, 0.005667820572853088, 0.0061992015689611435, 0.006730582565069199, 0.007261963561177254, 0.007793344557285309, 0.008324725553393364, 0.008856106549501419, 0.0093874866142869, 0.009918867610394955, 0.01045024860650301, 0.010981629602611065, 0.01151301059871912, 0.012044391594827175, 0.01257577259093523, 0.01310715265572071, 0.013638533651828766, 0.014169914647936821, 0.014701295644044876, 0.015232676640152931]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 4.0, 3.0, 6.0, 3.0, 7.0, 8.0, 8.0, 8.0, 9.0, 12.0, 19.0, 17.0, 28.0, 38.0, 33.0, 41.0, 40.0, 48.0, 66.0, 68.0, 111.0, 87.0, 158.0, 267.0, 327.0, 489.0, 689.0, 1106.0, 1461.0, 2348.0, 5989.0, 1460.0, 826.0, 557.0, 403.0, 272.0, 268.0, 189.0, 151.0, 121.0, 100.0, 82.0, 69.0, 80.0, 73.0, 62.0, 42.0, 42.0, 27.0, 21.0, 20.0, 12.0, 15.0, 5.0, 9.0, 8.0, 11.0, 3.0], "bins": [-0.01032661646604538, -0.010041401721537113, -0.009756187908351421, -0.009470973163843155, -0.009185759350657463, -0.008900544606149197, -0.008615330792963505, -0.008330116048455238, -0.008044902235269547, -0.00775968749076128, -0.007474473211914301, -0.007189258933067322, -0.006904044654220343, -0.0066188303753733635, -0.006333616096526384, -0.006048401817679405, -0.005763187538832426, -0.005477973259985447, -0.005192758981138468, -0.004907544702291489, -0.0046223304234445095, -0.00433711614459753, -0.004051901865750551, -0.0037666873540729284, -0.0034814730752259493, -0.00319625879637897, -0.002911044517531991, -0.002625830238685012, -0.002340615727007389, -0.00205540144816041, -0.0017701871693134308, -0.0014849728904664516, -0.0011997586116194725, -0.0009145443327724934, -0.0006293299957178533, -0.0003441156877670437, -5.890137981623411e-05, 0.00022631292813457549, 0.0005115272360853851, 0.0007967415731400251, 0.0010819558519870043, 0.0013671701308339834, 0.0016523844096809626, 0.0019375988049432635, 0.0022228132002055645, 0.0025080274790525436, 0.0027932417578995228, 0.003078456036746502, 0.003363670315593481, 0.00364888459444046, 0.003934098873287439, 0.0042193131521344185, 0.004504527430981398, 0.004789741709828377, 0.005074955988675356, 0.005360170267522335, 0.0056453850120306015, 0.005930599290877581, 0.00621581356972456, 0.006501027848571539, 0.006786242127418518, 0.007071456406265497, 0.007356670685112476, 0.0076418849639594555, 0.007927099242806435]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 1.0, 4.0, 3.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09409524500370026, -0.09078770875930786, -0.08748017251491547, -0.08417264372110367, -0.08086510747671127, -0.07755757123231888, -0.07425004243850708, -0.07094250619411469, -0.06763496994972229, -0.0643274337053299, -0.0610199011862278, -0.0577123686671257, -0.05440483242273331, -0.05109729617834091, -0.047789763659238815, -0.04448223114013672, -0.041174694895744324, -0.03786715865135193, -0.03455962613224983, -0.031252093613147736, -0.02794455736875534, -0.024637022987008095, -0.02132948860526085, -0.018021954223513603, -0.014714419841766357, -0.011406885460019112, -0.008099351078271866, -0.00479181669652462, -0.0014842823147773743, 0.0018232520669698715, 0.005130786448717117, 0.008438320830464363, 0.011745855212211609, 0.015053389593958855, 0.0183609239757061, 0.021668458357453346, 0.024975992739200592, 0.028283527120947838, 0.031591061502695084, 0.03489859402179718, 0.038206130266189575, 0.04151366651058197, 0.04482119902968407, 0.04812873154878616, 0.05143626779317856, 0.05474380403757095, 0.05805133655667305, 0.061358869075775146, 0.06466640532016754, 0.06797394156455994, 0.07128147780895233, 0.07458900660276413, 0.07789654284715652, 0.08120407909154892, 0.08451160788536072, 0.08781914412975311, 0.09112668037414551, 0.0944342166185379, 0.0977417528629303, 0.1010492816567421, 0.10435681790113449, 0.10766435414552689, 0.11097188293933868, 0.11427941918373108, 0.11758695542812347]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 5.0, 4.0, 2.0, 6.0, 5.0, 9.0, 12.0, 12.0, 14.0, 17.0, 26.0, 53.0, 15.0, 28.0, 19.0, 10.0, 12.0, 5.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0], "bins": [-0.06461313366889954, -0.062348462641239166, -0.060083795338869095, -0.057819124311208725, -0.055554457008838654, -0.053289785981178284, -0.051025114953517914, -0.04876044765114784, -0.04649577662348747, -0.0442311055958271, -0.04196643829345703, -0.03970176726579666, -0.03743709623813629, -0.03517242893576622, -0.03290775790810585, -0.03064308874309063, -0.02837841957807541, -0.02611375041306019, -0.023849081248044968, -0.021584410220384598, -0.019319741055369377, -0.017055071890354156, -0.014790401794016361, -0.012525731697678566, -0.010261062532663345, -0.007996393367648125, -0.0057317232713103294, -0.0034670536406338215, -0.0012023840099573135, 0.0010622856207191944, 0.0033269552513957024, 0.00559162488207221, 0.007856294512748718, 0.010120963677763939, 0.012385633774101734, 0.01465030387043953, 0.01691497303545475, 0.01917964220046997, 0.02144431322813034, 0.02370898239314556, 0.025973651558160782, 0.028238320723176003, 0.030502989888191223, 0.03276766091585159, 0.03503233194351196, 0.037296999245882034, 0.039561670273542404, 0.041826337575912476, 0.044091008603572845, 0.046355679631233215, 0.04862034693360329, 0.05088501796126366, 0.05314968526363373, 0.0554143562912941, 0.05767902731895447, 0.05994369462132454, 0.06220836564898491, 0.06447303295135498, 0.06673770397901535, 0.06900237500667572, 0.07126704603433609, 0.07353171706199646, 0.07579638063907623, 0.0780610516667366, 0.08032572269439697]}, "_runtime": 56.6566264629364, "_timestamp": 1596212927.358164, "_step": 65}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 5.0, 3.0, 2.0, 3.0, 3.0, 2.0, 4.0, 3.0, 5.0, 2.0, 2.0, 2.0, 1.0, 3.0, 5.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015995889902114868, -0.015447612851858139, -0.01489933580160141, -0.01435105875134468, -0.013802781701087952, -0.013254504650831223, -0.012706227600574493, -0.012157950550317764, -0.011609673500061035, -0.011061396449804306, -0.010513119399547577, -0.009964842349290848, -0.009416565299034119, -0.00886828824877739, -0.00832001119852066, -0.007771734148263931, -0.007223457098007202, -0.006675180047750473, -0.006126902997493744, -0.005578625947237015, -0.005030348896980286, -0.0044820718467235565, -0.003933794796466827, -0.0033855177462100983, -0.002837240695953369, -0.00228896364569664, -0.0017406865954399109, -0.0011924095451831818, -0.0006441324949264526, -9.585544466972351e-05, 0.0004524216055870056, 0.0010006986558437347, 0.0015489757061004639, 0.002097252756357193, 0.002645529806613922, 0.0031938068568706512, 0.0037420839071273804, 0.0042903609573841095, 0.004838638007640839, 0.005386915057897568, 0.005935192108154297, 0.006483469158411026, 0.007031746208667755, 0.007580023258924484, 0.008128300309181213, 0.008676577359437943, 0.009224854409694672, 0.0097731314599514, 0.01032140851020813, 0.010869685560464859, 0.011417962610721588, 0.011966239660978317, 0.012514516711235046, 0.013062793761491776, 0.013611070811748505, 0.014159347862005234, 0.014707624912261963, 0.015255901962518692, 0.01580417901277542, 0.01635245606303215, 0.01690073311328888, 0.01744901016354561, 0.017997287213802338, 0.018545564264059067, 0.019093841314315796]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 5.0, 2.0, 4.0, 1.0, 2.0, 4.0, 17.0, 14.0, 24.0, 18.0, 48.0, 52.0, 78.0, 118.0, 184.0, 278.0, 523.0, 5319.0, 563.0, 221.0, 144.0, 78.0, 64.0, 49.0, 37.0, 22.0, 10.0, 10.0, 4.0, 6.0, 4.0, 7.0, 3.0, 2.0, 2.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.22980163991451263, -0.22269955277442932, -0.215597465634346, -0.2084953784942627, -0.20139329135417938, -0.19429120421409607, -0.18718911707401276, -0.18008702993392944, -0.17298494279384613, -0.16588285565376282, -0.1587807685136795, -0.1516786813735962, -0.14457659423351288, -0.13747450709342957, -0.13037241995334625, -0.12327034026384354, -0.11616825312376022, -0.10906616598367691, -0.1019640788435936, -0.09486199170351028, -0.08775990456342697, -0.08065781742334366, -0.07355573028326035, -0.06645364314317703, -0.05935155972838402, -0.052249472588300705, -0.04514738544821739, -0.03804529830813408, -0.030943213030695915, -0.023841125890612602, -0.01673904061317444, -0.009636953473091125, -0.0025348663330078125, 0.004567220341414213, 0.011669307015836239, 0.018771393224596977, 0.02587348036468029, 0.032975565642118454, 0.04007765278220177, 0.04717973992228508, 0.05428182706236839, 0.061383914202451706, 0.06848599761724472, 0.07558808475732803, 0.08269017189741135, 0.08979225903749466, 0.09689434617757797, 0.10399643331766129, 0.1110985204577446, 0.11820060759782791, 0.12530268728733063, 0.13240477442741394, 0.13950686156749725, 0.14660894870758057, 0.15371103584766388, 0.1608131229877472, 0.1679152101278305, 0.17501729726791382, 0.18211938440799713, 0.18922147154808044, 0.19632355868816376, 0.20342564582824707, 0.21052773296833038, 0.2176298201084137, 0.224731907248497]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 2.0, 1.0, 2.0, 1.0, 4.0, 1.0, 3.0, 5.0, 4.0, 4.0, 4.0, 2.0, 1.0, 3.0, 5.0, 5.0, 2.0, 2.0, 25.0, 4.0, 3.0, 7.0, 3.0, 7.0, 1.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0037401695735752583, -0.0036426677834242582, -0.0035451657604426146, -0.0034476639702916145, -0.003350161947309971, -0.003252660157158971, -0.003155158134177327, -0.003057656344026327, -0.0029601543210446835, -0.0028626525308936834, -0.0027651505079120398, -0.0026676487177610397, -0.002570146694779396, -0.002472644904628396, -0.0023751428816467524, -0.0022776410914957523, -0.0021801390685141087, -0.0020826372783631086, -0.0019851354882121086, -0.001887633465230465, -0.001790131558664143, -0.0016926296520978212, -0.0015951277455314994, -0.0014976258389651775, -0.0014001240488141775, -0.0013026221422478557, -0.0012051202356815338, -0.001107618329115212, -0.0010101164225488901, -0.0009126145159825683, -0.0008151126094162464, -0.0007176107028499246, -0.0006201087962836027, -0.0005226068897172809, -0.000425104983150959, -0.0003276031056884676, -0.00023010119912214577, -0.00013259929255582392, -3.50974005414173e-05, 6.240449874894693e-05, 0.00015990639803931117, 0.000257408304605633, 0.00035491021117195487, 0.00045241208863444626, 0.0005499139660969377, 0.0006474158726632595, 0.0007449177792295814, 0.0008424196857959032, 0.0009399215923622251, 0.001037423498928547, 0.0011349254054948688, 0.0012324273120611906, 0.0013299292186275125, 0.0014274311251938343, 0.0015249330317601562, 0.001622434938326478, 0.001719936728477478, 0.0018174386350437999, 0.0019149405416101217, 0.0020124425645917654, 0.0021099443547427654, 0.002207446377724409, 0.002304948167875409, 0.002402450190857053, 0.002499951981008053]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 5.0, 4.0, 15.0, 15.0, 17.0, 37.0, 47.0, 71.0, 89.0, 142.0, 186.0, 276.0, 405.0, 591.0, 851.0, 1282.0, 1755.0, 2751.0, 4151.0, 6800.0, 10759.0, 18863.0, 34557.0, 70676.0, 201498.0, 685002.0, 60985.0, 30582.0, 16943.0, 10577.0, 6578.0, 4226.0, 2810.0, 1763.0, 1263.0, 892.0, 636.0, 481.0, 297.0, 218.0, 158.0, 104.0, 72.0, 55.0, 43.0, 22.0, 26.0, 17.0, 12.0, 14.0, 7.0, 4.0, 7.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.0068662045523524284, -0.006645637098699808, -0.006425069645047188, -0.0062045021913945675, -0.005983934737741947, -0.005763367749750614, -0.005542800296097994, -0.0053222328424453735, -0.005101665388792753, -0.004881097935140133, -0.004660530481487513, -0.004439963027834892, -0.004219396039843559, -0.003998828586190939, -0.0037782611325383186, -0.0035576936788856983, -0.003337126225233078, -0.0031165587715804577, -0.0028959913179278374, -0.0026754240971058607, -0.0024548566434532404, -0.00223428918980062, -0.0020137219689786434, -0.001793154515326023, -0.0015725870616734028, -0.0013520196080207825, -0.001131452270783484, -0.0009108848753385246, -0.0006903174798935652, -0.0004697500844486058, -0.0002491826890036464, -2.861529355868697e-05, 0.00019195210188627243, 0.00041251949733123183, 0.0006330868927761912, 0.0008536542882211506, 0.00107422168366611, 0.0012947891373187304, 0.0015153564745560288, 0.0017359238117933273, 0.0019564912654459476, 0.002177058719098568, 0.0023976261727511883, 0.002618193393573165, 0.0028387608472257853, 0.0030593283008784056, 0.0032798955217003822, 0.0035004629753530025, 0.003721030429005623, 0.003941597882658243, 0.0041621653363108635, 0.004382732789963484, 0.004603300243616104, 0.004823867231607437, 0.0050444346852600574, 0.005265002138912678, 0.005485569592565298, 0.005706137046217918, 0.005926704499870539, 0.006147271953523159, 0.006367838941514492, 0.006588406395167112, 0.006808973848819733, 0.007029541302472353, 0.007250108756124973]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 3.0, 0.0, 2.0, 2.0, 2.0, 1.0, 3.0, 1.0, 0.0, 8.0, 2.0, 0.0, 1.0, 0.0, 5.0, 3.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014481598511338234, -0.014074401929974556, -0.013667204417288303, -0.013260007835924625, -0.012852810323238373, -0.012445613741874695, -0.012038416229188442, -0.011631219647824764, -0.011224022135138512, -0.010816825553774834, -0.010409628972411156, -0.010002431459724903, -0.009595234878361225, -0.009188037365674973, -0.008780840784311295, -0.008373643271625042, -0.007966446690261364, -0.007559249643236399, -0.007152052596211433, -0.006744855549186468, -0.006337658502161503, -0.005930461920797825, -0.00552326487377286, -0.005116067826747894, -0.004708870779722929, -0.004301673732697964, -0.0038944766856729984, -0.003487279871478677, -0.0030800828244537115, -0.0026728857774287462, -0.0022656889632344246, -0.0018584919162094593, -0.001451294869184494, -0.0010440978221595287, -0.0006369008915498853, -0.0002297039027325809, 0.00017749308608472347, 0.0005846900749020278, 0.0009918870637193322, 0.0013990839943289757, 0.001806281041353941, 0.0022134780883789062, 0.0026206751354038715, 0.003027871949598193, 0.0034350689966231585, 0.0038422660436481237, 0.004249462857842445, 0.004656659904867411, 0.005063856951892376, 0.005471053998917341, 0.0058782510459423065, 0.006285448092967272, 0.006692645139992237, 0.007099841721355915, 0.00750703876838088, 0.007914235815405846, 0.008321432396769524, 0.008728629909455776, 0.009135826490819454, 0.009543024003505707, 0.009950220584869385, 0.010357418097555637, 0.010764614678919315, 0.011171812191605568, 0.011579008772969246]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 5.0, 4.0, 7.0, 12.0, 10.0, 16.0, 19.0, 21.0, 37.0, 37.0, 31.0, 53.0, 71.0, 84.0, 87.0, 95.0, 109.0, 147.0, 178.0, 197.0, 233.0, 261.0, 371.0, 405.0, 563.0, 825.0, 1100.0, 1739.0, 5797.0, 1730.0, 1120.0, 753.0, 536.0, 415.0, 315.0, 238.0, 193.0, 130.0, 105.0, 86.0, 82.0, 45.0, 46.0, 29.0, 11.0, 18.0, 14.0, 11.0, 8.0, 4.0, 4.0, 3.0, 4.0, 7.0, 2.0], "bins": [-0.00991980079561472, -0.0096546346321702, -0.009389467537403107, -0.009124301373958588, -0.008859135210514069, -0.00859396904706955, -0.00832880288362503, -0.008063635788857937, -0.007798469625413418, -0.007533303461968899, -0.007268136832863092, -0.007002970203757286, -0.006737804040312767, -0.006472637876868248, -0.006207471247762442, -0.005942304618656635, -0.005677138455212116, -0.005411972291767597, -0.005146805662661791, -0.0048816390335559845, -0.0046164728701114655, -0.004351306706666946, -0.00408614007756114, -0.0038209736812859774, -0.0035558072850108147, -0.003290640888735652, -0.0030254744924604893, -0.0027603080961853266, -0.002495141699910164, -0.002229975303635001, -0.0019648089073598385, -0.0016996425110846758, -0.001434476114809513, -0.0011693097185343504, -0.0009041433222591877, -0.000638976925984025, -0.0003738105297088623, -0.00010864413343369961, 0.0001565222628414631, 0.0004216886591166258, 0.0006868550553917885, 0.0009520214516669512, 0.0012171878479421139, 0.0014823542442172766, 0.0017475206404924393, 0.002012687036767602, 0.0022778534330427647, 0.0025430198293179274, 0.00280818622559309, 0.0030733526218682528, 0.0033385190181434155, 0.003603685414418578, 0.003868851810693741, 0.00413401797413826, 0.004399184603244066, 0.004664351232349873, 0.004929517395794392, 0.005194683559238911, 0.005459850188344717, 0.005725016817450523, 0.005990182980895042, 0.0062553491443395615, 0.006520515773445368, 0.006785682402551174, 0.007050848565995693]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 3.0, 3.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07846210151910782, -0.07625346630811691, -0.07404483109712601, -0.0718361958861351, -0.0696275606751442, -0.06741892546415329, -0.06521029025316238, -0.06300165504217148, -0.06079301983118057, -0.05858438462018967, -0.05637574940919876, -0.054167114198207855, -0.05195847898721695, -0.049749843776226044, -0.04754120856523514, -0.04533257335424423, -0.043123938143253326, -0.04091530293226242, -0.038706667721271515, -0.03649803251028061, -0.0342893972992897, -0.0320807620882988, -0.029872126877307892, -0.027663491666316986, -0.02545485645532608, -0.023246221244335175, -0.02103758603334427, -0.018828950822353363, -0.016620315611362457, -0.014411680400371552, -0.012203045189380646, -0.00999440997838974, -0.007785774767398834, -0.0055771395564079285, -0.0033685043454170227, -0.001159869134426117, 0.0010487660765647888, 0.0032574012875556946, 0.0054660364985466, 0.007674671709537506, 0.009883306920528412, 0.012091942131519318, 0.014300577342510223, 0.01650921255350113, 0.018717847764492035, 0.02092648297548294, 0.023135118186473846, 0.025343753397464752, 0.027552388608455658, 0.029761023819446564, 0.03196965903043747, 0.034178294241428375, 0.03638692945241928, 0.03859556466341019, 0.04080419987440109, 0.043012835085392, 0.045221470296382904, 0.04743010550737381, 0.049638740718364716, 0.05184737592935562, 0.05405601114034653, 0.05626464635133743, 0.05847328156232834, 0.060681916773319244, 0.06289055198431015]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 6.0, 2.0, 1.0, 2.0, 2.0, 6.0, 1.0, 2.0, 0.0, 3.0, 3.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 5.0, 20.0, 27.0, 23.0, 45.0, 22.0, 20.0, 11.0, 10.0, 14.0, 11.0, 3.0, 2.0, 3.0, 0.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 4.0, 2.0, 3.0, 4.0, 1.0, 3.0, 1.0, 0.0, 2.0], "bins": [-0.07064692676067352, -0.06876852363348007, -0.06689012795686722, -0.06501172482967377, -0.06313332915306091, -0.06125492602586746, -0.05937652662396431, -0.05749812722206116, -0.055619724094867706, -0.053741324692964554, -0.0518629252910614, -0.04998452588915825, -0.048106126487255096, -0.046227727085351944, -0.04434932395815849, -0.04247092455625534, -0.04059252515435219, -0.038714125752449036, -0.03683572635054588, -0.03495732322335243, -0.03307892382144928, -0.031200524419546127, -0.029322125017642975, -0.027443723753094673, -0.02556532435119152, -0.023686924949288368, -0.021808523684740067, -0.019930124282836914, -0.01805172488093376, -0.01617332361638546, -0.014294924214482307, -0.01241652388125658, -0.010538123548030853, -0.008659723214805126, -0.006781323347240686, -0.004902923479676247, -0.0030245231464505196, -0.0011461230460554361, 0.0007322770543396473, 0.0026106771547347307, 0.004489077255129814, 0.006367477588355541, 0.008245877921581268, 0.01012427732348442, 0.012002677656710148, 0.013881077989935875, 0.015759477391839027, 0.01763787865638733, 0.01951627805829048, 0.021394677460193634, 0.023273078724741936, 0.025151478126645088, 0.02702987939119339, 0.028908278793096542, 0.030786678194999695, 0.03266507759690285, 0.034543476998806, 0.03642188012599945, 0.0383002795279026, 0.040178678929805756, 0.04205707833170891, 0.04393547773361206, 0.04581388086080551, 0.047692280262708664, 0.049570679664611816]}, "_runtime": 57.43069243431091, "_timestamp": 1596212928.13223, "_step": 66}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 2.0, 4.0, 2.0, 1.0, 3.0, 2.0, 2.0, 1.0, 3.0, 0.0, 5.0, 5.0, 2.0, 1.0, 4.0, 2.0, 3.0, 1.0, 1.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01604847051203251, -0.015467878431081772, -0.01488728728145361, -0.014306695200502872, -0.01372610405087471, -0.013145511969923973, -0.012564919888973236, -0.011984328739345074, -0.011403736658394337, -0.0108231445774436, -0.010242553427815437, -0.0096619613468647, -0.009081369265913963, -0.008500778116285801, -0.007920186035335064, -0.007339594420045614, -0.0067590028047561646, -0.006178411189466715, -0.005597819574177265, -0.005017227493226528, -0.0044366358779370785, -0.003856044262647629, -0.0032754524145275354, -0.002694860566407442, -0.0021142689511179924, -0.0015336772194132209, -0.0009530854877084494, -0.00037249375600367785, 0.00020809797570109367, 0.0007886897074058652, 0.0013692814391106367, 0.0019498731708154082, 0.0025304649025201797, 0.0031110565178096294, 0.003691648365929723, 0.004272240214049816, 0.004852831829339266, 0.0054334234446287155, 0.0060140155255794525, 0.006594607140868902, 0.007175198756158352, 0.007755790371447802, 0.008336381986737251, 0.008916974067687988, 0.009497566148638725, 0.010078157298266888, 0.010658749379217625, 0.011239340528845787, 0.011819932609796524, 0.012400524690747261, 0.012981115840375423, 0.01356170792132616, 0.014142299070954323, 0.01472289115190506, 0.015303483232855797, 0.015884075313806534, 0.01646466553211212, 0.01704525761306286, 0.017625849694013596, 0.018206441774964333, 0.01878703385591507, 0.019367625936865807, 0.019948216155171394, 0.02052880823612213, 0.02110940031707287]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 3.0, 1.0, 2.0, 4.0, 4.0, 10.0, 17.0, 16.0, 42.0, 43.0, 67.0, 76.0, 150.0, 203.0, 346.0, 846.0, 5139.0, 394.0, 205.0, 121.0, 67.0, 47.0, 27.0, 22.0, 22.0, 9.0, 10.0, 8.0, 7.0, 3.0, 1.0, 1.0, 1.0, 3.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.22760190069675446, -0.21975752711296082, -0.21191316843032837, -0.20406880974769592, -0.19622443616390228, -0.18838006258010864, -0.1805357038974762, -0.17269134521484375, -0.1648469716310501, -0.15700259804725647, -0.14915823936462402, -0.14131388068199158, -0.13346950709819794, -0.1256251335144043, -0.11778077483177185, -0.10993640869855881, -0.10209204256534576, -0.09424767643213272, -0.08640331029891968, -0.07855894416570663, -0.07071457803249359, -0.06287021189928055, -0.055025845766067505, -0.04718147963285446, -0.03933711349964142, -0.031492747366428375, -0.023648381233215332, -0.01580401510000229, -0.007959648966789246, -0.00011528283357620239, 0.007729083299636841, 0.015573449432849884, 0.023417815566062927, 0.03126218169927597, 0.039106547832489014, 0.04695091396570206, 0.0547952800989151, 0.06263964623212814, 0.07048401236534119, 0.07832837849855423, 0.08617274463176727, 0.09401711076498032, 0.10186147689819336, 0.1097058430314064, 0.11755020916461945, 0.12539458274841309, 0.13323894143104553, 0.14108330011367798, 0.14892767369747162, 0.15677204728126526, 0.1646164059638977, 0.17246076464653015, 0.1803051382303238, 0.18814951181411743, 0.19599387049674988, 0.20383822917938232, 0.21168260276317596, 0.2195269763469696, 0.22737133502960205, 0.2352156937122345, 0.24306006729602814, 0.2509044408798218, 0.2587487995624542, 0.26659315824508667, 0.2744375467300415]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 4.0, 5.0, 0.0, 2.0, 2.0, 2.0, 4.0, 0.0, 4.0, 4.0, 2.0, 2.0, 2.0, 24.0, 7.0, 3.0, 3.0, 3.0, 9.0, 2.0, 3.0, 2.0, 3.0, 6.0, 2.0, 0.0, 0.0, 5.0, 0.0, 4.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0030343886464834213, -0.0029333154670894146, -0.0028322425205260515, -0.002731169341132045, -0.002630096161738038, -0.002529023215174675, -0.0024279500357806683, -0.0023268768563866615, -0.0022258039098232985, -0.0021247307304292917, -0.002023657551035285, -0.001922584604471922, -0.0018215114250779152, -0.0017204383620992303, -0.0016193652991205454, -0.0015182921197265387, -0.0014172190567478538, -0.0013161459937691689, -0.0012150728143751621, -0.0011139997513964772, -0.0010129266884177923, -0.0009118535672314465, -0.0008107804460451007, -0.0007097073830664158, -0.00060863426188007, -0.0005075611406937242, -0.00040648807771503925, -0.00030541495652869344, -0.00020434186444617808, -0.0001032687650877051, -2.1956657292321324e-06, 9.887743362924084e-05, 0.00019995053298771381, 0.00030102362507022917, 0.00040209671715274453, 0.0005031698383390903, 0.0006042429013177752, 0.0007053160225041211, 0.0008063891436904669, 0.0009074622066691518, 0.0010085352696478367, 0.0011096084490418434, 0.0012106815120205283, 0.0013117545749992132, 0.00141282775439322, 0.0015139008173719049, 0.0016149738803505898, 0.0017160470597445965, 0.0018171201227232814, 0.0019181931857019663, 0.002019266365095973, 0.002120339311659336, 0.002221412491053343, 0.0023224856704473495, 0.0024235586170107126, 0.0025246317964047194, 0.002625704975798726, 0.002726777922362089, 0.002827851101756096, 0.0029289242811501026, 0.0030299972277134657, 0.0031310704071074724, 0.003232143586501479, 0.0033332165330648422, 0.003434289712458849]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 4.0, 4.0, 7.0, 17.0, 25.0, 41.0, 41.0, 57.0, 83.0, 104.0, 199.0, 281.0, 441.0, 716.0, 1231.0, 2143.0, 3643.0, 6731.0, 14069.0, 32562.0, 104540.0, 847209.0, 94114.0, 35201.0, 16222.0, 8359.0, 4479.0, 2638.0, 1580.0, 1008.0, 641.0, 413.0, 238.0, 184.0, 127.0, 73.0, 50.0, 41.0, 27.0, 30.0, 12.0, 13.0, 5.0, 8.0, 4.0, 6.0, 4.0, 3.0, 5.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.01092089805752039, -0.010537181980907917, -0.010153466835618019, -0.009769750759005547, -0.009386034682393074, -0.009002319537103176, -0.008618603460490704, -0.008234887383878231, -0.007851172238588333, -0.007467456161975861, -0.007083740085363388, -0.006700024474412203, -0.006316308863461018, -0.005932592786848545, -0.00554887717589736, -0.005165161099284887, -0.004781445488333702, -0.004397729877382517, -0.004014013800770044, -0.003630298189818859, -0.0032465823460370302, -0.0028628665022552013, -0.002479150891304016, -0.0020954350475221872, -0.0017117192037403584, -0.0013280033599585295, -0.0009442876325920224, -0.0005605718470178545, -0.00017685606144368649, 0.00020685972413048148, 0.0005905755097046494, 0.0009742912952788174, 0.0013580070808529854, 0.0017417229246348143, 0.002125438768416643, 0.0025091543793678284, 0.0028928702231496572, 0.003276586066931486, 0.0036603016778826714, 0.004044017754495144, 0.004427733365446329, 0.004811448976397514, 0.005195165053009987, 0.005578880663961172, 0.005962596274912357, 0.00634631235152483, 0.006730027962476015, 0.007113744039088488, 0.007497459650039673, 0.007881175726652145, 0.008264890871942043, 0.008648606948554516, 0.009032323025166988, 0.009416038170456886, 0.009799754247069359, 0.010183470323681831, 0.010567186400294304, 0.010950901545584202, 0.011334617622196674, 0.011718333698809147, 0.012102048844099045, 0.012485764920711517, 0.01286948099732399, 0.013253196142613888, 0.01363691221922636]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 3.0, 2.0, 3.0, 12.0, 2.0, 0.0, 0.0, 5.0, 2.0, 3.0, 4.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.009330801665782928, -0.008930119685828686, -0.008529437705874443, -0.008128756657242775, -0.007728074677288532, -0.0073273926973342896, -0.006926710717380047, -0.0065260292030870914, -0.006125347223132849, -0.005724665243178606, -0.005323983728885651, -0.004923301748931408, -0.004522619768977165, -0.00412193825468421, -0.003721256274729967, -0.003320574527606368, -0.002919892780482769, -0.00251921103335917, -0.002118529286235571, -0.0017178473062813282, -0.0013171655591577291, -0.0009164837538264692, -0.0005158019484952092, -0.00011512014316394925, 0.0002855616621673107, 0.0006862434674985707, 0.0010869252728298306, 0.0014876071363687515, 0.0018882888834923506, 0.0022889706306159496, 0.0026896526105701923, 0.0030903343576937914, 0.0034910161048173904, 0.0038916978519409895, 0.0042923795990645885, 0.004693061579018831, 0.005093743093311787, 0.005494425073266029, 0.005895107053220272, 0.0062957885675132275, 0.00669647054746747, 0.007097152527421713, 0.007497834041714668, 0.007898516021668911, 0.008299198001623154, 0.008699879981577396, 0.009100561030209064, 0.009501243010163307, 0.00990192499011755, 0.010302606970071793, 0.010703288950026035, 0.011103969998657703, 0.011504651978611946, 0.011905333958566189, 0.012306015938520432, 0.012706697918474674, 0.013107379898428917, 0.013508060947060585, 0.013908742927014828, 0.01430942490696907, 0.014710106886923313, 0.015110788866877556, 0.015511469915509224, 0.01591215282678604, 0.01631283387541771]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 3.0, 2.0, 2.0, 10.0, 7.0, 13.0, 7.0, 14.0, 15.0, 19.0, 30.0, 46.0, 70.0, 99.0, 139.0, 217.0, 289.0, 478.0, 697.0, 1060.0, 1741.0, 6033.0, 2481.0, 1412.0, 1024.0, 675.0, 492.0, 297.0, 227.0, 152.0, 121.0, 91.0, 68.0, 58.0, 45.0, 45.0, 42.0, 23.0, 26.0, 28.0, 16.0, 14.0, 13.0, 13.0, 11.0, 11.0, 11.0, 11.0, 9.0, 5.0, 2.0, 4.0, 2.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.00675818370655179, -0.006485907360911369, -0.006213630549609661, -0.00594135420396924, -0.005669077858328819, -0.005396801047027111, -0.00512452470138669, -0.004852248355746269, -0.004579971544444561, -0.00430769519880414, -0.004035418853163719, -0.0037631422746926546, -0.00349086569622159, -0.003218589350581169, -0.0029463127721101046, -0.0026740364264696836, -0.002401759847998619, -0.0021294832695275545, -0.0018572069238871336, -0.001584930345416069, -0.0013126538833603263, -0.0010403774213045835, -0.0007681009010411799, -0.0004958243807777762, -0.0002235479187220335, 4.87285724375397e-05, 0.0003210050635971129, 0.0005932815838605165, 0.0008655580459162593, 0.001137834507972002, 0.0014101110864430666, 0.0016823875484988093, 0.001954664010554552, 0.0022269405890256166, 0.0024992169346660376, 0.002771493513137102, 0.003043769858777523, 0.0033160464372485876, 0.003588323015719652, 0.003860599361360073, 0.004132876172661781, 0.004405152518302202, 0.004677428863942623, 0.004949705209583044, 0.005221982020884752, 0.005494258366525173, 0.005766534712165594, 0.006038811523467302, 0.006311087869107723, 0.006583364214748144, 0.006855641026049852, 0.007127917371690273, 0.007400193717330694, 0.007672470528632402, 0.007944746874272823, 0.008217023685574532, 0.008489299565553665, 0.008761576376855373, 0.009033853188157082, 0.009306129068136215, 0.009578405879437923, 0.009850682690739632, 0.010122958570718765, 0.010395235382020473, 0.010667512193322182]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 4.0, 3.0, 6.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.13848808407783508, -0.13529692590236664, -0.1321057677268982, -0.12891460955142975, -0.1257234513759613, -0.12253230065107346, -0.11934114247560501, -0.11614998430013657, -0.11295883357524872, -0.10976767539978027, -0.10657651722431183, -0.10338535904884338, -0.10019420087337494, -0.0970030426979065, -0.09381189197301865, -0.0906207337975502, -0.08742957562208176, -0.08423841744661331, -0.08104725927114487, -0.07785610854625702, -0.07466495037078857, -0.07147379219532013, -0.06828263401985168, -0.06509147584438324, -0.06190032139420509, -0.05870916321873665, -0.0555180087685585, -0.05232685059309006, -0.04913569241762161, -0.045944537967443466, -0.04275337979197502, -0.039562225341796875, -0.03637106716632843, -0.033179908990859985, -0.02998875454068184, -0.026797596365213394, -0.0236064400523901, -0.020415283739566803, -0.017224125564098358, -0.014032969251275063, -0.010841812938451767, -0.007650656159967184, -0.004459499381482601, -0.0012683426029980183, 0.0019228141754865646, 0.0051139709539711475, 0.00830512773245573, 0.0114962849766016, 0.014687441289424896, 0.017878597602248192, 0.021069753915071487, 0.024260912090539932, 0.027452068403363228, 0.030643224716186523, 0.03383438289165497, 0.037025537341833115, 0.04021669551730156, 0.043407853692770004, 0.04659900814294815, 0.049790166318416595, 0.05298132449388504, 0.05617247894406319, 0.05936363711953163, 0.06255479156970978, 0.06574594974517822]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 2.0, 1.0, 5.0, 2.0, 1.0, 5.0, 9.0, 9.0, 20.0, 41.0, 47.0, 45.0, 27.0, 18.0, 12.0, 5.0, 5.0, 1.0, 5.0, 4.0, 3.0, 1.0, 3.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.1000509038567543, -0.09782170504331589, -0.09559250622987747, -0.09336330741643906, -0.09113410860300064, -0.08890490978956223, -0.08667570352554321, -0.0844465047121048, -0.08221730589866638, -0.07998810708522797, -0.07775890827178955, -0.07552970945835114, -0.07330051064491272, -0.0710713118314743, -0.06884211301803589, -0.06661291420459747, -0.06438371539115906, -0.062154512852430344, -0.05992531403899193, -0.057696111500263214, -0.0554669126868248, -0.05323771387338638, -0.05100851505994797, -0.04877931624650955, -0.046550117433071136, -0.04432091489434242, -0.04209171608090401, -0.03986251726746559, -0.037633318454027176, -0.03540411964058876, -0.033174917101860046, -0.03094571828842163, -0.028716519474983215, -0.0264873206615448, -0.024258119985461235, -0.02202892117202282, -0.019799720495939255, -0.01757052168250084, -0.015341322869062424, -0.013112123124301434, -0.010882923379540443, -0.008653723634779453, -0.0064245243556797504, -0.004195325076580048, -0.0019661253318190575, 0.000263074180111289, 0.0024922736920416355, 0.004721472971141338, 0.0069506727159023285, 0.009179872460663319, 0.011409072205424309, 0.013638271018862724, 0.01586747169494629, 0.018096670508384705, 0.02032586932182312, 0.022555069997906685, 0.0247842688113451, 0.027013467624783516, 0.02924266830086708, 0.031471867114305496, 0.03370106592774391, 0.03593026474118233, 0.03815946727991104, 0.04038866609334946, 0.04261786490678787]}, "_runtime": 58.253297567367554, "_timestamp": 1596212928.9548352, "_step": 67}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 3.0, 0.0, 3.0, 3.0, 1.0, 1.0, 1.0, 2.0, 2.0, 6.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008226582780480385, -0.007940167561173439, -0.007653751876205206, -0.00736733665689826, -0.007080921437591314, -0.006794505752623081, -0.006508090533316135, -0.00622167531400919, -0.005935260094702244, -0.005648844409734011, -0.005362429190427065, -0.005076013971120119, -0.004789598286151886, -0.00450318306684494, -0.004216767847537994, -0.003930352162569761, -0.0036439369432628155, -0.003357521491125226, -0.0030711062718182802, -0.0027846908196806908, -0.002498275600373745, -0.0022118601482361555, -0.001925444696098566, -0.0016390293603762984, -0.0013526140246540308, -0.0010661986889317632, -0.0007797832950018346, -0.0004933679010719061, -0.00020695256534963846, 7.946279947645962e-05, 0.0003658781643025577, 0.0006522935582324862, 0.0009387088939547539, 0.0012251242296770215, 0.0015115395653992891, 0.0017979550175368786, 0.0020843702368438244, 0.002370785688981414, 0.0026572011411190033, 0.002943616360425949, 0.0032300318125635386, 0.003516447264701128, 0.003802862484008074, 0.00408927770331502, 0.004375693388283253, 0.0046621086075901985, 0.004948523826897144, 0.005234939511865377, 0.005521354731172323, 0.005807769950479269, 0.006094185635447502, 0.006380600854754448, 0.006667016074061394, 0.006953431759029627, 0.007239846978336573, 0.0075262621976435184, 0.007812677882611752, 0.008099093101918697, 0.008385508321225643, 0.008671923540532589, 0.008958338759839535, 0.009244754910469055, 0.009531170129776001, 0.009817585349082947, 0.010104000568389893]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 1.0, 2.0, 1.0, 4.0, 3.0, 2.0, 2.0, 2.0, 8.0, 10.0, 11.0, 7.0, 15.0, 14.0, 23.0, 20.0, 26.0, 40.0, 37.0, 46.0, 72.0, 89.0, 125.0, 164.0, 205.0, 354.0, 4286.0, 1211.0, 386.0, 176.0, 138.0, 102.0, 80.0, 50.0, 46.0, 37.0, 27.0, 18.0, 10.0, 14.0, 15.0, 7.0, 11.0, 9.0, 7.0, 1.0, 3.0, 1.0, 3.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.12611864507198334, -0.12202130258083344, -0.11792395263910294, -0.11382660269737244, -0.10972926020622253, -0.10563191771507263, -0.10153456777334213, -0.09743721783161163, -0.09333987534046173, -0.08924253284931183, -0.08514518290758133, -0.08104783296585083, -0.07695049047470093, -0.07285314798355103, -0.06875579804182053, -0.06465844810009003, -0.060561105608940125, -0.056463759392499924, -0.05236641317605972, -0.04826906695961952, -0.04417172074317932, -0.04007437452673912, -0.03597702831029892, -0.03187968209385872, -0.027782335877418518, -0.023684989660978317, -0.019587643444538116, -0.015490297228097916, -0.011392951011657715, -0.007295604795217514, -0.0031982585787773132, 0.0008990876376628876, 0.004996433854103088, 0.00909378007054329, 0.01319112628698349, 0.01728847250342369, 0.02138581871986389, 0.025483164936304092, 0.029580511152744293, 0.033677857369184494, 0.037775203585624695, 0.041872549802064896, 0.045969896018505096, 0.0500672422349453, 0.0541645884513855, 0.0582619346678257, 0.0623592808842659, 0.0664566308259964, 0.0705539733171463, 0.0746513158082962, 0.0787486657500267, 0.0828460156917572, 0.0869433581829071, 0.091040700674057, 0.0951380506157875, 0.099235400557518, 0.10333274304866791, 0.10743008553981781, 0.11152743548154831, 0.11562478542327881, 0.11972212791442871, 0.12381947040557861, 0.12791681289672852, 0.1320141702890396, 0.13611151278018951]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 4.0, 3.0, 3.0, 1.0, 4.0, 7.0, 6.0, 25.0, 5.0, 3.0, 6.0, 5.0, 5.0, 8.0, 3.0, 6.0, 1.0, 2.0, 5.0, 0.0, 4.0, 5.0, 0.0, 4.0, 1.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002378252102062106, -0.0022625834681093693, -0.0021469146013259888, -0.002031245967373252, -0.0019155772170051932, -0.0017999084666371346, -0.0016842398326843977, -0.001568571082316339, -0.0014529023319482803, -0.0013372335815802217, -0.001221564831212163, -0.0011058961972594261, -0.0009902274468913674, -0.0008745586965233088, -0.000758890004362911, -0.0006432213122025132, -0.0005275525618344545, -0.0004118838405702263, -0.0002962151193059981, -0.00018054639804176986, -6.487767677754164e-05, 5.079104448668659e-05, 0.0001664597657509148, 0.00028212848701514304, 0.00039779720827937126, 0.0005134659586474299, 0.0006291346508078277, 0.0007448033429682255, 0.0008604720933362842, 0.0009761408437043428, 0.0010918094776570797, 0.0012074782280251384, 0.001323146978393197, 0.0014388157287612557, 0.0015544844791293144, 0.0016701531130820513, 0.00178582186345011, 0.0019014906138181686, 0.0020171592477709055, 0.002132828114554286, 0.002248496748507023, 0.0023641653824597597, 0.0024798342492431402, 0.002595502883195877, 0.0027111717499792576, 0.0028268403839319944, 0.0029425090178847313, 0.003058177884668112, 0.0031738465186208487, 0.0032895151525735855, 0.003405184019356966, 0.003520852653309703, 0.0036365212872624397, 0.0037521901540458202, 0.003867858787998557, 0.003983527421951294, 0.0040991962887346745, 0.004214865155518055, 0.004330533556640148, 0.004446202423423529, 0.004561871290206909, 0.004677539691329002, 0.004793208558112383, 0.004908877424895763, 0.005024545826017857]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 4.0, 4.0, 10.0, 12.0, 17.0, 22.0, 37.0, 67.0, 91.0, 171.0, 277.0, 494.0, 892.0, 1475.0, 2747.0, 5374.0, 11164.0, 26556.0, 77594.0, 793660.0, 134465.0, 52432.0, 27370.0, 15996.0, 9841.0, 6248.0, 4200.0, 2720.0, 1787.0, 1200.0, 838.0, 548.0, 355.0, 265.0, 218.0, 139.0, 90.0, 57.0, 48.0, 30.0, 43.0, 16.0, 12.0, 10.0, 8.0, 6.0, 6.0, 5.0, 4.0, 5.0, 0.0, 1.0, 3.0, 4.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.006059285718947649, -0.005792778916656971, -0.005526272114366293, -0.005259765312075615, -0.004993258509784937, -0.004726751707494259, -0.004460244905203581, -0.004193738102912903, -0.0039272308349609375, -0.003660724265500903, -0.003394217463210225, -0.003127710660919547, -0.0028612036257982254, -0.0025946968235075474, -0.0023281900212168694, -0.0020616832189261913, -0.0017951764166355133, -0.0015286696143448353, -0.0012621628120541573, -0.0009956558933481574, -0.0007291490910574794, -0.0004626422596629709, -0.00019613542826846242, 7.037140312604606e-05, 0.00033687823452055454, 0.0006033850368112326, 0.0008698918973095715, 0.0011363987578079104, 0.0014029055600985885, 0.0016694123623892665, 0.0019359192810952663, 0.0022024260833859444, 0.0024689328856766224, 0.0027354396879673004, 0.0030019464902579784, 0.0032684532925486565, 0.0035349600948393345, 0.003801467129960656, 0.0040679736994206905, 0.0043344805017113686, 0.004600987769663334, 0.004867494571954012, 0.00513400137424469, 0.005400508176535368, 0.005667014978826046, 0.005933521781116724, 0.006200028583407402, 0.00646653538569808, 0.006733042187988758, 0.006999548990279436, 0.007266055792570114, 0.007532562594860792, 0.00779906939715147, 0.008065576665103436, 0.008332083001732826, 0.008598590269684792, 0.008865096606314182, 0.009131603874266148, 0.009398110210895538, 0.009664617478847504, 0.009931123815476894, 0.01019763108342886, 0.01046413742005825, 0.010730644688010216, 0.010997151955962181]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 4.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 4.0, 4.0, 6.0, 9.0, 4.0, 1.0, 2.0, 3.0, 1.0, 3.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015482990071177483, -0.014767210930585861, -0.014051430858671665, -0.01333565078675747, -0.012619871646165848, -0.011904092505574226, -0.01118831243366003, -0.010472532361745834, -0.009756753221154213, -0.009040974080562592, -0.008325194008648396, -0.007609414402395487, -0.006893634796142578, -0.006177855189889669, -0.005462075583636761, -0.004746295977383852, -0.004030516371130943, -0.0033147367648780346, -0.002598957158625126, -0.0018831775523722172, -0.0011673979461193085, -0.00045161833986639977, 0.00026416126638650894, 0.0009799408726394176, 0.0016957204788923264, 0.002411500085145235, 0.0031272796913981438, 0.0038430592976510525, 0.004558838903903961, 0.00527461851015687, 0.005990398116409779, 0.006706177722662687, 0.007421957328915596, 0.008137736469507217, 0.008853516541421413, 0.00956929661333561, 0.01028507575392723, 0.011000854894518852, 0.011716634966433048, 0.012432415038347244, 0.013148194178938866, 0.013863973319530487, 0.014579753391444683, 0.015295533463358879, 0.0160113126039505, 0.016727091744542122, 0.017442870885133743, 0.018158651888370514, 0.018874431028962135, 0.019590210169553757, 0.020305991172790527, 0.02102177031338215, 0.02173754945397377, 0.02245332859456539, 0.023169107735157013, 0.023884888738393784, 0.024600667878985405, 0.025316447019577026, 0.026032228022813797, 0.02674800716340542, 0.02746378630399704, 0.02817956544458866, 0.028895344585180283, 0.029611125588417053, 0.030326904729008675]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 6.0, 12.0, 6.0, 18.0, 18.0, 20.0, 36.0, 41.0, 41.0, 33.0, 48.0, 47.0, 81.0, 130.0, 154.0, 193.0, 270.0, 403.0, 484.0, 727.0, 1040.0, 1677.0, 5802.0, 1819.0, 1256.0, 905.0, 626.0, 485.0, 386.0, 326.0, 261.0, 191.0, 141.0, 108.0, 80.0, 96.0, 66.0, 62.0, 51.0, 32.0, 27.0, 17.0, 22.0, 21.0, 15.0, 8.0, 9.0, 7.0, 11.0, 18.0, 11.0, 16.0, 5.0, 11.0, 14.0, 8.0, 10.0, 3.0, 2.0, 3.0, 13.0], "bins": [-0.006441065110266209, -0.006187417544424534, -0.005933769512921572, -0.00568012148141861, -0.005426473915576935, -0.00517282634973526, -0.004919178318232298, -0.004665530286729336, -0.004411882720887661, -0.004158235155045986, -0.003904587123543024, -0.0036509393248707056, -0.003397291526198387, -0.0031436437275260687, -0.0028899959288537502, -0.0026363481301814318, -0.0023827003315091133, -0.002129052532836795, -0.0018754047341644764, -0.001621756935492158, -0.0013681091368198395, -0.001114461338147521, -0.0008608135394752026, -0.0006071657408028841, -0.00035351794213056564, -9.987014345824718e-05, 0.00015377765521407127, 0.00040742545388638973, 0.0006610732525587082, 0.0009147210512310266, 0.001168368849903345, 0.0014220166485756636, 0.001675664447247982, 0.0019293122459203005, 0.002182960044592619, 0.0024366078432649374, 0.002690255641937256, 0.0029439034406095743, 0.0031975512392818928, 0.0034511990379542112, 0.0037048468366265297, 0.0039584944024682045, 0.004212142433971167, 0.004465790465474129, 0.0047194380313158035, 0.004973085597157478, 0.0052267336286604404, 0.0054803816601634026, 0.005734029226005077, 0.005987676791846752, 0.006241324823349714, 0.006494972854852676, 0.006748620420694351, 0.007002267986536026, 0.007255916018038988, 0.00750956404954195, 0.007763211615383625, 0.0080168591812253, 0.00827050767838955, 0.008524155244231224, 0.008777802810072899, 0.009031450375914574, 0.009285097941756248, 0.009538746438920498, 0.009792394004762173]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 3.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.14545300602912903, -0.14232437312602997, -0.1391957402229309, -0.13606709241867065, -0.1329384595155716, -0.12980982661247253, -0.12668119370937347, -0.12355256080627441, -0.12042392045259476, -0.1172952875494957, -0.11416665464639664, -0.11103801429271698, -0.10790938138961792, -0.10478074848651886, -0.1016521081328392, -0.09852347522974014, -0.09539483487606049, -0.09226620197296143, -0.08913756906986237, -0.08600892871618271, -0.08288029581308365, -0.07975166290998459, -0.07662302255630493, -0.07349438965320587, -0.07036575675010681, -0.06723711639642715, -0.0641084834933281, -0.060979846864938736, -0.057851213961839676, -0.05472257733345032, -0.05159394070506096, -0.0484653078019619, -0.04533667117357254, -0.04220803454518318, -0.03907940164208412, -0.03595076501369476, -0.032822128385305405, -0.029693493619561195, -0.026564858853816986, -0.023436222225427628, -0.02030758745968342, -0.01717895269393921, -0.01405031606554985, -0.010921681299805641, -0.007793045602738857, -0.004664409905672073, -0.0015357746742665768, 0.0015928607899695635, 0.004721496254205704, 0.007850131951272488, 0.010978767648339272, 0.01410740241408348, 0.01723603904247284, 0.02036467380821705, 0.023493308573961258, 0.026621945202350616, 0.029750579968094826, 0.032879214733839035, 0.036007851362228394, 0.03913648799061775, 0.04226512089371681, 0.04539375752210617, 0.04852239415049553, 0.05165102705359459, 0.05477966368198395]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 3.0, 0.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 3.0, 6.0, 8.0, 9.0, 7.0, 5.0, 5.0, 10.0, 10.0, 26.0, 32.0, 19.0, 11.0, 9.0, 20.0, 13.0, 13.0, 16.0, 12.0, 8.0, 1.0, 4.0, 3.0, 1.0, 1.0, 2.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.05627172440290451, -0.05456095561385155, -0.052850183099508286, -0.05113941431045532, -0.04942864552140236, -0.047717876732349396, -0.046007104218006134, -0.04429633542895317, -0.04258556663990021, -0.040874794125556946, -0.03916402533650398, -0.03745325654745102, -0.035742487758398056, -0.034031715244054794, -0.03232094645500183, -0.030610177665948868, -0.028899407014250755, -0.027188636362552643, -0.02547786757349968, -0.023767096921801567, -0.022056328132748604, -0.02034555748105049, -0.018634788691997528, -0.016924018040299416, -0.015213248319923878, -0.01350247859954834, -0.011791708879172802, -0.010080939158797264, -0.008370168507099152, -0.006659399252384901, -0.004948629066348076, -0.003237859345972538, -0.0015270896255970001, 0.00018368021119385958, 0.0018944500479847193, 0.003605220001190901, 0.005315989721566439, 0.0070267594419419765, 0.008737529627978802, 0.01044829934835434, 0.012159069068729877, 0.013869838789105415, 0.015580608509480953, 0.01729137822985649, 0.019002148881554604, 0.020712917670607567, 0.02242368832230568, 0.024134457111358643, 0.025845227763056755, 0.027555998414754868, 0.02926676720380783, 0.030977537855505943, 0.032688308507204056, 0.03439907729625702, 0.03610984608530998, 0.037820614874362946, 0.03953138738870621, 0.04124215617775917, 0.042952924966812134, 0.044663697481155396, 0.04637446627020836, 0.04808523505926132, 0.049796003848314285, 0.05150677636265755, 0.05321754515171051]}, "_runtime": 59.05738830566406, "_timestamp": 1596212929.758926, "_step": 68}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 3.0, 2.0, 3.0, 4.0, 3.0, 5.0, 6.0, 5.0, 4.0, 5.0, 3.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014387959614396095, -0.013809473253786564, -0.013230986893177032, -0.012652501463890076, -0.012074015103280544, -0.011495528742671013, -0.010917043313384056, -0.010338556952774525, -0.009760070592164993, -0.009181584231555462, -0.00860309787094593, -0.008024612441658974, -0.007446126081049442, -0.006867639720439911, -0.006289153825491667, -0.005710667930543423, -0.005132181569933891, -0.00455369520932436, -0.003975209314376116, -0.003396723186597228, -0.0028182370588183403, -0.0022397509310394526, -0.0016612648032605648, -0.001082778675481677, -0.0005042925477027893, 7.419358007609844e-05, 0.0006526797078549862, 0.001231165835633874, 0.0018096519634127617, 0.0023881380911916494, 0.002966624218970537, 0.003545110346749425, 0.004123596474528313, 0.004702082835137844, 0.005280568730086088, 0.005859054625034332, 0.006437540985643864, 0.007016027346253395, 0.007594513241201639, 0.008172999136149883, 0.008751485496759415, 0.009329971857368946, 0.009908458217978477, 0.010486943647265434, 0.011065430007874966, 0.011643916368484497, 0.012222401797771454, 0.012800888158380985, 0.013379374518990517, 0.013957860879600048, 0.01453634724020958, 0.015114832669496536, 0.015693318098783493, 0.0162718053907156, 0.016850290820002556, 0.017428778111934662, 0.01800726354122162, 0.018585748970508575, 0.01916423626244068, 0.019742721691727638, 0.020321208983659744, 0.0208996944129467, 0.021478179842233658, 0.022056667134165764, 0.02263515256345272]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 2.0, 6.0, 6.0, 5.0, 6.0, 15.0, 8.0, 25.0, 29.0, 44.0, 65.0, 88.0, 131.0, 224.0, 455.0, 5247.0, 878.0, 250.0, 145.0, 80.0, 61.0, 35.0, 24.0, 22.0, 14.0, 11.0, 5.0, 12.0, 4.0, 2.0, 5.0, 4.0, 5.0, 3.0, 2.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.20055386424064636, -0.1937999278306961, -0.18704599142074585, -0.1802920550107956, -0.17353810369968414, -0.1667841672897339, -0.16003023087978363, -0.15327629446983337, -0.14652235805988312, -0.13976842164993286, -0.1330144703388214, -0.12626053392887115, -0.1195065975189209, -0.11275266110897064, -0.10599872469902039, -0.09924478083848953, -0.09249084442853928, -0.08573690801858902, -0.07898296415805817, -0.07222902774810791, -0.06547509133815765, -0.0587211512029171, -0.051967211067676544, -0.04521327465772629, -0.03845933452248573, -0.03170539438724518, -0.024951457977294922, -0.018197517842054367, -0.011443579569458961, -0.004689640831202269, 0.0020642979070544243, 0.008818237110972404, 0.01557217538356781, 0.022326113656163216, 0.02908005192875862, 0.035833992063999176, 0.04258792847394943, 0.04934186860918999, 0.05609580874443054, 0.0628497451543808, 0.06960368156433105, 0.07635762542486191, 0.08311156183481216, 0.08986549824476242, 0.09661944210529327, 0.10337337851524353, 0.11012731492519379, 0.11688125878572464, 0.1236351951956749, 0.13038913905620575, 0.137143075466156, 0.14389701187610626, 0.15065094828605652, 0.15740488469600677, 0.16415882110595703, 0.17091277241706848, 0.17766670882701874, 0.184420645236969, 0.19117458164691925, 0.1979285180568695, 0.20468245446681976, 0.2114364057779312, 0.21819034218788147, 0.22494427859783173, 0.23169821500778198]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 4.0, 1.0, 1.0, 0.0, 3.0, 2.0, 3.0, 1.0, 2.0, 4.0, 4.0, 5.0, 3.0, 5.0, 3.0, 3.0, 4.0, 25.0, 6.0, 2.0, 4.0, 2.0, 1.0, 2.0, 0.0, 2.0, 2.0, 1.0, 3.0, 2.0, 2.0, 1.0, 1.0, 3.0, 0.0, 0.0, 3.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.002760333241894841, -0.0026756147854030132, -0.0025908963289111853, -0.0025061778724193573, -0.0024214594159275293, -0.0023367409594357014, -0.0022520225029438734, -0.0021673040464520454, -0.0020825855899602175, -0.0019978671334683895, -0.0019131486769765615, -0.0018284302204847336, -0.0017437117639929056, -0.0016589933075010777, -0.0015742748510092497, -0.0014895563945174217, -0.0014048379380255938, -0.0013201194815337658, -0.0012354010250419378, -0.0011506825685501099, -0.001065964112058282, -0.000981245655566454, -0.000896527199074626, -0.000811808742582798, -0.00072709028609097, -0.0006423718295991421, -0.0005576533731073141, -0.00047293491661548615, -0.0003882164601236582, -0.0003034980036318302, -0.00021877954714000225, -0.00013406109064817429, -4.934263415634632e-05, 3.5375822335481644e-05, 0.00012009427882730961, 0.00020481273531913757, 0.00028953119181096554, 0.0003742496483027935, 0.00045896810479462147, 0.0005436865612864494, 0.0006284050177782774, 0.0007131234742701054, 0.0007978419307619333, 0.0008825603872537613, 0.0009672788437455893, 0.0010519973002374172, 0.0011367157567292452, 0.0012214342132210732, 0.0013061526697129011, 0.001390871126204729, 0.001475589582696557, 0.001560308039188385, 0.001645026495680213, 0.001729744952172041, 0.001814463408663869, 0.0018991818651556969, 0.001983900321647525, 0.002068618778139353, 0.0021533372346311808, 0.0022380556911230087, 0.0023227741476148367, 0.0024074926041066647, 0.0024922110605984926, 0.0025769295170903206, 0.0026616479735821486]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 10.0, 10.0, 16.0, 29.0, 30.0, 50.0, 75.0, 107.0, 143.0, 224.0, 361.0, 497.0, 729.0, 1112.0, 1788.0, 2690.0, 4358.0, 7037.0, 12105.0, 22398.0, 46540.0, 117503.0, 788887.0, 87426.0, 36690.0, 18806.0, 10566.0, 6322.0, 4060.0, 2640.0, 1813.0, 1273.0, 924.0, 587.0, 456.0, 348.0, 257.0, 196.0, 125.0, 102.0, 79.0, 52.0, 46.0, 43.0, 27.0, 24.0, 15.0, 16.0, 10.0, 8.0, 10.0, 8.0, 3.0, 2.0, 2.0, 1.0, 0.0, 3.0], "bins": [-0.0065526459366083145, -0.006322813220322132, -0.006092980038374662, -0.00586314732208848, -0.00563331414014101, -0.005403481423854828, -0.0051736487075686455, -0.004943815525621176, -0.004713982809334993, -0.004484149627387524, -0.004254316911101341, -0.004024484194815159, -0.003794651012867689, -0.003564818063750863, -0.0033349853474646807, -0.0031051523983478546, -0.0028753194492310286, -0.0026454865001142025, -0.0024156535509973764, -0.002185820834711194, -0.001955987885594368, -0.001726154936477542, -0.0014963219873607159, -0.0012664891546592116, -0.0010366562055423856, -0.0008068233146332204, -0.0005769904237240553, -0.00034715747460722923, -0.00011732458369806409, 0.00011250832176301628, 0.00034234122722409666, 0.0005721741472370923, 0.0008020070381462574, 0.0010318399872630835, 0.0012616728199645877, 0.0014915057690814137, 0.001721338601782918, 0.001951171550899744, 0.00218100450001657, 0.002410837449133396, 0.0026406701654195786, 0.0028705031145364046, 0.0031003360636532307, 0.0033301690127700567, 0.0035600019618868828, 0.003789834911003709, 0.004019667860120535, 0.004249500576406717, 0.004479333758354187, 0.004709166474640369, 0.004938999190926552, 0.0051688323728740215, 0.005398665089160204, 0.005628498271107674, 0.005858330987393856, 0.0060881637036800385, 0.006317996885627508, 0.006547829601913691, 0.00677766278386116, 0.007007495500147343, 0.007237328216433525, 0.007467161398380995, 0.007696994114667177, 0.007926827296614647, 0.00815666001290083]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 3.0, 3.0, 5.0, 3.0, 7.0, 9.0, 7.0, 2.0, 10.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014640742912888527, -0.013417990878224373, -0.012195238843560219, -0.01097248587757349, -0.009749733842909336, -0.008526981808245182, -0.007304229307919741, -0.006081476807594299, -0.004858724772930145, -0.0036359725054353476, -0.00241322023794055, -0.0011904679704457521, 3.228429704904556e-05, 0.0012550365645438433, 0.002477788832038641, 0.0037005410995334387, 0.004923293367028236, 0.0061460454016923904, 0.007368797902017832, 0.008591550402343273, 0.009814302437007427, 0.011037054471671581, 0.01225980743765831, 0.013482559472322464, 0.014705311506986618, 0.015928063541650772, 0.017150815576314926, 0.01837356761097908, 0.019596319645643234, 0.020819073542952538, 0.02204182557761669, 0.023264577612280846, 0.024487329646945, 0.025710081681609154, 0.026932833716273308, 0.028155585750937462, 0.029378339648246765, 0.03060109168291092, 0.03182384371757507, 0.03304659575223923, 0.03426934778690338, 0.035492099821567535, 0.03671485185623169, 0.037937603890895844, 0.03916035592556, 0.04038310796022415, 0.041605859994888306, 0.04282861202955246, 0.044051364064216614, 0.045274119824171066, 0.04649687185883522, 0.047719623893499374, 0.04894237592816353, 0.05016512796282768, 0.05138787999749184, 0.05261063203215599, 0.053833384066820145, 0.0550561361014843, 0.05627888813614845, 0.05750164017081261, 0.05872439220547676, 0.059947144240140915, 0.06116989627480507, 0.06239264830946922, 0.06361540406942368]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 4.0, 7.0, 16.0, 21.0, 25.0, 69.0, 55.0, 106.0, 152.0, 192.0, 250.0, 368.0, 505.0, 692.0, 992.0, 1334.0, 1991.0, 3468.0, 5787.0, 832.0, 403.0, 225.0, 165.0, 105.0, 100.0, 94.0, 62.0, 47.0, 39.0, 35.0, 26.0, 21.0, 20.0, 20.0, 17.0, 11.0, 13.0, 14.0, 24.0, 16.0, 9.0, 12.0, 10.0, 6.0, 2.0, 5.0, 6.0, 2.0, 2.0, 4.0, 2.0, 7.0, 3.0, 8.0, 6.0, 5.0, 1.0, 1.0, 1.0, 6.0, 7.0, 3.0], "bins": [-0.009470001794397831, -0.008999939076602459, -0.008529875427484512, -0.00805981270968914, -0.007589749991893768, -0.007119686808437109, -0.00664962362498045, -0.006179560907185078, -0.005709497723728418, -0.005239434540271759, -0.004769371822476387, -0.004299308639019728, -0.003829245688393712, -0.0033591827377676964, -0.002889119554311037, -0.0024190566036850214, -0.0019489936530590057, -0.00147893070243299, -0.0010088676353916526, -0.000538804626557976, -6.874161772429943e-05, 0.00040132139110937715, 0.0008713843999430537, 0.0013414474669843912, 0.0018115104176104069, 0.0022815733682364225, 0.002751636318862438, 0.0032216995023190975, 0.003691762452945113, 0.004161825403571129, 0.004631888587027788, 0.00510195130482316, 0.0055720144882798195, 0.006042077671736479, 0.006512140389531851, 0.00698220357298851, 0.007452266290783882, 0.007922329939901829, 0.0083923926576972, 0.008862455375492573, 0.00933251902461052, 0.009802581742405891, 0.010272644460201263, 0.010742707177996635, 0.011212770827114582, 0.011682833544909954, 0.012152896262705326, 0.012622959911823273, 0.013093022629618645, 0.013563085347414017, 0.014033148996531963, 0.014503211714327335, 0.014973274432122707, 0.015443338081240654, 0.015913400799036026, 0.016383463516831398, 0.01685352623462677, 0.017323588952422142, 0.017793653532862663, 0.018263716250658035, 0.018733778968453407, 0.01920384168624878, 0.01967390440404415, 0.020143967121839523, 0.020614031702280045]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 2.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.23337018489837646, -0.227829247713089, -0.2222883105278015, -0.21674735844135284, -0.21120642125606537, -0.2056654840707779, -0.20012454688549042, -0.19458359479904175, -0.18904265761375427, -0.1835017204284668, -0.17796078324317932, -0.17241984605789185, -0.16687889397144318, -0.1613379567861557, -0.15579701960086823, -0.15025608241558075, -0.14471513032913208, -0.1391741931438446, -0.13363325595855713, -0.12809231877326965, -0.12255137413740158, -0.1170104369521141, -0.11146949231624603, -0.10592855513095856, -0.10038761794567108, -0.09484667330980301, -0.08930573612451553, -0.08376479148864746, -0.07822385430335999, -0.07268290966749191, -0.06714197248220444, -0.06160103157162666, -0.05606009066104889, -0.050519149750471115, -0.04497820883989334, -0.03943726792931557, -0.03389632701873779, -0.028355387970805168, -0.022814448922872543, -0.01727350801229477, -0.011732567101716995, -0.0061916266568005085, -0.0006506862118840218, 0.004890254233032465, 0.010431194677948952, 0.015972135588526726, 0.02151307463645935, 0.027054015547037125, 0.0325949564576149, 0.03813589736819267, 0.04367683827877045, 0.04921777918934822, 0.054758720099925995, 0.06029965728521347, 0.06584060192108154, 0.07138153910636902, 0.0769224762916565, 0.08246342092752457, 0.08800435811281204, 0.09354530274868011, 0.09908623993396759, 0.10462718456983566, 0.11016812175512314, 0.11570906639099121, 0.12125000357627869]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 7.0, 11.0, 15.0, 9.0, 25.0, 17.0, 15.0, 27.0, 23.0, 19.0, 10.0, 12.0, 9.0, 6.0, 5.0, 9.0, 6.0, 10.0, 3.0, 5.0, 5.0, 4.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 3.0], "bins": [-0.060667239129543304, -0.05893256515264511, -0.05719788745045662, -0.05546320974826813, -0.053728535771369934, -0.05199386179447174, -0.05025918409228325, -0.04852450639009476, -0.046789832413196564, -0.04505515843629837, -0.04332048073410988, -0.04158580303192139, -0.03985112905502319, -0.038116455078125, -0.03638177737593651, -0.034647099673748016, -0.03291242569684982, -0.03117774985730648, -0.029443074017763138, -0.027708398178219795, -0.025973722338676453, -0.02423904649913311, -0.022504370659589767, -0.020769694820046425, -0.019035018980503082, -0.01730034314095974, -0.015565667301416397, -0.013830991461873055, -0.012096315622329712, -0.01036163978278637, -0.008626963943243027, -0.006892288103699684, -0.0051576122641563416, -0.003422936424612999, -0.0016882605850696564, 4.641525447368622e-05, 0.0017810910940170288, 0.0035157669335603714, 0.005250442773103714, 0.006985118612647057, 0.0087197944521904, 0.010454470291733742, 0.012189146131277084, 0.013923821970820427, 0.01565849781036377, 0.017393173649907112, 0.019127849489450455, 0.020862525328993797, 0.02259720116853714, 0.024331877008080482, 0.026066552847623825, 0.027801228687167168, 0.02953590452671051, 0.031270578503608704, 0.033005256205797195, 0.03473993390798569, 0.03647460788488388, 0.038209281861782074, 0.039943959563970566, 0.04167863726615906, 0.04341331124305725, 0.045147985219955444, 0.046882662922143936, 0.04861734062433243, 0.05035201460123062]}, "_runtime": 59.88408398628235, "_timestamp": 1596212930.5856216, "_step": 69}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 4.0, 0.0, 1.0, 1.0, 4.0, 2.0, 1.0, 0.0, 3.0, 3.0, 0.0, 0.0, 3.0, 8.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 4.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.007094173692166805, -0.006815715692937374, -0.006537257693707943, -0.006258799694478512, -0.005980341695249081, -0.0057018836960196495, -0.005423425696790218, -0.005144967697560787, -0.004866509698331356, -0.004588051699101925, -0.004309593699872494, -0.004031135700643063, -0.0037526777014136314, -0.0034742197021842003, -0.003195761702954769, -0.002917303703725338, -0.002638845704495907, -0.0023603877052664757, -0.0020819297060370445, -0.0018034717068076134, -0.0015250137075781822, -0.001246555708348751, -0.0009680977091193199, -0.0006896397098898888, -0.0004111817106604576, -0.00013272371143102646, 0.0001457342877984047, 0.00042419228702783585, 0.000702650286257267, 0.0009811082854866982, 0.0012595662847161293, 0.0015380242839455605, 0.0018164822831749916, 0.0020949402824044228, 0.002373398281633854, 0.002651856280863285, 0.0029303142800927162, 0.0032087722793221474, 0.0034872302785515785, 0.0037656882777810097, 0.004044146277010441, 0.004322604276239872, 0.004601062275469303, 0.004879520274698734, 0.0051579782739281654, 0.005436436273157597, 0.005714894272387028, 0.005993352271616459, 0.00627181027084589, 0.006550268270075321, 0.006828726269304752, 0.0071071842685341835, 0.007385642267763615, 0.007664100266993046, 0.007942558266222477, 0.008221016265451908, 0.00849947426468134, 0.00877793226391077, 0.009056390263140202, 0.009334848262369633, 0.009613306261599064, 0.009891764260828495, 0.010170222260057926, 0.010448680259287357, 0.010727138258516788]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 4.0, 0.0, 2.0, 5.0, 5.0, 7.0, 8.0, 12.0, 17.0, 18.0, 20.0, 39.0, 53.0, 64.0, 80.0, 109.0, 127.0, 199.0, 291.0, 555.0, 5108.0, 439.0, 244.0, 115.0, 100.0, 76.0, 50.0, 33.0, 40.0, 29.0, 22.0, 11.0, 13.0, 6.0, 7.0, 7.0, 6.0, 4.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11751815676689148, -0.1131911501288414, -0.10886414349079132, -0.10453713685274124, -0.10021013021469116, -0.09588312357664108, -0.091556116938591, -0.08722911030054092, -0.08290210366249084, -0.07857509702444077, -0.07424809038639069, -0.0699210837483406, -0.06559407711029053, -0.06126707047224045, -0.05694006383419037, -0.05261305719614029, -0.04828605055809021, -0.04395904392004013, -0.03963203728199005, -0.03530503064393997, -0.030978024005889893, -0.026651017367839813, -0.022324010729789734, -0.017997004091739655, -0.013669997453689575, -0.009342990815639496, -0.0050159841775894165, -0.0006889775395393372, 0.003638029098510742, 0.007965035736560822, 0.012292042374610901, 0.01661904901266098, 0.02094605565071106, 0.02527306228876114, 0.029600068926811218, 0.0339270755648613, 0.03825408220291138, 0.042581088840961456, 0.046908095479011536, 0.051235102117061615, 0.055562108755111694, 0.059889115393161774, 0.06421612203121185, 0.06854312866926193, 0.07287013530731201, 0.07719714194536209, 0.08152414858341217, 0.08585115522146225, 0.09017816185951233, 0.09450516849756241, 0.09883217513561249, 0.10315918177366257, 0.10748618841171265, 0.11181319504976273, 0.1161402016878128, 0.12046720832586288, 0.12479421496391296, 0.12912121415138245, 0.13344822824001312, 0.1377752423286438, 0.14210224151611328, 0.14642924070358276, 0.15075625479221344, 0.15508326888084412, 0.1594102680683136]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 3.0, 2.0, 3.0, 2.0, 1.0, 1.0, 3.0, 5.0, 4.0, 5.0, 5.0, 10.0, 2.0, 29.0, 4.0, 5.0, 2.0, 3.0, 4.0, 6.0, 5.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.00394079415127635, -0.0038390227127820253, -0.0037372515071183443, -0.0036354800686240196, -0.003533708630129695, -0.003431937424466014, -0.0033301659859716892, -0.0032283945474773645, -0.00312662310898304, -0.003024851903319359, -0.002923080464825034, -0.0028213090263307095, -0.0027195378206670284, -0.0026177663821727037, -0.002515994943678379, -0.002414223738014698, -0.0023124522995203733, -0.0022106808610260487, -0.0021089096553623676, -0.002007138216868043, -0.0019053667783737183, -0.0018035954562947154, -0.0017018241342157125, -0.0016000526957213879, -0.001498281373642385, -0.0013965100515633821, -0.0012947386130690575, -0.0011929672909900546, -0.0010911959689110518, -0.000989424530416727, -0.0008876532083377242, -0.0007858818280510604, -0.0006841104477643967, -0.0005823390674777329, -0.0004805677162948996, -0.00037879636511206627, -0.0002770249848254025, -0.00017525361909065396, -7.348225335590541e-05, 2.828911237884313e-05, 0.00013006047811359167, 0.0002318318438483402, 0.00033360320958308876, 0.00043537456076592207, 0.0005371459410525858, 0.0006389173213392496, 0.0007406886434182525, 0.0008424600237049162, 0.00094423140399158, 0.0010460027260705829, 0.0011477741645649076, 0.0012495454866439104, 0.001351316925138235, 0.001453088247217238, 0.0015548595692962408, 0.0016566310077905655, 0.0017584023298695683, 0.0018601736519485712, 0.001961945090442896, 0.0020637165289372206, 0.0021654877346009016, 0.0022672591730952263, 0.002369030611589551, 0.002470801817253232, 0.0025725732557475567]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 1.0, 4.0, 5.0, 4.0, 15.0, 13.0, 14.0, 26.0, 37.0, 61.0, 83.0, 125.0, 165.0, 296.0, 473.0, 771.0, 1388.0, 2552.0, 5491.0, 12204.0, 31705.0, 108038.0, 877631.0, 81341.0, 27975.0, 12693.0, 6448.0, 3732.0, 2172.0, 1389.0, 863.0, 584.0, 368.0, 263.0, 210.0, 153.0, 98.0, 67.0, 55.0, 36.0, 31.0, 22.0, 11.0, 11.0, 6.0, 3.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.010400567203760147, -0.010080675594508648, -0.009760783985257149, -0.009440893307328224, -0.009121001698076725, -0.008801110088825226, -0.008481219410896301, -0.008161327801644802, -0.007841436192393303, -0.007521544583141804, -0.007201653439551592, -0.00688176229596138, -0.006561870686709881, -0.006241979077458382, -0.00592208793386817, -0.005602196790277958, -0.005282305181026459, -0.0049624135717749596, -0.004642522428184748, -0.004322631284594536, -0.004002739675343037, -0.003682848298922181, -0.0033629569225013256, -0.00304306554608047, -0.0027231741696596146, -0.002403282793238759, -0.0020833914168179035, -0.001763500040397048, -0.0014436086639761925, -0.001123717287555337, -0.0008038259111344814, -0.0004839345347136259, -0.00016404315829277039, 0.00015584821812808514, 0.00047573959454894066, 0.0007956309709697962, 0.0011155223473906517, 0.0014354137238115072, 0.0017553051002323627, 0.0020751964766532183, 0.002395087853074074, 0.0027149792294949293, 0.003034870605915785, 0.0033547619823366404, 0.003674653358757496, 0.003994544968008995, 0.004314436111599207, 0.004634327255189419, 0.004954218864440918, 0.005274110473692417, 0.005594001617282629, 0.005913892760872841, 0.00623378437012434, 0.006553675979375839, 0.006873567122966051, 0.007193458266556263, 0.007513349875807762, 0.007833241485059261, 0.00815313309431076, 0.008473023772239685, 0.008792915381491184, 0.009112806990742683, 0.009432697668671608, 0.009752589277923107, 0.010072480887174606]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 3.0, 2.0, 0.0, 5.0, 13.0, 5.0, 2.0, 3.0, 5.0, 2.0, 10.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.011796665377914906, -0.010988492518663406, -0.010180318728089333, -0.009372145868837833, -0.008563973009586334, -0.007755800150334835, -0.006947626825422049, -0.006139453500509262, -0.005331280641257763, -0.004523107782006264, -0.0037149344570934772, -0.0029067613650113344, -0.0020985882729291916, -0.0012904151808470488, -0.00048224208876490593, 0.0003259310033172369, 0.0011341040953993797, 0.0019422771874815226, 0.0027504502795636654, 0.0035586233716458082, 0.004366796463727951, 0.00517496932297945, 0.005983142647892237, 0.006791315972805023, 0.007599488832056522, 0.008407661691308022, 0.009215835481882095, 0.010024008341133595, 0.010832181200385094, 0.011640354059636593, 0.012448526918888092, 0.013256700709462166, 0.014064873568713665, 0.014873046427965164, 0.015681220218539238, 0.016489392146468163, 0.017297565937042236, 0.01810573972761631, 0.018913911655545235, 0.01972208544611931, 0.020530257374048233, 0.021338431164622307, 0.02214660495519638, 0.022954776883125305, 0.02376295067369938, 0.024571124464273453, 0.025379296392202377, 0.02618747018277645, 0.026995643973350525, 0.02780381590127945, 0.028611989691853523, 0.029420161619782448, 0.03022833541035652, 0.031036509200930595, 0.03184468299150467, 0.032652854919433594, 0.03346102684736252, 0.03426920250058174, 0.035077374428510666, 0.03588554635643959, 0.036693722009658813, 0.03750189393758774, 0.03831006586551666, 0.03911823779344559, 0.03992641344666481]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 0.0, 3.0, 3.0, 4.0, 9.0, 15.0, 23.0, 29.0, 28.0, 43.0, 101.0, 153.0, 225.0, 312.0, 417.0, 609.0, 811.0, 1158.0, 1581.0, 2150.0, 3517.0, 4827.0, 764.0, 409.0, 235.0, 172.0, 146.0, 103.0, 67.0, 68.0, 45.0, 29.0, 38.0, 46.0, 25.0, 24.0, 27.0, 21.0, 23.0, 16.0, 16.0, 4.0, 10.0, 4.0, 12.0, 5.0, 5.0, 14.0, 6.0, 9.0, 20.0, 9.0, 4.0, 3.0, 2.0, 10.0, 10.0, 5.0, 1.0, 1.0, 1.0], "bins": [-0.008504007011651993, -0.008149879053235054, -0.0077957515604794025, -0.007441624067723751, -0.007087496109306812, -0.0067333681508898735, -0.006379240658134222, -0.0060251131653785706, -0.005670985206961632, -0.005316857248544693, -0.0049627297557890415, -0.00460860226303339, -0.004254474304616451, -0.003900346579030156, -0.003546218853443861, -0.003192091127857566, -0.0028379634022712708, -0.0024838356766849756, -0.0021297079510986805, -0.0017755802255123854, -0.0014214524999260902, -0.0010673247743397951, -0.0007131970487535, -0.00035906932316720486, -4.941597580909729e-06, 0.0003491861280053854, 0.0007033138535916805, 0.0010574415791779757, 0.0014115693047642708, 0.001765697030350566, 0.002119824755936861, 0.002473952481523156, 0.0028280802071094513, 0.0031822079326957464, 0.0035363356582820415, 0.0038904633838683367, 0.004244591109454632, 0.004598719067871571, 0.004952846560627222, 0.0053069740533828735, 0.005661102011799812, 0.006015229970216751, 0.006369357462972403, 0.006723484955728054, 0.007077612914144993, 0.007431740872561932, 0.007785868365317583, 0.008139995858073235, 0.008494123816490173, 0.008848251774907112, 0.009202379733324051, 0.009556506760418415, 0.009910634718835354, 0.010264762677252293, 0.010618889704346657, 0.010973017662763596, 0.011327145621180534, 0.011681273579597473, 0.012035401538014412, 0.012389528565108776, 0.012743656523525715, 0.013097784481942654, 0.013451911509037018, 0.013806039467453957, 0.014160167425870895]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.17113661766052246, -0.16707460582256317, -0.16301259398460388, -0.1589505970478058, -0.1548885852098465, -0.1508265733718872, -0.14676456153392792, -0.14270254969596863, -0.13864055275917053, -0.13457854092121124, -0.13051652908325195, -0.12645451724529266, -0.12239250540733337, -0.11833050101995468, -0.11426848918199539, -0.1102064847946167, -0.10614447295665741, -0.10208246111869812, -0.09802045673131943, -0.09395844489336014, -0.08989644050598145, -0.08583442866802216, -0.08177241683006287, -0.07771041244268417, -0.07364840060472488, -0.0695863887667656, -0.0655243843793869, -0.06146237254142761, -0.05740036442875862, -0.05333835631608963, -0.04927634447813034, -0.04521433636546135, -0.04115232825279236, -0.03709032014012337, -0.033028312027454376, -0.028966300189495087, -0.024904292076826096, -0.020842283964157104, -0.016780273988842964, -0.012718264944851398, -0.008656255900859833, -0.004594246856868267, -0.0005322378128767014, 0.0035297712311148643, 0.00759178027510643, 0.011653789319097996, 0.01571579836308956, 0.019777808338403702, 0.023839816451072693, 0.027901824563741684, 0.031963832676410675, 0.036025844514369965, 0.040087852627038956, 0.04414986073970795, 0.048211872577667236, 0.05227388069033623, 0.05633588880300522, 0.06039789691567421, 0.0644599050283432, 0.06852191686630249, 0.07258392870426178, 0.07664593309164047, 0.08070794492959976, 0.08476994931697845, 0.08883196115493774]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 4.0, 4.0, 12.0, 10.0, 14.0, 11.0, 15.0, 12.0, 17.0, 13.0, 16.0, 33.0, 14.0, 16.0, 11.0, 9.0, 6.0, 5.0, 5.0, 4.0, 5.0, 6.0, 2.0, 0.0, 0.0, 1.0, 4.0, 2.0, 1.0, 2.0, 1.0, 3.0, 2.0, 0.0, 3.0, 1.0, 1.0, 0.0, 2.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04423101991415024, -0.042278505861759186, -0.040325991809368134, -0.03837347775697708, -0.03642096370458603, -0.03446844592690468, -0.032515931874513626, -0.030563417822122574, -0.02861090376973152, -0.02665838971734047, -0.024705875664949417, -0.022753359749913216, -0.020800845697522163, -0.01884833164513111, -0.01689581573009491, -0.014943301677703857, -0.012990787625312805, -0.011038273572921753, -0.009085758589208126, -0.0071332440711557865, -0.005180729553103447, -0.0032282150350511074, -0.0012757005169987679, 0.0006768140010535717, 0.0026293285191059113, 0.004581843037158251, 0.00653435755521059, 0.008486872538924217, 0.01043938659131527, 0.012391900643706322, 0.014344415627419949, 0.016296930611133575, 0.018249444663524628, 0.02020195871591568, 0.022154472768306732, 0.024106988683342934, 0.026059502735733986, 0.028012016788125038, 0.02996453270316124, 0.03191704675555229, 0.033869560807943344, 0.035822074860334396, 0.03777458891272545, 0.0397271029651165, 0.04167962074279785, 0.043632134795188904, 0.045584648847579956, 0.04753716289997101, 0.04948967695236206, 0.05144219100475311, 0.053394705057144165, 0.05534721910953522, 0.05729973316192627, 0.05925225093960762, 0.06120476499199867, 0.06315727531909943, 0.06510978937149048, 0.06706231087446213, 0.06901482492685318, 0.07096733897924423, 0.07291985303163528, 0.07487236708402634, 0.07682488113641739, 0.07877739518880844, 0.0807299092411995]}, "_runtime": 60.6728138923645, "_timestamp": 1596212931.3743515, "_step": 70}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 4.0, 1.0, 1.0, 3.0, 0.0, 1.0, 3.0, 2.0, 3.0, 7.0, 4.0, 3.0, 2.0, 3.0, 4.0, 3.0, 3.0, 0.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.018873944878578186, -0.018329452723264694, -0.017784958705306053, -0.01724046654999256, -0.01669597253203392, -0.01615148037672043, -0.015606988221406937, -0.01506249513477087, -0.014518002048134804, -0.013973508961498737, -0.013429015874862671, -0.012884523719549179, -0.012340030632913113, -0.011795537546277046, -0.011251045390963554, -0.010706552304327488, -0.010162059217691422, -0.009617566131055355, -0.009073073044419289, -0.008528580889105797, -0.00798408780246973, -0.007439594715833664, -0.006895102094858885, -0.006350609473884106, -0.005806116387248039, -0.005261623300611973, -0.004717130679637194, -0.0041726380586624146, -0.003628144972026348, -0.0030836521182209253, -0.0025391592644155025, -0.0019946664106100798, -0.001450173556804657, -0.0009056807029992342, -0.0003611878491938114, 0.00018330500461161137, 0.0007277978584170341, 0.001272290712222457, 0.0018167835660278797, 0.0023612764198333025, 0.0029057692736387253, 0.003450262127444148, 0.003994754981249571, 0.00453924760222435, 0.005083740688860416, 0.005628233775496483, 0.006172726396471262, 0.006717219017446041, 0.0072617121040821075, 0.007806205190718174, 0.00835069827735424, 0.008895190432667732, 0.009439683519303799, 0.009984176605939865, 0.010528668761253357, 0.011073161847889423, 0.01161765493452549, 0.012162148021161556, 0.012706641107797623, 0.013251133263111115, 0.013795626349747181, 0.014340119436383247, 0.01488461159169674, 0.015429104678332806, 0.015973597764968872]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 4.0, 0.0, 1.0, 2.0, 2.0, 3.0, 4.0, 5.0, 3.0, 2.0, 8.0, 10.0, 13.0, 21.0, 14.0, 15.0, 20.0, 21.0, 33.0, 43.0, 46.0, 70.0, 94.0, 91.0, 121.0, 165.0, 269.0, 422.0, 4692.0, 663.0, 299.0, 184.0, 140.0, 99.0, 77.0, 49.0, 44.0, 36.0, 26.0, 21.0, 12.0, 11.0, 14.0, 16.0, 11.0, 9.0, 6.0, 6.0, 2.0, 0.0, 2.0, 2.0, 3.0, 2.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.1370374709367752, -0.1330564171075821, -0.12907536327838898, -0.12509429454803467, -0.12111324071884155, -0.11713218688964844, -0.11315112560987473, -0.10917007178068161, -0.1051890105009079, -0.10120795667171478, -0.09722690284252167, -0.09324584156274796, -0.08926478773355484, -0.08528372645378113, -0.08130267262458801, -0.0773216113448143, -0.07334055751562119, -0.06935950368642807, -0.06537844240665436, -0.061397384852170944, -0.05741632729768753, -0.053435273468494415, -0.049454215914011, -0.04547315835952759, -0.041492100805044174, -0.03751104325056076, -0.03352998569607735, -0.029548930004239082, -0.02556787244975567, -0.021586814895272255, -0.01760575920343399, -0.013624701648950577, -0.009643644094467163, -0.005662587005645037, -0.0016815299168229103, 0.002299527171999216, 0.0062805842608213425, 0.010261641815304756, 0.014242698438465595, 0.018223755061626434, 0.022204812616109848, 0.02618587017059326, 0.030166927725076675, 0.03414798527956009, 0.038129039108753204, 0.04211009666323662, 0.04609115421772003, 0.050072211772203445, 0.05405326932668686, 0.05803432688117027, 0.062015384435653687, 0.0659964382648468, 0.06997749954462051, 0.07395855337381363, 0.07793961465358734, 0.08192066848278046, 0.08590172231197357, 0.08988278359174728, 0.0938638374209404, 0.09784489870071411, 0.10182595252990723, 0.10580701380968094, 0.10978806763887405, 0.11376912891864777, 0.11775018274784088]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 4.0, 4.0, 3.0, 2.0, 4.0, 5.0, 6.0, 5.0, 4.0, 3.0, 27.0, 3.0, 7.0, 5.0, 2.0, 6.0, 0.0, 2.0, 1.0, 3.0, 6.0, 1.0, 1.0, 1.0, 2.0, 0.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0030554095283150673, -0.002945088781416416, -0.002834768034517765, -0.0027244475204497576, -0.0026141267735511065, -0.0025038060266524553, -0.002393485279753804, -0.002283164532855153, -0.0021728440187871456, -0.0020625232718884945, -0.0019522025249898434, -0.0018418817780911922, -0.0017315610311925411, -0.0016212404007092118, -0.0015109196538105607, -0.0014005990233272314, -0.0012902782764285803, -0.0011799575295299292, -0.0010696368990465999, -0.0009593161521479487, -0.0008489954634569585, -0.0007386747747659683, -0.0006283540278673172, -0.000518033339176327, -0.0004077126504853368, -0.00029739196179434657, -0.0001870712439995259, -7.675054075662047e-05, 3.357016248628497e-05, 0.0001438908657291904, 0.00025421156897209585, 0.0003645322867669165, 0.0004748529754579067, 0.0005851736641488969, 0.0006954943528398871, 0.0008058150997385383, 0.0009161357884295285, 0.0010264564771205187, 0.0011367772240191698, 0.001247097854502499, 0.0013574186014011502, 0.0014677393482998013, 0.0015780599787831306, 0.0016883807256817818, 0.001798701472580433, 0.0019090221030637622, 0.0020193427335470915, 0.0021296634804457426, 0.0022399842273443937, 0.002350304974243045, 0.002460625721141696, 0.0025709462352097034, 0.0026812669821083546, 0.0027915877290070057, 0.002901908475905657, 0.003012229222804308, 0.003122549969702959, 0.0032328704837709665, 0.0033431912306696177, 0.0034535119775682688, 0.00356383272446692, 0.003674153471365571, 0.0037844739854335785, 0.0038947947323322296, 0.004005115479230881]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 5.0, 4.0, 5.0, 10.0, 15.0, 13.0, 24.0, 32.0, 54.0, 72.0, 106.0, 168.0, 241.0, 314.0, 496.0, 745.0, 1089.0, 1632.0, 2664.0, 4147.0, 7322.0, 12734.0, 24071.0, 52212.0, 142032.0, 763110.0, 80150.0, 35266.0, 18978.0, 10925.0, 6775.0, 4348.0, 2835.0, 1936.0, 1367.0, 1007.0, 732.0, 493.0, 365.0, 296.0, 190.0, 172.0, 107.0, 90.0, 74.0, 55.0, 41.0, 33.0, 21.0, 18.0, 13.0, 5.0, 7.0, 4.0, 2.0, 7.0, 4.0, 4.0, 2.0, 3.0, 2.0], "bins": [-0.006180810276418924, -0.005963102914392948, -0.005745395086705685, -0.0055276877246797085, -0.005309979896992445, -0.005092272534966469, -0.004874564707279205, -0.004656857345253229, -0.004439149517565966, -0.0042214421555399895, -0.004003734327852726, -0.00378602696582675, -0.00356831937097013, -0.00335061177611351, -0.0031329041812568903, -0.0029151965864002705, -0.0026974889915436506, -0.002479781396687031, -0.002262073801830411, -0.002044366206973791, -0.0018266586121171713, -0.0016089511336758733, -0.0013912435388192534, -0.0011735359439626336, -0.0009558283491060138, -0.0007381207542493939, -0.0005204131593927741, -0.0003027056227438152, -8.499802788719535e-05, 0.00013270955241750926, 0.00035041713272221386, 0.0005681246984750032, 0.0007858322933316231, 0.001003539888188243, 0.0012212474830448627, 0.0014389550779014826, 0.0016566626727581024, 0.0018743701511994004, 0.002092077862471342, 0.002309785457327962, 0.0025274930521845818, 0.002745200414210558, 0.0029629080090671778, 0.0031806156039237976, 0.0033983231987804174, 0.0036160307936370373, 0.003833738388493657, 0.004051445983350277, 0.0042691538110375404, 0.004486861173063517, 0.004704568535089493, 0.004922276362776756, 0.0051399837248027325, 0.005357691552489996, 0.005575398914515972, 0.005793106742203236, 0.006010814104229212, 0.006228521931916475, 0.0064462292939424515, 0.006663937121629715, 0.006881644483655691, 0.007099352311342955, 0.007317059673368931, 0.007534767501056194, 0.0077524748630821705]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 7.0, 2.0, 8.0, 5.0, 4.0, 1.0, 6.0, 8.0, 2.0, 4.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.09848161786794662, -0.09654227644205093, -0.09460293501615524, -0.09266359359025955, -0.09072425216436386, -0.08878491073846817, -0.08684556931257248, -0.08490622788667679, -0.0829668864607811, -0.0810275450348854, -0.07908820360898972, -0.07714885473251343, -0.07520951330661774, -0.07327017188072205, -0.07133083045482635, -0.06939148902893066, -0.06745214760303497, -0.06551280617713928, -0.06357346475124359, -0.0616341233253479, -0.05969478189945221, -0.05775544047355652, -0.05581609904766083, -0.05387675762176514, -0.051937416195869446, -0.049998074769973755, -0.048058733344078064, -0.046119388192892075, -0.044180046766996384, -0.04224070534110069, -0.040301363915205, -0.03836202248930931, -0.03642268106341362, -0.03448333963751793, -0.03254399821162224, -0.030604654923081398, -0.028665313497185707, -0.026725972071290016, -0.024786630645394325, -0.022847289219498634, -0.020907945930957794, -0.018968604505062103, -0.017029263079166412, -0.015089921653270721, -0.01315058022737503, -0.011211237870156765, -0.009271896444261074, -0.007332554552704096, -0.005393212661147118, -0.0034538707695901394, -0.0015145291108638048, 0.0004248126642778516, 0.002364154439419508, 0.004303496330976486, 0.006242837756872177, 0.008182180114090443, 0.010121521539986134, 0.012060862965881824, 0.01400020532310009, 0.01593954674899578, 0.017878888174891472, 0.019818229600787163, 0.021757572889328003, 0.023696914315223694, 0.025636255741119385]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [6.0, 8.0, 2.0, 1.0, 1.0, 1.0, 7.0, 11.0, 9.0, 6.0, 7.0, 8.0, 4.0, 11.0, 4.0, 5.0, 7.0, 6.0, 7.0, 5.0, 3.0, 5.0, 11.0, 19.0, 13.0, 11.0, 16.0, 9.0, 22.0, 28.0, 28.0, 35.0, 32.0, 31.0, 45.0, 42.0, 47.0, 67.0, 105.0, 159.0, 250.0, 369.0, 563.0, 945.0, 1757.0, 6417.0, 2174.0, 1574.0, 1138.0, 754.0, 522.0, 369.0, 227.0, 152.0, 97.0, 78.0, 69.0, 44.0, 37.0, 25.0, 13.0, 9.0, 4.0, 1.0], "bins": [-0.031226927414536476, -0.03053651750087738, -0.029846107587218285, -0.02915569581091404, -0.028465285897254944, -0.027774875983595848, -0.027084466069936752, -0.026394054293632507, -0.02570364437997341, -0.025013234466314316, -0.02432282455265522, -0.023632414638996124, -0.02294200286269188, -0.022251592949032784, -0.021561183035373688, -0.020870773121714592, -0.020180363208055496, -0.01948995143175125, -0.018799541518092155, -0.01810913160443306, -0.017418721690773964, -0.01672830991446972, -0.016037900000810623, -0.015347490087151527, -0.014657080173492432, -0.013966669328510761, -0.013276259414851665, -0.012585848569869995, -0.0118954386562109, -0.011205027811229229, -0.010514617897570133, -0.009824207052588463, -0.009133797138929367, -0.008443387225270271, -0.007752976380288601, -0.007062566000968218, -0.006372155621647835, -0.005681745707988739, -0.004991335328668356, -0.004300924949347973, -0.00361051457002759, -0.0029201041907072067, -0.0022296938113868237, -0.0015392836648970842, -0.0008488732855767012, -0.000158462964463979, 0.0005319473566487432, 0.0012223576195538044, 0.0019127679988741875, 0.0026031783781945705, 0.0032935887575149536, 0.003983999136835337, 0.00467440951615572, 0.0053648194298148155, 0.006055229809135199, 0.006745640188455582, 0.007436050567775965, 0.008126460947096348, 0.008816870860755444, 0.009507281705737114, 0.01019769161939621, 0.01088810246437788, 0.011578512378036976, 0.012268923223018646, 0.012959333136677742]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15264616906642914, -0.1435980349779129, -0.13454990088939667, -0.12550176680088043, -0.1164536327123642, -0.10740549862384796, -0.09835736453533173, -0.08930923044681549, -0.08026109635829926, -0.07121296226978302, -0.062164828181266785, -0.05311669409275055, -0.044068560004234314, -0.03502042591571808, -0.025972291827201843, -0.016924157738685608, -0.007876023650169373, 0.0011721104383468628, 0.010220244526863098, 0.019268378615379333, 0.02831651270389557, 0.037364646792411804, 0.04641278088092804, 0.055460914969444275, 0.06450904905796051, 0.07355718314647675, 0.08260531723499298, 0.09165345132350922, 0.10070158541202545, 0.10974971950054169, 0.11879785358905792, 0.12784598767757416, 0.1368941217660904, 0.14594225585460663, 0.15499038994312286, 0.1640385240316391, 0.17308665812015533, 0.18213479220867157, 0.1911829262971878, 0.20023106038570404, 0.20927919447422028, 0.2183273285627365, 0.22737546265125275, 0.23642359673976898, 0.24547173082828522, 0.25451987981796265, 0.2635679841041565, 0.2726161479949951, 0.28166425228118896, 0.2907124161720276, 0.29976052045822144, 0.30880868434906006, 0.3178567886352539, 0.32690495252609253, 0.3359530568122864, 0.345001220703125, 0.35404932498931885, 0.36309748888015747, 0.3721455931663513, 0.38119375705718994, 0.3902418613433838, 0.3992900252342224, 0.40833812952041626, 0.4173862934112549, 0.42643439769744873]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 3.0, 1.0, 2.0, 5.0, 4.0, 6.0, 9.0, 5.0, 10.0, 9.0, 11.0, 18.0, 23.0, 43.0, 67.0, 13.0, 4.0, 1.0, 0.0, 5.0, 2.0, 6.0, 5.0, 2.0, 3.0, 3.0, 3.0, 2.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.13590958714485168, -0.13128629326820374, -0.1266629993915558, -0.12203969806432724, -0.11741640418767929, -0.11279311031103134, -0.1081698089838028, -0.10354651510715485, -0.0989232212305069, -0.09429992735385895, -0.089676633477211, -0.08505333214998245, -0.0804300382733345, -0.07580674439668655, -0.07118344306945801, -0.06656014919281006, -0.06193685531616211, -0.05731356143951416, -0.05269026383757591, -0.048066966235637665, -0.043443672358989716, -0.038820378482341766, -0.03419708088040352, -0.02957378514111042, -0.024950489401817322, -0.020327193662524223, -0.015703897923231125, -0.011080602183938026, -0.006457306444644928, -0.0018340107053518295, 0.002789285033941269, 0.007412580773234367, 0.012035876512527466, 0.016659172251820564, 0.021282467991113663, 0.02590576373040676, 0.03052905946969986, 0.03515235334634781, 0.039775650948286057, 0.044398948550224304, 0.04902224242687225, 0.0536455363035202, 0.05826883390545845, 0.0628921315073967, 0.06751542538404465, 0.0721387192606926, 0.07676202058792114, 0.08138531446456909, 0.08600860834121704, 0.09063190221786499, 0.09525519609451294, 0.09987849742174149, 0.10450179129838943, 0.10912508517503738, 0.11374838650226593, 0.11837168037891388, 0.12299497425556183, 0.12761826813220978, 0.13224156200885773, 0.13686485588550568, 0.14148816466331482, 0.14611145853996277, 0.15073475241661072, 0.15535804629325867, 0.15998134016990662]}, "_runtime": 61.547969579696655, "_timestamp": 1596212932.2495072, "_step": 71}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 3.0, 1.0, 0.0, 3.0, 4.0, 0.0, 3.0, 7.0, 3.0, 0.0, 3.0, 4.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.011092164553701878, -0.010731972754001617, -0.010371781885623932, -0.010011590085923672, -0.009651398286223412, -0.009291206486523151, -0.008931014686822891, -0.008570823818445206, -0.008210632018744946, -0.007850440219044685, -0.0074902488850057125, -0.00713005755096674, -0.0067698657512664795, -0.006409673951566219, -0.0060494826175272465, -0.005689291283488274, -0.0053290994837880135, -0.004968907684087753, -0.0046087163500487804, -0.004248525016009808, -0.0038883332163095474, -0.003528141649439931, -0.0031679500825703144, -0.002807758515700698, -0.0024475669488310814, -0.002087375381961465, -0.0017271838150918484, -0.0013669922482222319, -0.0010068006813526154, -0.0006466091144829988, -0.00028641754761338234, 7.377401925623417e-05, 0.0004339655861258507, 0.0007941571529954672, 0.0011543487198650837, 0.0015145402867347002, 0.0018747318536043167, 0.0022349234204739332, 0.0025951149873435497, 0.0029553065542131662, 0.0033154981210827827, 0.0036756896879523993, 0.004035881254822016, 0.004396072588860989, 0.004756264388561249, 0.005116456188261509, 0.005476647522300482, 0.005836838856339455, 0.006197030656039715, 0.006557222455739975, 0.006917413789778948, 0.007277605123817921, 0.007637796923518181, 0.007997988723218441, 0.008358180522918701, 0.008718371391296387, 0.009078563190996647, 0.009438754990696907, 0.009798945859074593, 0.010159137658774853, 0.010519329458475113, 0.010879521258175373, 0.011239713057875633, 0.011599903926253319, 0.011960095725953579]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 4.0, 4.0, 4.0, 5.0, 3.0, 7.0, 8.0, 10.0, 18.0, 31.0, 30.0, 33.0, 47.0, 57.0, 82.0, 105.0, 155.0, 227.0, 415.0, 4841.0, 917.0, 335.0, 164.0, 118.0, 77.0, 45.0, 40.0, 28.0, 23.0, 22.0, 23.0, 9.0, 8.0, 6.0, 8.0, 6.0, 1.0, 0.0, 5.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1619090437889099, -0.156794473528862, -0.1516798883676529, -0.14656531810760498, -0.14145073294639587, -0.13633616268634796, -0.13122159242630005, -0.12610700726509094, -0.12099243700504303, -0.11587785929441452, -0.11076328158378601, -0.1056487113237381, -0.10053413361310959, -0.09541955590248108, -0.09030498564243317, -0.08519040793180466, -0.08007583022117615, -0.07496125251054764, -0.06984667479991913, -0.06473210453987122, -0.059617526829242706, -0.0545029491186142, -0.049388375133275986, -0.044273801147937775, -0.039159223437309265, -0.034044645726680756, -0.028930071741342545, -0.023815495893359184, -0.018700920045375824, -0.013586344197392464, -0.008471768349409103, -0.003357192501425743, 0.0017573833465576172, 0.0068719591945409775, 0.011986535042524338, 0.017101110890507698, 0.02221568673849106, 0.02733026258647442, 0.03244483843445778, 0.03755941241979599, 0.0426739901304245, 0.04778856784105301, 0.05290314182639122, 0.05801771581172943, 0.06313229352235794, 0.06824687123298645, 0.07336144149303436, 0.07847601920366287, 0.08359059691429138, 0.08870517462491989, 0.0938197523355484, 0.09893432259559631, 0.10404890030622482, 0.10916347801685333, 0.11427804827690125, 0.11939262598752975, 0.12450720369815826, 0.12962177395820618, 0.13473635911941528, 0.1398509293794632, 0.1449654996395111, 0.15008008480072021, 0.15519465506076813, 0.16030924022197723, 0.16542381048202515]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 1.0, 3.0, 4.0, 2.0, 2.0, 4.0, 5.0, 3.0, 4.0, 2.0, 5.0, 2.0, 26.0, 6.0, 7.0, 3.0, 4.0, 0.0, 3.0, 1.0, 5.0, 2.0, 4.0, 4.0, 0.0, 1.0, 2.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002694712020456791, -0.002602985128760338, -0.0025112584698945284, -0.002419531811028719, -0.002327804919332266, -0.0022360780276358128, -0.0021443513687700033, -0.002052624709904194, -0.001960897818207741, -0.0018691710429266095, -0.0017774442676454782, -0.001685717492364347, -0.0015939907170832157, -0.0015022639418020844, -0.0014105371665209532, -0.001318810391239822, -0.0012270836159586906, -0.0011353568406775594, -0.001043630065396428, -0.0009519032901152968, -0.0008601765148341656, -0.0007684497395530343, -0.000676722964271903, -0.0005849961889907718, -0.0004932694137096405, -0.00040154263842850924, -0.00030981586314737797, -0.0002180890878662467, -0.00012636231258511543, -3.4635537303984165e-05, 5.70912379771471e-05, 0.00014881801325827837, 0.00024054478853940964, 0.0003322715638205409, 0.00042399833910167217, 0.0005157251143828034, 0.0006074518896639347, 0.000699178664945066, 0.0007909054402261972, 0.0008826322155073285, 0.0009743589907884598, 0.001066085766069591, 0.0011578125413507223, 0.0012495393166318536, 0.0013412660919129848, 0.0014329928671941161, 0.0015247196424752474, 0.0016164464177563787, 0.00170817319303751, 0.0017998999683186412, 0.0018916267435997725, 0.001983353402465582, 0.002075080294162035, 0.002166807185858488, 0.0022585338447242975, 0.002350260503590107, 0.00244198739528656, 0.002533714286983013, 0.0026254409458488226, 0.002717167604714632, 0.002808894496411085, 0.0029006213881075382, 0.0029923480469733477, 0.003084074705839157, 0.00317580159753561]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 7.0, 7.0, 8.0, 16.0, 18.0, 35.0, 67.0, 72.0, 96.0, 171.0, 274.0, 359.0, 587.0, 826.0, 1256.0, 1949.0, 3341.0, 5564.0, 9985.0, 18809.0, 40987.0, 107390.0, 797010.0, 93809.0, 39039.0, 21112.0, 12674.0, 7838.0, 5087.0, 3318.0, 2306.0, 1582.0, 1051.0, 825.0, 516.0, 434.0, 298.0, 226.0, 172.0, 111.0, 78.0, 63.0, 47.0, 47.0, 35.0, 28.0, 28.0, 18.0, 17.0, 11.0, 10.0, 11.0, 3.0, 3.0, 2.0, 3.0, 1.0, 0.0, 4.0, 1.0, 1.0], "bins": [-0.005898795090615749, -0.005667911842465401, -0.005437028594315052, -0.005206144880503416, -0.004975261632353067, -0.004744378384202719, -0.00451349513605237, -0.004282611887902021, -0.0040517281740903854, -0.0038208451587706804, -0.003589961677789688, -0.0033590784296393394, -0.003128195181488991, -0.0028973117005079985, -0.00266642845235765, -0.0024355449713766575, -0.002204661723226309, -0.00197377847507596, -0.0017428949940949678, -0.0015120117459446192, -0.0012811283813789487, -0.0010502450168132782, -0.0008193617104552686, -0.000588478404097259, -0.00035759503953158855, -0.00012671170406974852, 0.00010417163139209151, 0.00033505496685393155, 0.0005659383023157716, 0.0007968216668814421, 0.0010277049150317907, 0.0012585882795974612, 0.0014894716441631317, 0.0017203550087288022, 0.0019512383732944727, 0.0021821216214448214, 0.0024130051024258137, 0.0026438883505761623, 0.002874771598726511, 0.0031056550797075033, 0.003336538327857852, 0.0035674215760082006, 0.003798305056989193, 0.004029188305139542, 0.00426007155328989, 0.004490954801440239, 0.004721838515251875, 0.004952721763402224, 0.005183605011552572, 0.005414488259702921, 0.00564537150785327, 0.0058762552216649055, 0.006107138469815254, 0.006338021717965603, 0.0065689049661159515, 0.0067997882142663, 0.007030671462416649, 0.007261555176228285, 0.0074924384243786335, 0.007723321672528982, 0.007954205386340618, 0.008185088634490967, 0.008415971882641315, 0.008646855130791664, 0.008877738378942013]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 4.0, 2.0, 3.0, 2.0, 4.0, 3.0, 4.0, 10.0, 1.0, 3.0, 3.0, 2.0, 1.0, 3.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.021220114082098007, -0.02046554535627365, -0.019710976630449295, -0.018956409767270088, -0.018201841041445732, -0.017447272315621376, -0.01669270358979702, -0.015938136726617813, -0.015183568000793457, -0.014428999274969101, -0.013674430549144745, -0.012919862754642963, -0.012165294028818607, -0.011410726234316826, -0.01065615750849247, -0.009901589713990688, -0.009147020988166332, -0.008392452262341976, -0.007637884467840195, -0.006883316207677126, -0.006128747947514057, -0.005374179221689701, -0.004619610961526632, -0.0038650427013635635, -0.0031104744412004948, -0.002355906181037426, -0.0016013378044590354, -0.0008467694860883057, -9.220116771757603e-05, 0.0006623671506531537, 0.0014169354690238833, 0.002171503845602274, 0.0029260721057653427, 0.0036806403659284115, 0.00443520862609148, 0.005189776886254549, 0.005944345146417618, 0.006698913872241974, 0.007453482132405043, 0.008208050392568111, 0.008962618187069893, 0.009717186912894249, 0.010471755638718605, 0.011226323433220387, 0.011980892159044743, 0.012735459953546524, 0.01349002867937088, 0.014244596473872662, 0.014999165199697018, 0.0157537329941988, 0.016508301720023155, 0.01726287044584751, 0.018017439171671867, 0.018772006034851074, 0.01952657476067543, 0.020281143486499786, 0.021035712212324142, 0.0217902809381485, 0.022544847801327705, 0.02329941652715206, 0.024053985252976418, 0.024808553978800774, 0.02556312084197998, 0.026317689567804337, 0.027072258293628693]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 2.0, 1.0, 5.0, 2.0, 4.0, 5.0, 2.0, 13.0, 16.0, 15.0, 24.0, 26.0, 38.0, 44.0, 51.0, 67.0, 87.0, 128.0, 200.0, 229.0, 319.0, 447.0, 589.0, 893.0, 1373.0, 2625.0, 6138.0, 1575.0, 967.0, 618.0, 469.0, 348.0, 262.0, 190.0, 144.0, 90.0, 83.0, 67.0, 52.0, 55.0, 57.0, 17.0, 20.0, 23.0, 16.0, 9.0, 4.0, 4.0, 3.0, 0.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.010292906314134598, -0.009941010735929012, -0.009589115157723427, -0.009237219579517841, -0.008885324001312256, -0.008533429354429245, -0.00818153377622366, -0.007829638198018074, -0.0074777426198124886, -0.007125847041606903, -0.006773951463401318, -0.006422056350857019, -0.006070160772651434, -0.0057182651944458485, -0.00536637008190155, -0.005014474503695965, -0.004662578925490379, -0.004310683347284794, -0.003958787769079208, -0.00360689265653491, -0.0032549970783293247, -0.0029031015001237392, -0.0025512061547487974, -0.0021993108093738556, -0.0018474152311682701, -0.0014955197693780065, -0.0011436243075877428, -0.0007917288457974792, -0.0004398333840072155, -8.793792221695185e-05, 0.0002639575395733118, 0.0006158530013635755, 0.0009677484631538391, 0.0013196439249441028, 0.0016715393867343664, 0.0020234347321093082, 0.0023753303103148937, 0.002727225888520479, 0.003079121233895421, 0.003431016579270363, 0.0037829121574759483, 0.004134807735681534, 0.004486703313887119, 0.0048385984264314175, 0.005190494004637003, 0.005542389582842588, 0.005894284695386887, 0.006246180273592472, 0.0065980758517980576, 0.006949971430003643, 0.0073018670082092285, 0.007653762120753527, 0.0080056581646204, 0.00835755281150341, 0.008709448389708996, 0.009061343967914581, 0.009413239546120167, 0.009765135124325752, 0.010117030702531338, 0.010468926280736923, 0.010820820927619934, 0.01117271650582552, 0.011524612084031105, 0.01187650766223669, 0.012228403240442276]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 3.0, 1.0, 0.0, 6.0, 1.0, 1.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17885246872901917, -0.17277009785175323, -0.1666877269744873, -0.16060535609722137, -0.15452298521995544, -0.14844061434268951, -0.14235824346542358, -0.13627587258815765, -0.13019350171089172, -0.1241111233830452, -0.11802875250577927, -0.11194638162851334, -0.10586400330066681, -0.09978163242340088, -0.09369926154613495, -0.08761689066886902, -0.08153451979160309, -0.07545214891433716, -0.06936977803707123, -0.0632874071598053, -0.05720503255724907, -0.05112266167998314, -0.04504028707742691, -0.03895791620016098, -0.03287554532289505, -0.02679317444562912, -0.02071080170571804, -0.014628429897129536, -0.008546058088541031, -0.002463686279952526, 0.0036186855286359787, 0.009701057337224483, 0.01578342914581299, 0.02186580002307892, 0.027948172762989998, 0.03403054550290108, 0.04011291638016701, 0.04619528725743294, 0.052277661859989166, 0.058360032737255096, 0.06444240361452103, 0.07052477449178696, 0.07660714536905289, 0.08268951624631882, 0.08877189457416534, 0.09485426545143127, 0.1009366363286972, 0.10701900720596313, 0.11310137808322906, 0.119183748960495, 0.12526611983776093, 0.13134849071502686, 0.13743086159229279, 0.14351323246955872, 0.14959560334682465, 0.15567797422409058, 0.1617603600025177, 0.16784273087978363, 0.17392510175704956, 0.1800074726343155, 0.18608984351158142, 0.19217221438884735, 0.19825458526611328, 0.2043369561433792, 0.21041932702064514]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 3.0, 1.0, 1.0, 2.0, 4.0, 2.0, 4.0, 3.0, 1.0, 5.0, 12.0, 8.0, 29.0, 37.0, 70.0, 34.0, 23.0, 3.0, 1.0, 4.0, 5.0, 4.0, 3.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.12402771413326263, -0.119316965341568, -0.11460621654987335, -0.10989546775817871, -0.10518471896648407, -0.10047397762537003, -0.09576322883367538, -0.09105248004198074, -0.0863417312502861, -0.08163098245859146, -0.07692023366689682, -0.07220948487520218, -0.06749874353408813, -0.0627879947423935, -0.05807724595069885, -0.05336649715900421, -0.04865574836730957, -0.04394499957561493, -0.03923425078392029, -0.034523505717515945, -0.029812756925821304, -0.025102008134126663, -0.02039126120507717, -0.01568051427602768, -0.010969765484333038, -0.006259017623960972, -0.0015482697635889053, 0.003162478096783161, 0.007873225957155228, 0.012583973817527294, 0.01729472167789936, 0.022005468606948853, 0.026716217398643494, 0.031426966190338135, 0.036137714982032776, 0.04084846004843712, 0.04555920884013176, 0.0502699576318264, 0.05498070269823074, 0.059691451489925385, 0.06440220028162003, 0.06911294907331467, 0.07382369786500931, 0.07853444665670395, 0.083245187997818, 0.08795593678951263, 0.09266668558120728, 0.09737743437290192, 0.10208818316459656, 0.1067989319562912, 0.11150968074798584, 0.11622042953968048, 0.12093117833137512, 0.12564192712306976, 0.1303526759147644, 0.13506342470645905, 0.1397741734981537, 0.14448490738868713, 0.14919565618038177, 0.15390640497207642, 0.15861715376377106, 0.1633279025554657, 0.16803865134716034, 0.17274940013885498, 0.17746014893054962]}, "_runtime": 62.40366768836975, "_timestamp": 1596212933.1052053, "_step": 72}
-{"val_accuracy": 0.8064775970319635, "val_loss": 0.5030108882139807, "_runtime": 64.32011032104492, "_timestamp": 1596212935.021648, "_step": 73}
-{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: V Confidence: 0.26854485273361206 Truth: v", "Prediction: 5 Confidence: 0.9995330572128296 Truth: 5", "Prediction: 2 Confidence: 0.993036687374115 Truth: 2", "Prediction: 0 Confidence: 0.7227566838264465 Truth: 0"]}, "_runtime": 64.62045741081238, "_timestamp": 1596212935.321995, "_step": 74}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 4.0, 1.0, 0.0, 2.0, 3.0, 2.0, 1.0, 3.0, 2.0, 5.0, 3.0, 3.0, 0.0, 3.0, 1.0, 4.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015653779730200768, -0.015203414484858513, -0.014753049239516258, -0.014302683994174004, -0.013852318748831749, -0.013401953503489494, -0.01295158825814724, -0.012501223012804985, -0.01205085776746273, -0.011600492522120476, -0.011150127276778221, -0.010699762031435966, -0.010249396786093712, -0.009799031540751457, -0.009348666295409203, -0.008898301050066948, -0.008447935804724693, -0.007997570559382439, -0.007547205314040184, -0.007096840068697929, -0.006646474823355675, -0.00619610957801342, -0.0057457443326711655, -0.005295379087328911, -0.004845013841986656, -0.0043946485966444016, -0.003944283351302147, -0.0034939181059598923, -0.0030435528606176376, -0.002593187615275383, -0.0021428223699331284, -0.0016924571245908737, -0.001242091879248619, -0.0007917266339063644, -0.0003413613885641098, 0.00010900385677814484, 0.0005593691021203995, 0.0010097343474626541, 0.0014600995928049088, 0.0019104648381471634, 0.002360830083489418, 0.0028111953288316727, 0.0032615605741739273, 0.003711925819516182, 0.004162291064858437, 0.004612656310200691, 0.005063021555542946, 0.0055133868008852005, 0.005963752046227455, 0.00641411729156971, 0.006864482536911964, 0.007314847782254219, 0.007765213027596474, 0.008215578272938728, 0.008665943518280983, 0.009116308763623238, 0.009566674008965492, 0.010017039254307747, 0.010467404499650002, 0.010917769744992256, 0.01136813499033451, 0.011818500235676765, 0.01226886548101902, 0.012719230726361275, 0.01316959597170353]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 6.0, 1.0, 2.0, 0.0, 3.0, 7.0, 5.0, 6.0, 10.0, 13.0, 18.0, 26.0, 30.0, 21.0, 48.0, 59.0, 97.0, 142.0, 171.0, 305.0, 535.0, 5076.0, 563.0, 260.0, 163.0, 96.0, 66.0, 42.0, 47.0, 21.0, 21.0, 9.0, 14.0, 8.0, 5.0, 4.0, 6.0, 1.0, 4.0, 2.0, 4.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.18375183641910553, -0.17767713963985443, -0.17160244286060333, -0.16552774608135223, -0.15945304930210114, -0.15337835252285004, -0.14730365574359894, -0.14122895896434784, -0.13515427708625793, -0.12907958030700684, -0.12300487607717514, -0.11693017929792404, -0.11085548996925354, -0.10478079319000244, -0.09870609641075134, -0.09263139963150024, -0.08655670285224915, -0.08048200607299805, -0.07440730929374695, -0.06833261251449585, -0.06225791946053505, -0.05618322268128395, -0.05010852962732315, -0.04403383284807205, -0.03795913606882095, -0.031884439289569855, -0.025809744372963905, -0.019735049456357956, -0.013660352677106857, -0.007585656829178333, -0.0015109609812498093, 0.004563734866678715, 0.010638430714607239, 0.016713127493858337, 0.022787822410464287, 0.028862517327070236, 0.034937214106321335, 0.041011910885572433, 0.047086603939533234, 0.05316130071878433, 0.05923599749803543, 0.06531069427728653, 0.07138539105653763, 0.07746008783578873, 0.08353477716445923, 0.08960947394371033, 0.09568417072296143, 0.10175886750221252, 0.10783356428146362, 0.11390826106071472, 0.11998295783996582, 0.12605765461921692, 0.13213235139846802, 0.13820704817771912, 0.14428174495697021, 0.1503564417362213, 0.1564311385154724, 0.16250582039356232, 0.16858051717281342, 0.17465521395206451, 0.1807299107313156, 0.1868046075105667, 0.1928793042898178, 0.1989540010690689, 0.20502869784832]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 5.0, 5.0, 2.0, 3.0, 3.0, 4.0, 4.0, 5.0, 2.0, 3.0, 6.0, 23.0, 2.0, 5.0, 3.0, 5.0, 5.0, 2.0, 3.0, 4.0, 3.0, 1.0, 2.0, 3.0, 6.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003872169181704521, -0.0037485358770936728, -0.0036249025724828243, -0.0035012695007026196, -0.003377636196091771, -0.0032540028914809227, -0.003130369819700718, -0.0030067365150898695, -0.002883103210479021, -0.0027594699058681726, -0.0026358366012573242, -0.0025122035294771194, -0.002388570224866271, -0.0022649369202554226, -0.002141303848475218, -0.0020176705438643694, -0.001894037239253521, -0.0017704039346426725, -0.001646770746447146, -0.0015231375582516193, -0.001399504253640771, -0.0012758709490299225, -0.0011522377608343959, -0.0010286045726388693, -0.0009049712680280209, -0.0007813380216248333, -0.0006577047752216458, -0.0005340715288184583, -0.0004104382824152708, -0.0002868050360120833, -0.00016317178960889578, -3.9538543205708265e-05, 8.409470319747925e-05, 0.00020772794960066676, 0.0003313611960038543, 0.0004549944424070418, 0.0005786276888102293, 0.0007022609352134168, 0.0008258941816166043, 0.0009495274280197918, 0.0010731606744229794, 0.0011967939790338278, 0.0013204271672293544, 0.001444060355424881, 0.0015676936600357294, 0.0016913269646465778, 0.0018149601528421044, 0.001938593341037631, 0.0020622266456484795, 0.002185859950259328, 0.0023094932548701763, 0.002433126326650381, 0.0025567596312612295, 0.002680392935872078, 0.0028040260076522827, 0.002927659312263131, 0.0030512926168739796, 0.003174925921484828, 0.0032985592260956764, 0.003422192297875881, 0.0035458256024867296, 0.003669458907097578, 0.003793091978877783, 0.003916725516319275, 0.00404035858809948]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 4.0, 5.0, 6.0, 9.0, 4.0, 12.0, 21.0, 23.0, 41.0, 66.0, 86.0, 124.0, 212.0, 353.0, 477.0, 750.0, 1214.0, 1981.0, 3295.0, 6098.0, 11584.0, 23360.0, 53665.0, 180168.0, 764786.0, 64196.0, 28498.0, 15270.0, 8733.0, 5287.0, 3158.0, 2012.0, 1339.0, 884.0, 637.0, 407.0, 301.0, 186.0, 107.0, 88.0, 65.0, 43.0, 27.0, 23.0, 9.0, 6.0, 3.0, 4.0, 3.0, 3.0, 1.0, 3.0, 1.0], "bins": [-0.01032485906034708, -0.010031508281826973, -0.009738157503306866, -0.009444806724786758, -0.009151455946266651, -0.008858105167746544, -0.008564754389226437, -0.00827140361070633, -0.007978052832186222, -0.007684702053666115, -0.0073913512751460075, -0.0070980004966259, -0.006804649718105793, -0.006511298939585686, -0.0062179481610655785, -0.005924597382545471, -0.005631246604025364, -0.005337895825505257, -0.005044545046985149, -0.004751194268465042, -0.004457843489944935, -0.004164492711424828, -0.0038711419329047203, -0.003577791154384613, -0.0032844403758645058, -0.0029910895973443985, -0.0026977388188242912, -0.002404388040304184, -0.0021110372617840767, -0.0018176864832639694, -0.0015243357047438622, -0.0012309849262237549, -0.0009376341477036476, -0.0006442833691835403, -0.0003509325906634331, -5.7581812143325806e-05, 0.00023576896637678146, 0.0005291197448968887, 0.000822470523416996, 0.0011158213019371033, 0.0014091720804572105, 0.0017025228589773178, 0.001995873637497425, 0.0022892244160175323, 0.0025825751945376396, 0.002875925973057747, 0.003169276751577854, 0.0034626275300979614, 0.0037559783086180687, 0.004049329087138176, 0.004342679865658283, 0.0046360306441783905, 0.004929381422698498, 0.005222732201218605, 0.005516082979738712, 0.00580943375825882, 0.006102784536778927, 0.006396135315299034, 0.006689486093819141, 0.006982836872339249, 0.007276187650859356, 0.007569538429379463, 0.00786288920789957, 0.008156239986419678, 0.008449590764939785]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 4.0, 5.0, 2.0, 3.0, 1.0, 4.0, 11.0, 1.0, 3.0, 2.0, 4.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014529310166835785, -0.01380943227559328, -0.013089554384350777, -0.012369676493108273, -0.011649798601865768, -0.010929920710623264, -0.01021004281938076, -0.009490164928138256, -0.008770287036895752, -0.008050408214330673, -0.007330530788749456, -0.006610652897506952, -0.005890774540603161, -0.005170896649360657, -0.004451018758118153, -0.0037311408668756485, -0.0030112629756331444, -0.0022913850843906403, -0.0015715070767328143, -0.0008516291272826493, -0.00013175117783248425, 0.0005881267716176808, 0.0013080047210678458, 0.0020278827287256718, 0.002747760619968176, 0.00346763851121068, 0.004187516402453184, 0.004907394293695688, 0.00562727265059948, 0.006347150541841984, 0.007067028433084488, 0.007786906324326992, 0.008506784215569496, 0.009226662106812, 0.009946539998054504, 0.010666417889297009, 0.011386295780539513, 0.012106173671782017, 0.012826051563024521, 0.013545929454267025, 0.014265807345509529, 0.014985686168074608, 0.015705563127994537, 0.016425441950559616, 0.017145318910479546, 0.017865197733044624, 0.018585074692964554, 0.019304953515529633, 0.02002483233809471, 0.02074470929801464, 0.02146458812057972, 0.02218446508049965, 0.022904343903064728, 0.023624220862984657, 0.024344099685549736, 0.025063976645469666, 0.025783855468034744, 0.026503732427954674, 0.027223611250519753, 0.027943488210439682, 0.02866336703300476, 0.02938324399292469, 0.03010312281548977, 0.0308229997754097, 0.03154287859797478]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 2.0, 3.0, 3.0, 7.0, 13.0, 15.0, 13.0, 14.0, 19.0, 29.0, 30.0, 44.0, 66.0, 83.0, 110.0, 147.0, 185.0, 253.0, 301.0, 427.0, 528.0, 754.0, 1075.0, 1510.0, 5835.0, 2256.0, 1285.0, 849.0, 627.0, 442.0, 316.0, 262.0, 173.0, 144.0, 119.0, 75.0, 78.0, 65.0, 35.0, 35.0, 33.0, 21.0, 16.0, 20.0, 9.0, 5.0, 9.0, 11.0, 10.0, 10.0, 7.0, 7.0, 11.0, 8.0, 7.0, 5.0, 4.0, 2.0, 1.0, 3.0, 1.0, 1.0], "bins": [-0.008151613175868988, -0.007848215289413929, -0.007544816937297583, -0.007241419050842524, -0.006938020698726177, -0.006634622812271118, -0.006331224925816059, -0.006027826573699713, -0.005724428687244654, -0.005421030800789595, -0.005117632448673248, -0.004814234562218189, -0.00451083667576313, -0.004207438323646784, -0.0039040404371917248, -0.003600642317906022, -0.0032972441986203194, -0.0029938460793346167, -0.002690447960048914, -0.002387050073593855, -0.002083651954308152, -0.0017802538350224495, -0.0014768558321520686, -0.0011734578292816877, -0.000870059709995985, -0.0005666616489179432, -0.00026326358783990145, 4.0134473238140345e-05, 0.00034353253431618214, 0.0006469305953942239, 0.0009503286564722657, 0.0012537266593426466, 0.0015571247786283493, 0.001860522897914052, 0.0021639210171997547, 0.0024673189036548138, 0.0027707170229405165, 0.003074115142226219, 0.0033775130286812782, 0.003680911147966981, 0.003984309267252684, 0.004287707153707743, 0.004591105505824089, 0.004894503392279148, 0.005197901278734207, 0.0055012996308505535, 0.0058046975173056126, 0.006108095869421959, 0.006411493755877018, 0.006714891642332077, 0.007018289994448423, 0.0073216878809034824, 0.007625086233019829, 0.007928484119474888, 0.008231882005929947, 0.008535279892385006, 0.008838677778840065, 0.009142076596617699, 0.009445474483072758, 0.009748872369527817, 0.010052270255982876, 0.010355668142437935, 0.010659066960215569, 0.010962464846670628, 0.011265862733125687]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 4.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.11123022437095642, -0.10801982134580612, -0.10480941832065582, -0.10159901529550552, -0.09838861227035522, -0.09517820924520493, -0.09196780622005463, -0.08875740319490433, -0.08554700016975403, -0.08233660459518433, -0.07912620157003403, -0.07591579854488373, -0.07270539551973343, -0.06949499249458313, -0.06628458946943283, -0.06307418644428253, -0.05986378341913223, -0.056653380393981934, -0.053442977368831635, -0.050232574343681335, -0.047022171318531036, -0.043811772018671036, -0.04060136899352074, -0.03739096596837044, -0.03418056294322014, -0.03097015991806984, -0.02775975689291954, -0.02454935573041439, -0.02133895270526409, -0.018128549680113792, -0.014918147586286068, -0.011707745492458344, -0.008497342467308044, -0.005286939907819033, -0.002076537348330021, 0.0011338652111589909, 0.004344267770648003, 0.007554670330137014, 0.010765072889626026, 0.01397547498345375, 0.01718587800860405, 0.02039628103375435, 0.023606684058904648, 0.026817085221409798, 0.030027488246560097, 0.03323788940906525, 0.036448292434215546, 0.039658695459365845, 0.042869098484516144, 0.04607950150966644, 0.04928990453481674, 0.05250030755996704, 0.05571071058511734, 0.05892110988497734, 0.06213151291012764, 0.06534191966056824, 0.06855231523513794, 0.07176271826028824, 0.07497312128543854, 0.07818352431058884, 0.08139392733573914, 0.08460433036088943, 0.08781473338603973, 0.09102513641119003, 0.09423553943634033]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 3.0, 3.0, 1.0, 2.0, 3.0, 8.0, 9.0, 9.0, 11.0, 15.0, 15.0, 14.0, 22.0, 24.0, 52.0, 16.0, 12.0, 4.0, 8.0, 6.0, 3.0, 3.0, 0.0, 2.0, 0.0, 4.0, 5.0, 1.0, 3.0, 1.0, 0.0, 2.0, 2.0, 4.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07932817935943604, -0.07651624083518982, -0.0737043023109436, -0.07089236378669739, -0.06808042526245117, -0.06526848673820496, -0.06245654821395874, -0.059644609689712524, -0.05683267116546631, -0.05402073636651039, -0.051208797842264175, -0.04839685931801796, -0.045584920793771744, -0.04277298226952553, -0.03996104374527931, -0.037149105221033096, -0.03433716669678688, -0.031525228172540665, -0.02871328964829445, -0.025901351124048233, -0.023089412599802017, -0.02027747593820095, -0.017465537413954735, -0.014653598889708519, -0.011841660365462303, -0.009029721841216087, -0.006217783782631159, -0.0034058454912155867, -0.0005939071998000145, 0.0022180310916155577, 0.00502996938303113, 0.007841907441616058, 0.010653845965862274, 0.01346578449010849, 0.016277723014354706, 0.01908966153860092, 0.021901600062847137, 0.024713536724448204, 0.02752547524869442, 0.030337413772940636, 0.033149354159832, 0.03596128895878792, 0.038773227483034134, 0.04158516600728035, 0.044397104531526566, 0.04720904305577278, 0.050020981580019, 0.05283292010426521, 0.05564485862851143, 0.058456797152757645, 0.06126873567700386, 0.06408067047595978, 0.066892609000206, 0.06970454752445221, 0.07251648604869843, 0.07532842457294464, 0.07814036309719086, 0.08095230162143707, 0.08376424014568329, 0.0865761786699295, 0.08938811719417572, 0.09220005571842194, 0.09501199424266815, 0.09782393276691437, 0.10063587129116058]}, "_runtime": 64.86619544029236, "_timestamp": 1596212935.567733, "_step": 75}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 1.0, 4.0, 7.0, 6.0, 4.0, 1.0, 1.0, 0.0, 1.0, 4.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010166805237531662, -0.009808861650526524, -0.00945091899484396, -0.009092975407838821, -0.008735032752156258, -0.00837708916515112, -0.008019146509468555, -0.007661202922463417, -0.007303259801119566, -0.006945316679775715, -0.006587373558431864, -0.006229430437088013, -0.005871486850082874, -0.005513543728739023, -0.005155600607395172, -0.004797657486051321, -0.00443971436470747, -0.004081771243363619, -0.0037238281220197678, -0.003365884767845273, -0.003007941646501422, -0.002649998525157571, -0.002292055170983076, -0.001934112049639225, -0.001576168928295374, -0.0012182258069515228, -0.0008602825691923499, -0.0005023393896408379, -0.0001443962100893259, 0.0002135469694621861, 0.0005714901490136981, 0.0009294333285652101, 0.001287376508116722, 0.0016453196294605732, 0.0020032627508044243, 0.002361206104978919, 0.00271914922632277, 0.003077092347666621, 0.003435035701841116, 0.003792978823184967, 0.004150921944528818, 0.004508865065872669, 0.00486680818721652, 0.005224751308560371, 0.00558269489556551, 0.005940638016909361, 0.006298581138253212, 0.006656524259597063, 0.007014467380940914, 0.007372410502284765, 0.007730353623628616, 0.008088297210633755, 0.008446239866316319, 0.008804183453321457, 0.00916212610900402, 0.009520069696009159, 0.009878013283014297, 0.010235955938696861, 0.010593899525702, 0.010951842181384563, 0.011309785768389702, 0.011667728424072266, 0.012025672011077404, 0.012383614666759968, 0.012741558253765106]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 6.0, 0.0, 2.0, 3.0, 2.0, 6.0, 5.0, 4.0, 6.0, 12.0, 15.0, 18.0, 11.0, 21.0, 18.0, 29.0, 46.0, 42.0, 76.0, 87.0, 131.0, 167.0, 253.0, 423.0, 4977.0, 632.0, 282.0, 153.0, 131.0, 96.0, 62.0, 36.0, 32.0, 24.0, 26.0, 18.0, 16.0, 6.0, 12.0, 6.0, 6.0, 6.0, 3.0, 3.0, 3.0, 4.0, 2.0, 1.0, 4.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.1322069615125656, -0.1280086785554886, -0.12381040304899216, -0.11961212009191513, -0.1154138371348381, -0.11121556162834167, -0.10701727867126465, -0.10281899571418762, -0.0986207127571106, -0.09442243725061417, -0.09022415429353714, -0.08602587133646011, -0.08182759582996368, -0.07762931287288666, -0.07343102991580963, -0.0692327544093132, -0.06503447145223618, -0.06083619222044945, -0.05663790926337242, -0.05243963003158569, -0.04824134707450867, -0.04404306784272194, -0.03984478861093521, -0.035646505653858185, -0.03144822642207146, -0.02724994532763958, -0.023051664233207703, -0.018853385001420975, -0.014655103906989098, -0.01045682281255722, -0.006258542649447918, -0.002060262020677328, 0.0021380186080932617, 0.0063362992368638515, 0.010534579865634441, 0.014732860028743744, 0.01893114112317562, 0.023129422217607498, 0.027327701449394226, 0.03152598440647125, 0.03572426363825798, 0.03992254287004471, 0.044120825827121735, 0.04831910505890846, 0.05251738429069519, 0.05671566724777222, 0.060913946479558945, 0.06511222571134567, 0.0693105086684227, 0.07350879162549973, 0.07770706713199615, 0.08190535008907318, 0.08610363304615021, 0.09030190855264664, 0.09450019150972366, 0.09869847446680069, 0.10289674997329712, 0.10709503293037415, 0.11129331588745117, 0.1154915988445282, 0.11968987435102463, 0.12388815730810165, 0.12808643281459808, 0.1322847157716751, 0.13648299872875214]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 3.0, 3.0, 2.0, 2.0, 4.0, 5.0, 3.0, 4.0, 2.0, 4.0, 3.0, 4.0, 5.0, 26.0, 5.0, 1.0, 5.0, 3.0, 3.0, 1.0, 4.0, 2.0, 3.0, 0.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.0026104189455509186, -0.0025361988227814436, -0.0024619787000119686, -0.0023877588100731373, -0.0023135386873036623, -0.0022393185645341873, -0.0021650984417647123, -0.0020908783189952374, -0.002016658429056406, -0.0019424381898716092, -0.001868218183517456, -0.001793998060747981, -0.001719777937978506, -0.001645557931624353, -0.001571337808854878, -0.0014971178025007248, -0.0014228976797312498, -0.0013486775569617748, -0.0012744575506076217, -0.0012002374278381467, -0.0011260174214839935, -0.0010517972987145185, -0.0009775771759450436, -0.0009033571113832295, -0.0008291370468214154, -0.0007549169822596014, -0.0006806969176977873, -0.0006064767949283123, -0.0005322567303664982, -0.00045803666580468416, -0.00038381657213903964, -0.0003095964784733951, -0.00023537641391158104, -0.00016115633479785174, -8.693625568412244e-05, -1.2716176570393145e-05, 6.150390254333615e-05, 0.00013572398165706545, 0.00020994406077079475, 0.0002841641544364393, 0.00035838421899825335, 0.0004326042835600674, 0.0005068243481218815, 0.0005810444708913565, 0.0006552645354531705, 0.0007294846000149846, 0.0008037047227844596, 0.0008779247873462737, 0.0009521448519080877, 0.0010263649746775627, 0.0011005849810317159, 0.0011748051038011909, 0.001249025110155344, 0.001323245232924819, 0.001397465355694294, 0.0014716853620484471, 0.0015459054848179221, 0.001620125607587397, 0.0016943456139415503, 0.0017685657367110252, 0.0018427858594805002, 0.0019170058658346534, 0.0019912258721888065, 0.0020654459949582815, 0.0021396661177277565]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 4.0, 3.0, 7.0, 11.0, 21.0, 15.0, 22.0, 46.0, 60.0, 77.0, 129.0, 194.0, 304.0, 535.0, 796.0, 1278.0, 2236.0, 4020.0, 7006.0, 13485.0, 28191.0, 66614.0, 263649.0, 672427.0, 57044.0, 26266.0, 14025.0, 8037.0, 4755.0, 2862.0, 1885.0, 1176.0, 804.0, 558.0, 358.0, 235.0, 155.0, 99.0, 86.0, 54.0, 34.0, 21.0, 14.0, 12.0, 8.0, 9.0, 2.0, 5.0, 2.0, 3.0, 2.0, 3.0], "bins": [-0.007964144460856915, -0.007736789528280497, -0.007509434595704079, -0.0072820791974663734, -0.0070547242648899555, -0.006827369332313538, -0.006600013934075832, -0.0063726590014994144, -0.0061453040689229965, -0.005917949136346579, -0.005690594203770161, -0.0054632388055324554, -0.0052358838729560375, -0.00500852894037962, -0.004781173542141914, -0.0045538186095654964, -0.0043264636769890785, -0.004099108744412661, -0.003871753579005599, -0.0036443984135985374, -0.0034170434810221195, -0.0031896885484457016, -0.00296233338303864, -0.0027349782176315784, -0.0025076232850551605, -0.0022802683524787426, -0.002052913187071681, -0.0018255581380799413, -0.0015982030890882015, -0.0013708480400964618, -0.001143492991104722, -0.0009161379421129823, -0.0006887828931212425, -0.0004614278441295028, -0.00023407279513776302, -6.7177461460232735e-06, 0.00022063730284571648, 0.0004479923518374562, 0.000675347400829196, 0.0009027024498209357, 0.0011300574988126755, 0.0013574125478044152, 0.001584767596796155, 0.0018121226457878947, 0.0020394776947796345, 0.0022668326273560524, 0.002494187792763114, 0.0027215429581701756, 0.0029488978907465935, 0.0031762528233230114, 0.003403607988730073, 0.0036309631541371346, 0.0038583180867135525, 0.00408567301928997, 0.004313028417527676, 0.0045403833501040936, 0.0047677382826805115, 0.004995093215256929, 0.005222448147833347, 0.0054498035460710526, 0.0056771584786474705, 0.005904513411223888, 0.006131868809461594, 0.0063592237420380116, 0.0065865786746144295]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 4.0, 4.0, 11.0, 3.0, 3.0, 6.0, 4.0, 2.0, 2.0, 4.0, 3.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.04205373674631119, -0.04112410545349121, -0.04019447788596153, -0.039264846593141556, -0.03833521530032158, -0.0374055877327919, -0.036475956439971924, -0.03554632514715195, -0.03461669757962227, -0.03368706628680229, -0.032757434993982315, -0.03182780742645264, -0.03089817613363266, -0.029968546703457832, -0.029038917273283005, -0.028109285980463028, -0.0271796565502882, -0.026250027120113373, -0.025320395827293396, -0.02439076639711857, -0.02346113696694374, -0.022531505674123764, -0.021601876243948936, -0.02067224681377411, -0.019742615520954132, -0.018812986090779305, -0.017883356660604477, -0.01695372723042965, -0.016024095937609673, -0.015094466507434845, -0.014164836145937443, -0.013235206715762615, -0.012305576354265213, -0.01137594599276781, -0.010446316562592983, -0.009516686201095581, -0.008587056770920753, -0.007657426409423351, -0.006727796047925949, -0.005798166152089834, -0.004868536256253719, -0.0039389063604176044, -0.003009276231750846, -0.0020796461030840874, -0.0011500162072479725, -0.00022038619499653578, 0.0007092438172549009, 0.0016388738295063376, 0.0025685038417577744, 0.0034981337375938892, 0.004427763633430004, 0.005357393994927406, 0.006287023890763521, 0.007216653786599636, 0.008146284148097038, 0.009075913578271866, 0.010005543939769268, 0.01093517430126667, 0.011864803731441498, 0.0127944340929389, 0.013724064454436302, 0.01465369388461113, 0.015583324246108532, 0.016512954607605934, 0.01744258403778076]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [12.0, 4.0, 2.0, 0.0, 0.0, 8.0, 15.0, 6.0, 5.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 3.0, 14.0, 23.0, 14.0, 27.0, 23.0, 20.0, 15.0, 31.0, 44.0, 42.0, 40.0, 90.0, 111.0, 143.0, 202.0, 271.0, 507.0, 817.0, 1544.0, 6573.0, 2502.0, 1572.0, 1061.0, 833.0, 505.0, 360.0, 310.0, 200.0, 130.0, 88.0, 57.0, 42.0, 38.0, 24.0, 19.0, 20.0, 22.0, 8.0, 7.0, 5.0, 2.0, 6.0, 2.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.013223673216998577, -0.012851587496697903, -0.012479500845074654, -0.01210741512477398, -0.011735329404473305, -0.01136324368417263, -0.010991157963871956, -0.010619071312248707, -0.010246985591948032, -0.009874899871647358, -0.009502813220024109, -0.009130727499723434, -0.00875864177942276, -0.008386556059122086, -0.008014470338821411, -0.007642383687198162, -0.007270297966897488, -0.006898212246596813, -0.0065261260606348515, -0.00615403987467289, -0.005781954154372215, -0.005409868434071541, -0.005037782248109579, -0.004665696062147617, -0.004293610341846943, -0.0039215246215462685, -0.0035494384355843067, -0.0031773524824529886, -0.0028052665293216705, -0.0024331805761903524, -0.0020610946230590343, -0.0016890086699277163, -0.0013169227167963982, -0.0009448367636650801, -0.000572750810533762, -0.00020066485740244389, 0.0001714210957288742, 0.0005435070488601923, 0.0009155930019915104, 0.0012876789551228285, 0.0016597649082541466, 0.0020318508613854647, 0.0024039368145167828, 0.002776022767648101, 0.003148108720779419, 0.003520194673910737, 0.003892280627042055, 0.004264366813004017, 0.004636452533304691, 0.005008538253605366, 0.0053806244395673275, 0.005752710625529289, 0.006124796345829964, 0.006496882066130638, 0.0068689682520926, 0.007241054438054562, 0.007613140158355236, 0.00798522587865591, 0.00835731253027916, 0.008729398250579834, 0.009101483970880508, 0.009473569691181183, 0.009845655411481857, 0.010217742063105106, 0.01058982778340578]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.07236390560865402, -0.06911858916282654, -0.06587327271699905, -0.06262796372175217, -0.05938264727592468, -0.0561373308300972, -0.052892014384269714, -0.04964670166373253, -0.046401385217905045, -0.04315606877207756, -0.039910756051540375, -0.03666543960571289, -0.033420123159885406, -0.03017481043934822, -0.026929493993520737, -0.023684179410338402, -0.020438864827156067, -0.017193550243973732, -0.013948234729468822, -0.010702919214963913, -0.007457604631781578, -0.004212289582937956, -0.0009669745340943336, 0.0022783405147492886, 0.005523655563592911, 0.008768970146775246, 0.012014285661280155, 0.015259601175785065, 0.0185049157589674, 0.021750230342149734, 0.02499554678797722, 0.028240861371159554, 0.03148617595434189, 0.03473149240016937, 0.03797680512070656, 0.04122212156653404, 0.04446743428707123, 0.04771275073289871, 0.050958067178726196, 0.05420337989926338, 0.057448696345090866, 0.06069401279091835, 0.06393932551145554, 0.06718464195728302, 0.0704299584031105, 0.07367527484893799, 0.07692058384418488, 0.08016590029001236, 0.08341121673583984, 0.08665653318166733, 0.08990184962749481, 0.0931471586227417, 0.09639247506856918, 0.09963779151439667, 0.10288310796022415, 0.10612842440605164, 0.10937373340129852, 0.11261904984712601, 0.11586436629295349, 0.11910968273878098, 0.12235499918460846, 0.12560030817985535, 0.12884563207626343, 0.13209094107151031, 0.1353362500667572]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 2.0, 4.0, 4.0, 3.0, 6.0, 1.0, 13.0, 11.0, 11.0, 18.0, 18.0, 18.0, 31.0, 46.0, 31.0, 15.0, 10.0, 7.0, 5.0, 2.0, 4.0, 5.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0428483784198761, -0.0403815358877182, -0.0379146933555603, -0.035447850823402405, -0.03298100829124451, -0.030514167621731758, -0.02804732508957386, -0.025580482557415962, -0.023113640025258064, -0.020646797493100166, -0.01817995496094227, -0.01571311242878437, -0.013246270827949047, -0.01077942829579115, -0.008312586694955826, -0.005845744162797928, -0.00337890163064003, -0.0009120593313127756, 0.0015547829680144787, 0.004021625034511089, 0.006488467566668987, 0.008955310098826885, 0.011422151699662209, 0.013888994231820107, 0.016355836763978004, 0.018822679296135902, 0.0212895218282938, 0.0237563643604517, 0.026223205029964447, 0.028690047562122345, 0.031156890094280243, 0.03362373262643814, 0.03609057515859604, 0.03855741769075394, 0.041024260222911835, 0.04349110275506973, 0.04595794528722763, 0.04842478781938553, 0.050891630351543427, 0.053358472883701324, 0.05582531541585922, 0.05829215422272682, 0.06075899675488472, 0.06322584301233292, 0.06569268554449081, 0.06815952807664871, 0.07062637060880661, 0.07309321314096451, 0.07556004822254181, 0.07802689075469971, 0.0804937332868576, 0.0829605758190155, 0.0854274183511734, 0.0878942608833313, 0.0903611034154892, 0.0928279459476471, 0.09529478847980499, 0.09776163101196289, 0.10022847354412079, 0.10269531607627869, 0.10516215860843658, 0.10762900114059448, 0.11009584367275238, 0.11256268620491028, 0.11502952873706818]}, "_runtime": 65.66133189201355, "_timestamp": 1596212936.3628695, "_step": 76}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 6.0, 3.0, 5.0, 3.0, 3.0, 2.0, 4.0, 2.0, 0.0, 0.0, 3.0, 4.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011592277325689793, -0.011263536289334297, -0.010934794321656227, -0.010606053285300732, -0.010277312248945236, -0.00994857121258974, -0.009619830176234245, -0.009291088208556175, -0.00896234717220068, -0.008633606135845184, -0.008304864168167114, -0.007976123131811619, -0.007647382095456123, -0.007318641059100628, -0.006989899557083845, -0.006661158055067062, -0.006332417018711567, -0.0060036759823560715, -0.005674934480339289, -0.005346192978322506, -0.0050174519419670105, -0.004688710905611515, -0.004359969403594732, -0.0040312279015779495, -0.003702486865222454, -0.003373745596036315, -0.003045004326850176, -0.0027162630576640368, -0.0023875217884778976, -0.0020587805192917585, -0.0017300392501056194, -0.0014012979809194803, -0.0010725567117333412, -0.0007438154425472021, -0.000415074173361063, -8.63329041749239e-05, 0.0002424083650112152, 0.0005711496341973543, 0.0008998909033834934, 0.0012286321725696325, 0.0015573734417557716, 0.0018861147109419107, 0.00221485598012805, 0.002543597249314189, 0.002872338518500328, 0.003201079787686467, 0.0035298210568726063, 0.0038585623260587454, 0.0041873035952448845, 0.00451604463160038, 0.004844786133617163, 0.0051735276356339455, 0.005502268671989441, 0.005831009708344936, 0.006159751210361719, 0.006488492712378502, 0.006817233748733997, 0.007145974785089493, 0.0074747162871062756, 0.007803457789123058, 0.008132198825478554, 0.00846093986183405, 0.008789680898189545, 0.009118422865867615, 0.00944716390222311]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 4.0, 3.0, 1.0, 3.0, 4.0, 9.0, 11.0, 11.0, 12.0, 8.0, 12.0, 16.0, 26.0, 29.0, 44.0, 47.0, 67.0, 69.0, 110.0, 143.0, 185.0, 265.0, 489.0, 4773.0, 672.0, 262.0, 161.0, 105.0, 91.0, 68.0, 49.0, 43.0, 35.0, 19.0, 16.0, 12.0, 10.0, 11.0, 4.0, 7.0, 7.0, 3.0, 2.0, 2.0, 2.0, 5.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.13814884424209595, -0.1339970827102661, -0.12984530627727509, -0.12569354474544525, -0.12154177576303482, -0.11739001423120499, -0.11323824524879456, -0.10908647626638412, -0.1049347072839737, -0.10078294575214386, -0.09663117676973343, -0.092479407787323, -0.08832764625549316, -0.08417587727308273, -0.0800241082906723, -0.07587234675884247, -0.07172057777643204, -0.0675688087940216, -0.06341704726219177, -0.05926527827978134, -0.05511350929737091, -0.05096174404025078, -0.046809978783130646, -0.042658209800720215, -0.03850644454360008, -0.03435467928647995, -0.03020291030406952, -0.026051145046949387, -0.021899377927184105, -0.017747610807418823, -0.013595844618976116, -0.009444078430533409, -0.0052923113107681274, -0.001140544656664133, 0.0030112219974398613, 0.007162988651543856, 0.01131475530564785, 0.015466522425413132, 0.019618287682533264, 0.023770054802298546, 0.027921821922063828, 0.03207358717918396, 0.03622535616159439, 0.04037712141871452, 0.044528886675834656, 0.04868065565824509, 0.05283242091536522, 0.05698418989777565, 0.06113595515489578, 0.06528772413730621, 0.06943948566913605, 0.07359125465154648, 0.07774302363395691, 0.08189478516578674, 0.08604655414819717, 0.0901983231306076, 0.09435008466243744, 0.09850185364484787, 0.1026536226272583, 0.10680539160966873, 0.11095715314149857, 0.115108922123909, 0.11926069110631943, 0.12341245263814926, 0.1275642216205597]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 4.0, 3.0, 3.0, 1.0, 5.0, 5.0, 2.0, 5.0, 3.0, 4.0, 3.0, 8.0, 25.0, 6.0, 7.0, 3.0, 0.0, 2.0, 3.0, 2.0, 2.0, 4.0, 2.0, 1.0, 4.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0029509514570236206, -0.0028433362022042274, -0.0027357209473848343, -0.0026281054597347975, -0.0025204902049154043, -0.002412874950096011, -0.002305259695276618, -0.002197644440457225, -0.002090028952807188, -0.001982413697987795, -0.0018747984431684017, -0.0017671831883490086, -0.0016595679335296154, -0.0015519525622949004, -0.0014443373074755073, -0.0013367219362407923, -0.0012291066814213991, -0.001121491426602006, -0.001013876055367291, -0.0009062608005478978, -0.0007986454875208437, -0.0006910301744937897, -0.0005834149196743965, -0.00047579960664734244, -0.00036818429362028837, -0.0002605689805932343, -0.00015295369667001069, -4.533839819487184e-05, 6.2276900280267e-05, 0.00016989219875540584, 0.0002775074972305447, 0.0003851227811537683, 0.0004927380941808224, 0.0006003534072078764, 0.0007079687202349305, 0.0008155839750543237, 0.0009231992880813777, 0.0010308146011084318, 0.001138429855927825, 0.00124604522716254, 0.0013536604819819331, 0.0014612757368013263, 0.0015688911080360413, 0.0016765063628554344, 0.0017841216176748276, 0.0018917369889095426, 0.0019993523601442575, 0.0021069676149636507, 0.002214582869783044, 0.002322198124602437, 0.00242981337942183, 0.002537428867071867, 0.00264504412189126, 0.0027526593767106533, 0.0028602746315300465, 0.0029678898863494396, 0.0030755051411688328, 0.0031831206288188696, 0.0032907358836382627, 0.003398351138457656, 0.003505966393277049, 0.0036135816480964422, 0.003721197135746479, 0.003828812390565872, 0.003936427645385265]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 6.0, 5.0, 7.0, 8.0, 11.0, 35.0, 36.0, 73.0, 100.0, 153.0, 284.0, 432.0, 677.0, 1123.0, 1862.0, 3140.0, 5395.0, 9649.0, 18784.0, 39834.0, 103836.0, 808281.0, 98179.0, 38618.0, 19386.0, 10836.0, 6488.0, 4077.0, 2567.0, 1783.0, 1160.0, 751.0, 557.0, 410.0, 317.0, 209.0, 141.0, 110.0, 65.0, 68.0, 40.0, 38.0, 23.0, 20.0, 17.0, 10.0, 11.0, 6.0, 4.0, 5.0, 4.0, 3.0, 3.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.0072312913835048676, -0.006978414952754974, -0.006725538056343794, -0.006472661625593901, -0.00621978472918272, -0.005966908298432827, -0.0057140314020216465, -0.005461154971271753, -0.005208278074860573, -0.00495540164411068, -0.0047025252133607864, -0.004449648316949606, -0.004196771886199713, -0.003943894989788532, -0.003691018559038639, -0.0034381418954581022, -0.0031852652318775654, -0.0029323885682970285, -0.0026795119047164917, -0.002426635241135955, -0.002173758577555418, -0.001920882030390203, -0.001668005483224988, -0.0014151288196444511, -0.0011622521560639143, -0.0009093754924833775, -0.0006564988871105015, -0.00040362225263379514, -0.00015074561815708876, 0.00010213101631961763, 0.000355007650796324, 0.0006078842561691999, 0.0008607609197497368, 0.0011136375833302736, 0.0013665142469108105, 0.0016193907940760255, 0.0018722674576565623, 0.0021251440048217773, 0.002378020668402314, 0.002630897331982851, 0.002883773995563388, 0.0031366506591439247, 0.0033895273227244616, 0.0036424039863049984, 0.0038952804170548916, 0.004148157313466072, 0.004401033744215965, 0.004653910640627146, 0.004906787071377039, 0.005159663502126932, 0.005412540398538113, 0.005665416829288006, 0.005918293725699186, 0.0061711701564490795, 0.00642404705286026, 0.006676923483610153, 0.006929799914360046, 0.007182676810771227, 0.00743555324152112, 0.007688430137932301, 0.007941306568682194, 0.008194182999432087, 0.008447060361504555, 0.008699936792254448, 0.008952813223004341]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 6.0, 0.0, 5.0, 4.0, 4.0, 3.0, 8.0, 1.0, 4.0, 2.0, 1.0, 4.0, 3.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02788609080016613, -0.027118558064103127, -0.026351025328040123, -0.02558349259197712, -0.024815957993268967, -0.024048425257205963, -0.02328089252114296, -0.022513359785079956, -0.021745827049016953, -0.02097829431295395, -0.020210761576890945, -0.019443228840827942, -0.01867569610476494, -0.017908161506056786, -0.017140628769993782, -0.01637309603393078, -0.015605563297867775, -0.014838030561804771, -0.014070497825741768, -0.01330296415835619, -0.012535431422293186, -0.011767898686230183, -0.011000365018844604, -0.010232832282781601, -0.009465299546718597, -0.008697766810655594, -0.00793023407459259, -0.007162700407207012, -0.006395167671144009, -0.005627634935081005, -0.004860101733356714, -0.004092568531632423, -0.00332503579556942, -0.0025575028266757727, -0.0017899698577821255, -0.0010224368888884783, -0.0002549039199948311, 0.0005126290488988161, 0.0012801620177924633, 0.0020476949866861105, 0.0028152279555797577, 0.003582760924473405, 0.004350293893367052, 0.005117827095091343, 0.0058853598311543465, 0.00665289256721735, 0.007420425768941641, 0.008187958970665932, 0.008955491706728935, 0.009723024442791939, 0.010490557178854942, 0.01125809084624052, 0.012025623582303524, 0.012793156318366528, 0.013560689985752106, 0.01432822272181511, 0.015095755457878113, 0.015863288193941116, 0.01663082093000412, 0.017398353666067123, 0.018165886402130127, 0.01893342100083828, 0.019700953736901283, 0.020468486472964287, 0.02123601920902729]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 4.0, 6.0, 2.0, 8.0, 10.0, 10.0, 11.0, 14.0, 10.0, 15.0, 20.0, 16.0, 19.0, 35.0, 51.0, 70.0, 101.0, 160.0, 235.0, 369.0, 522.0, 773.0, 1218.0, 1953.0, 6532.0, 2180.0, 1104.0, 761.0, 569.0, 418.0, 317.0, 225.0, 146.0, 127.0, 74.0, 70.0, 39.0, 41.0, 30.0, 23.0, 20.0, 23.0, 13.0, 14.0, 10.0, 4.0, 9.0, 9.0, 13.0, 2.0, 8.0, 4.0, 4.0, 1.0, 2.0, 1.0, 1.0], "bins": [-0.011685323901474476, -0.011316491290926933, -0.010947657749056816, -0.010578825138509274, -0.010209991596639156, -0.009841158986091614, -0.009472325444221497, -0.009103492833673954, -0.008734660223126411, -0.008365826681256294, -0.007996994070708752, -0.0076281605288386345, -0.007259327918291092, -0.006890494842082262, -0.006521661765873432, -0.006152828689664602, -0.005783995613455772, -0.0054151625372469425, -0.005046329461038113, -0.004677496384829283, -0.004308663308620453, -0.00393983069807291, -0.0035709976218640804, -0.0032021645456552505, -0.0028333314694464207, -0.002464498393237591, -0.002095665317028761, -0.0017268324736505747, -0.0013579993974417448, -0.000989166321232915, -0.0006203333614394069, -0.0002515003434382379, 0.00011733267456293106, 0.0004861656925641, 0.000854998710565269, 0.001223831670358777, 0.001592664746567607, 0.001961497822776437, 0.002330330666154623, 0.002699163742363453, 0.003067996818572283, 0.0034368298947811127, 0.0038056629709899426, 0.004174496047198772, 0.004543328657746315, 0.004912161733955145, 0.005280994810163975, 0.005649827886372805, 0.0060186609625816345, 0.006387494038790464, 0.006756327114999294, 0.007125160191208124, 0.007493993267416954, 0.007862825877964497, 0.008231659419834614, 0.008600492030382156, 0.008969325572252274, 0.009338158182799816, 0.009706990793347359, 0.010075824335217476, 0.010444656945765018, 0.010813490487635136, 0.011182323098182678, 0.011551156640052795, 0.011919989250600338]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 4.0, 0.0, 3.0, 4.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11296864598989487, -0.10886605829000473, -0.1047634705901146, -0.10066088289022446, -0.09655829519033432, -0.09245570749044418, -0.08835311979055405, -0.08425053209066391, -0.08014795184135437, -0.07604536414146423, -0.0719427764415741, -0.06784018874168396, -0.06373760104179382, -0.059635013341903687, -0.05553242564201355, -0.05142983794212341, -0.047327250242233276, -0.04322466254234314, -0.039122074842453, -0.035019487142562866, -0.03091690130531788, -0.026814313605427742, -0.022711727768182755, -0.018609140068292618, -0.014506552368402481, -0.010403964668512344, -0.006301377899944782, -0.002198790665715933, 0.0019037965685129166, 0.006006383802741766, 0.010108971036970615, 0.014211557805538177, 0.018314145505428314, 0.02241673320531845, 0.026519320905208588, 0.030621906742453575, 0.03472449630498886, 0.0388270802795887, 0.042929667979478836, 0.04703225567936897, 0.05113484337925911, 0.055237431079149246, 0.05934001877903938, 0.06344260275363922, 0.06754519045352936, 0.0716477781534195, 0.07575036585330963, 0.07985295355319977, 0.0839555412530899, 0.08805812895298004, 0.09216071665287018, 0.09626330435276031, 0.10036589205265045, 0.10446847975254059, 0.10857106745243073, 0.11267365515232086, 0.116776242852211, 0.12087882310152054, 0.12498141080141068, 0.1290840059518814, 0.13318659365177155, 0.13728918135166168, 0.14139176905155182, 0.14549435675144196, 0.1495969295501709]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 3.0, 2.0, 1.0, 2.0, 1.0, 0.0, 5.0, 3.0, 2.0, 3.0, 4.0, 2.0, 3.0, 0.0, 2.0, 0.0, 1.0, 2.0, 8.0, 19.0, 22.0, 24.0, 56.0, 17.0, 22.0, 11.0, 8.0, 11.0, 6.0, 3.0, 6.0, 3.0, 1.0, 6.0, 3.0, 5.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.09945964068174362, -0.09627675265073776, -0.0930938646197319, -0.08991096913814545, -0.08672808110713959, -0.08354519307613373, -0.08036230504512787, -0.07717941701412201, -0.07399652898311615, -0.0708136335015297, -0.06763074547052383, -0.06444785743951797, -0.061264969408512115, -0.05808207765221596, -0.0548991896212101, -0.05171629786491394, -0.04853340983390808, -0.04535052180290222, -0.042167630046606064, -0.038984742015600204, -0.03580185025930405, -0.03261896222829819, -0.029436074197292328, -0.02625318430364132, -0.02307029440999031, -0.019887404516339302, -0.016704514622688293, -0.013521626591682434, -0.010338736698031425, -0.007155847270041704, -0.003972957842051983, -0.0007900684140622616, 0.0023928210139274597, 0.005575710441917181, 0.008758599869906902, 0.011941488832235336, 0.015124378725886345, 0.018307268619537354, 0.021490156650543213, 0.02467304654419422, 0.02785593643784523, 0.03103882633149624, 0.03422171622514725, 0.03740460425615311, 0.040587492287158966, 0.043770384043455124, 0.04695327207446098, 0.05013616383075714, 0.053319051861763, 0.05650193989276886, 0.05968483164906502, 0.06286772340536118, 0.06605061143636703, 0.0692334994673729, 0.07241638749837875, 0.07559927552938461, 0.07878217101097107, 0.08196505904197693, 0.08514794707298279, 0.08833083510398865, 0.0915137231349945, 0.09469661116600037, 0.09787950664758682, 0.10106239467859268, 0.10424528270959854]}, "_runtime": 66.46925139427185, "_timestamp": 1596212937.170789, "_step": 77}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 3.0, 0.0, 3.0, 0.0, 3.0, 0.0, 3.0, 3.0, 2.0, 3.0, 1.0, 0.0, 1.0, 5.0, 4.0, 2.0, 1.0, 0.0, 0.0, 3.0, 3.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.010557256639003754, -0.010275183245539665, -0.009993108920753002, -0.009711035527288914, -0.00942896120250225, -0.009146887809038162, -0.0088648134842515, -0.00858274009078741, -0.008300665766000748, -0.00801859237253666, -0.0077365185134112835, -0.007454444654285908, -0.007172371260821819, -0.0068902974016964436, -0.006608223542571068, -0.006326149683445692, -0.006044075824320316, -0.005762001965194941, -0.005479928106069565, -0.005197854246944189, -0.004915780387818813, -0.004633706994354725, -0.004351633135229349, -0.004069559276103973, -0.0037874854169785976, -0.003505411557853222, -0.003223337698727846, -0.002941264072433114, -0.0026591902133077383, -0.0023771163541823626, -0.0020950427278876305, -0.0018129688687622547, -0.001530895009636879, -0.0012488211505115032, -0.0009667474078014493, -0.0006846736068837345, -0.00040259980596601963, -0.0001205260050483048, 0.00016154779586941004, 0.00044362159678712487, 0.0007256953977048397, 0.0010077692568302155, 0.0012898429995402694, 0.0015719167422503233, 0.001853990601375699, 0.002136064460501075, 0.002418138086795807, 0.0027002119459211826, 0.0029822858050465584, 0.003264359664171934, 0.00354643352329731, 0.003828507149592042, 0.004110581241548061, 0.00439265463501215, 0.0046747284941375256, 0.004956802353262901, 0.005238876212388277, 0.005520950071513653, 0.0058030239306390285, 0.006085097789764404, 0.006367171183228493, 0.0066492450423538685, 0.006931318901479244, 0.00721339276060462, 0.007495466619729996]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 4.0, 2.0, 3.0, 6.0, 9.0, 9.0, 10.0, 16.0, 17.0, 26.0, 29.0, 40.0, 47.0, 68.0, 90.0, 122.0, 178.0, 284.0, 662.0, 5134.0, 437.0, 216.0, 146.0, 101.0, 61.0, 52.0, 37.0, 32.0, 14.0, 15.0, 20.0, 9.0, 6.0, 4.0, 4.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1350487470626831, -0.1307060420513153, -0.1263633370399475, -0.12202061712741852, -0.11767791211605072, -0.11333520710468292, -0.10899249464273453, -0.10464978218078613, -0.10030707716941833, -0.09596437215805054, -0.09162165969610214, -0.08727894723415375, -0.08293624222278595, -0.07859353721141815, -0.07425082474946976, -0.06990811228752136, -0.06556540727615356, -0.06122269853949547, -0.05687998980283737, -0.052537281066179276, -0.04819457232952118, -0.04385186359286308, -0.03950915485620499, -0.03516644611954689, -0.030823737382888794, -0.026481028646230698, -0.0221383199095726, -0.017795611172914505, -0.013452902436256409, -0.009110193699598312, -0.004767484962940216, -0.00042477622628211975, 0.0039179325103759766, 0.008260641247034073, 0.01260334998369217, 0.016946058720350266, 0.021288767457008362, 0.025631476193666458, 0.029974184930324554, 0.03431689366698265, 0.03865960240364075, 0.04300231114029884, 0.04734501987695694, 0.051687728613615036, 0.05603043735027313, 0.06037314608693123, 0.06471585482358932, 0.06905856728553772, 0.07340127229690552, 0.07774397730827332, 0.08208668977022171, 0.0864294022321701, 0.0907721072435379, 0.0951148122549057, 0.0994575247168541, 0.10380023717880249, 0.10814294219017029, 0.11248564720153809, 0.11682835966348648, 0.12117107212543488, 0.12551377713680267, 0.12985648214817047, 0.13419920206069946, 0.13854190707206726, 0.14288461208343506]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 0.0, 3.0, 4.0, 2.0, 1.0, 3.0, 4.0, 3.0, 4.0, 0.0, 4.0, 4.0, 4.0, 7.0, 2.0, 3.0, 4.0, 23.0, 6.0, 3.0, 2.0, 5.0, 2.0, 0.0, 2.0, 0.0, 3.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.002160188741981983, -0.0020909642335027456, -0.002021739725023508, -0.0019525151001289487, -0.0018832905916497111, -0.0018140660831704736, -0.0017448414582759142, -0.0016756169497966766, -0.001606392441317439, -0.0015371679328382015, -0.001467943424358964, -0.0013987187994644046, -0.001329494290985167, -0.0012602697825059295, -0.00119104515761137, -0.0011218206491321325, -0.001052596140652895, -0.0009833716321736574, -0.000914147065486759, -0.0008449224987998605, -0.0007756979903206229, -0.0007064734818413854, -0.0006372489151544869, -0.0005680243484675884, -0.0004987998399883509, -0.00042957530240528286, -0.00036035076482221484, -0.00029112622723914683, -0.00022190168965607882, -0.0001526771520730108, -8.345261448994279e-05, -1.4228076906874776e-05, 5.499646067619324e-05, 0.00012422099825926125, 0.00019344553584232926, 0.0002626700734253973, 0.0003318946110084653, 0.0004011191485915333, 0.0004703436861746013, 0.0005395682528614998, 0.0006087927613407373, 0.0006780172698199749, 0.0007472418365068734, 0.0008164664031937718, 0.0008856909116730094, 0.000954915420152247, 0.0010241400450468063, 0.001093364553526044, 0.0011625890620052814, 0.001231813570484519, 0.0013010380789637566, 0.001370262703858316, 0.0014394872123375535, 0.001508711720816791, 0.0015779363457113504, 0.001647160854190588, 0.0017163853626698256, 0.0017856098711490631, 0.0018548343796283007, 0.00192405900452286, 0.0019932836294174194, 0.002062508137896657, 0.0021317326463758945, 0.002200957154855132, 0.0022701816633343697]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 3.0, 1.0, 1.0, 1.0, 2.0, 7.0, 8.0, 10.0, 9.0, 21.0, 18.0, 43.0, 50.0, 73.0, 96.0, 171.0, 216.0, 325.0, 512.0, 818.0, 1323.0, 2177.0, 3594.0, 6463.0, 12087.0, 25050.0, 59799.0, 218469.0, 740102.0, 51274.0, 22635.0, 12239.0, 7240.0, 4547.0, 3083.0, 2053.0, 1426.0, 1010.0, 760.0, 546.0, 379.0, 287.0, 197.0, 145.0, 98.0, 68.0, 54.0, 44.0, 28.0, 19.0, 17.0, 17.0, 7.0, 12.0, 4.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.006743289530277252, -0.00652669882401824, -0.006310108117759228, -0.0060935174115002155, -0.005876926705241203, -0.005660336464643478, -0.005443745758384466, -0.005227155052125454, -0.005010564345866442, -0.0047939736396074295, -0.004577382933348417, -0.004360792227089405, -0.00414420198649168, -0.003927611280232668, -0.0037110205739736557, -0.0034944298677146435, -0.0032778391614556313, -0.003061248455196619, -0.002844657748937607, -0.0026280672755092382, -0.002411476569250226, -0.002194885862991214, -0.0019782953895628452, -0.001761704683303833, -0.0015451139770448208, -0.0013285232707858086, -0.0011119326809421182, -0.0008953420328907669, -0.0006787513848394156, -0.00046216073678806424, -0.00024557008873671293, -2.8979440685361624e-05, 0.00018761120736598969, 0.000404201855417341, 0.0006207925034686923, 0.0008373831515200436, 0.001053973799571395, 0.0012705645058304071, 0.0014871550956740975, 0.001703745685517788, 0.0019203363917768002, 0.0021369270980358124, 0.0023535178042948246, 0.002570108277723193, 0.0027866989839822054, 0.0030032896902412176, 0.003219880163669586, 0.0034364708699285984, 0.0036530615761876106, 0.003869652282446623, 0.004086242988705635, 0.004302833694964647, 0.0045194244012236595, 0.004736014641821384, 0.004952605348080397, 0.005169196054339409, 0.005385786760598421, 0.005602377466857433, 0.0058189681731164455, 0.006035558879375458, 0.006252149119973183, 0.006468739826232195, 0.006685330532491207, 0.006901921238750219, 0.007118511945009232]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 3.0, 4.0, 3.0, 6.0, 2.0, 7.0, 1.0, 9.0, 3.0, 3.0, 6.0, 2.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03578992187976837, -0.03504912555217743, -0.03430832922458649, -0.033567532896995544, -0.0328267365694046, -0.03208594024181366, -0.031345147639513016, -0.030604349449276924, -0.02986355498433113, -0.02912275865674019, -0.028381962329149246, -0.027641166001558304, -0.02690036967396736, -0.02615957334637642, -0.025418778881430626, -0.024677982553839684, -0.02393718622624874, -0.0231963898986578, -0.022455593571066856, -0.021714799106121063, -0.02097400277853012, -0.02023320645093918, -0.019492410123348236, -0.018751613795757294, -0.01801081746816635, -0.017270023003220558, -0.016529226675629616, -0.015788430348038673, -0.015047634020447731, -0.014306838624179363, -0.013566042296588421, -0.012825246900320053, -0.01208445057272911, -0.011343654245138168, -0.0106028588488698, -0.009862062521278858, -0.00912126712501049, -0.008380470797419548, -0.007639674469828606, -0.006898878607898951, -0.0061580827459692955, -0.00541728688403964, -0.004676491022109985, -0.003935694694519043, -0.003194898832589388, -0.002454102970659733, -0.001713306875899434, -0.0009725108975544572, -0.00023171491920948029, 0.0005090810591354966, 0.0012498770374804735, 0.0019906731322407722, 0.0027314689941704273, 0.0034722648561000824, 0.004213061183691025, 0.00495385704562068, 0.005694652907550335, 0.00643544876947999, 0.007176244631409645, 0.007917040959000587, 0.00865783728659153, 0.009398632682859898, 0.01013942901045084, 0.010880224406719208, 0.01162102073431015]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 5.0, 8.0, 0.0, 0.0, 0.0, 0.0, 5.0, 11.0, 17.0, 8.0, 4.0, 5.0, 6.0, 0.0, 4.0, 11.0, 9.0, 7.0, 8.0, 7.0, 6.0, 5.0, 6.0, 15.0, 27.0, 29.0, 42.0, 44.0, 49.0, 61.0, 83.0, 123.0, 119.0, 211.0, 251.0, 325.0, 398.0, 591.0, 768.0, 1218.0, 1841.0, 6221.0, 2008.0, 1285.0, 812.0, 591.0, 387.0, 285.0, 161.0, 101.0, 68.0, 55.0, 29.0, 19.0, 20.0, 17.0, 9.0, 10.0, 4.0, 9.0, 5.0, 1.0, 3.0], "bins": [-0.01159602776169777, -0.011324931867420673, -0.011053835041821003, -0.010782739147543907, -0.010511642321944237, -0.010240546427667141, -0.00996944960206747, -0.009698353707790375, -0.009427256882190704, -0.009156160987913609, -0.008885064162313938, -0.008613968268036842, -0.008342871442437172, -0.008071775548160076, -0.007800679188221693, -0.00752958282828331, -0.007258486468344927, -0.006987390108406544, -0.006716293748468161, -0.0064451973885297775, -0.006174101028591394, -0.005903004668653011, -0.005631908308714628, -0.005360811948776245, -0.005089716054499149, -0.004818619694560766, -0.004547523334622383, -0.004276426974684, -0.004005330614745617, -0.003734234254807234, -0.0034631378948688507, -0.0031920415349304676, -0.0029209451749920845, -0.0026498488150537014, -0.0023787524551153183, -0.002107656095176935, -0.001836559851653874, -0.0015654634917154908, -0.0012943672481924295, -0.0010232708882540464, -0.0007521745283156633, -0.0004810781974811107, -0.00020998186664655805, 6.11144641879946e-05, 0.00033221079502254725, 0.0006033071549609303, 0.0008744034566916525, 0.0011454997584223747, 0.0014165961183607578, 0.001687692478299141, 0.001958788838237524, 0.002229885198175907, 0.0025009815581142902, 0.0027720776852220297, 0.003043174045160413, 0.003314270405098796, 0.003585366765037179, 0.003856463124975562, 0.0041275592520833015, 0.004398655612021685, 0.004669751971960068, 0.004940848331898451, 0.005211944691836834, 0.005483041051775217, 0.0057541374117136]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 6.0, 2.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05044306069612503, -0.04740806668996811, -0.044373076409101486, -0.04133808612823486, -0.03830309212207794, -0.03526809811592102, -0.0322331078350544, -0.029198115691542625, -0.026163123548030853, -0.02312813140451908, -0.02009313926100731, -0.017058147117495537, -0.014023154973983765, -0.010988162830471992, -0.00795317068696022, -0.004918178543448448, -0.001883186399936676, 0.0011518057435750961, 0.004186797887086868, 0.0072217900305986404, 0.010256782174110413, 0.013291774317622185, 0.016326766461133957, 0.01936175860464573, 0.0223967507481575, 0.025431742891669273, 0.028466735035181046, 0.03150172531604767, 0.03453671932220459, 0.03757171332836151, 0.040606703609228134, 0.04364169389009476, 0.04667668789625168, 0.0497116819024086, 0.05274667218327522, 0.055781662464141846, 0.05881665647029877, 0.06185165047645569, 0.06488664448261261, 0.06792163103818893, 0.07095662504434586, 0.07399161905050278, 0.0770266056060791, 0.08006159961223602, 0.08309659361839294, 0.08613158762454987, 0.08916658163070679, 0.09220156818628311, 0.09523656219244003, 0.09827155619859695, 0.10130654275417328, 0.1043415367603302, 0.10737653076648712, 0.11041152477264404, 0.11344651877880096, 0.11648150533437729, 0.11951649934053421, 0.12255149334669113, 0.12558647990226746, 0.12862147390842438, 0.1316564679145813, 0.13469146192073822, 0.13772645592689514, 0.14076144993305206, 0.14379644393920898]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 5.0, 1.0, 6.0, 14.0, 19.0, 19.0, 16.0, 17.0, 19.0, 16.0, 34.0, 25.0, 14.0, 11.0, 4.0, 10.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 3.0, 3.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 0.0, 1.0, 3.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0], "bins": [-0.040434807538986206, -0.038504522293806076, -0.036574240773916245, -0.034643955528736115, -0.03271367400884628, -0.030783388763666153, -0.028853103518486023, -0.026922820135951042, -0.02499253675341606, -0.02306225337088108, -0.0211319699883461, -0.01920168474316597, -0.01727140136063099, -0.015341117978096008, -0.013410833664238453, -0.011480549350380898, -0.009550265967845917, -0.007619982119649649, -0.005689698271453381, -0.0037594144232571125, -0.0018291305750608444, 0.00010115327313542366, 0.0020314371213316917, 0.00396172096952796, 0.005892004817724228, 0.007822288200259209, 0.009752572514116764, 0.01168285682797432, 0.0136131402105093, 0.015543423593044281, 0.01747370883822441, 0.019403992220759392, 0.021334275603294373, 0.023264558985829353, 0.025194842368364334, 0.027125127613544464, 0.029055410996079445, 0.030985694378614426, 0.032915979623794556, 0.03484626114368439, 0.03677654638886452, 0.03870683163404465, 0.04063711315393448, 0.04256739839911461, 0.04449768364429474, 0.04642796516418457, 0.0483582504093647, 0.05028853192925453, 0.05221881717443466, 0.05414910241961479, 0.05607938393950462, 0.05800966918468475, 0.059939950704574585, 0.061870235949754715, 0.06380052119493484, 0.06573080271482468, 0.0676610916852951, 0.06959137320518494, 0.07152165472507477, 0.0734519362449646, 0.07538222521543503, 0.07731250673532486, 0.07924278825521469, 0.08117307722568512, 0.08310335874557495]}, "_runtime": 67.3057074546814, "_timestamp": 1596212938.007245, "_step": 78}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 2.0, 0.0, 2.0, 2.0, 3.0, 0.0, 4.0, 2.0, 2.0, 5.0, 3.0, 3.0, 1.0, 2.0, 4.0, 2.0, 1.0, 2.0, 4.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.017042072489857674, -0.0166305024176836, -0.01621893234550953, -0.015807362273335457, -0.015395792201161385, -0.014984222128987312, -0.01457265205681324, -0.014161081984639168, -0.013749511912465096, -0.013337941840291023, -0.012926371768116951, -0.012514801695942879, -0.012103231623768806, -0.011691661551594734, -0.011280091479420662, -0.01086852140724659, -0.010456951335072517, -0.010045381262898445, -0.009633811190724373, -0.0092222411185503, -0.008810671046376228, -0.008399100974202156, -0.007987530902028084, -0.0075759608298540115, -0.007164390757679939, -0.006752820685505867, -0.006341250613331795, -0.0059296805411577225, -0.00551811046898365, -0.005106540396809578, -0.004694970324635506, -0.004283400252461433, -0.003871830180287361, -0.003460260108113289, -0.0030486900359392166, -0.0026371199637651443, -0.002225549891591072, -0.0018139798194169998, -0.0014024097472429276, -0.0009908396750688553, -0.000579269602894783, -0.00016769953072071075, 0.0002438705414533615, 0.0006554406136274338, 0.001067010685801506, 0.0014785807579755783, 0.0018901508301496506, 0.002301720902323723, 0.002713290974497795, 0.0031248610466718674, 0.0035364311188459396, 0.003948001191020012, 0.004359571263194084, 0.004771141335368156, 0.005182711407542229, 0.005594281479716301, 0.006005851551890373, 0.0064174216240644455, 0.006828991696238518, 0.00724056176841259, 0.007652131840586662, 0.008063701912760735, 0.008475271984934807, 0.008886842057108879, 0.009298412129282951]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 2.0, 5.0, 2.0, 8.0, 4.0, 8.0, 9.0, 13.0, 25.0, 32.0, 37.0, 66.0, 84.0, 125.0, 192.0, 296.0, 580.0, 5354.0, 425.0, 209.0, 126.0, 110.0, 61.0, 44.0, 30.0, 23.0, 16.0, 14.0, 6.0, 6.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.18766458332538605, -0.18216708302497864, -0.17666959762573242, -0.171172097325325, -0.1656745970249176, -0.1601770967245102, -0.15467959642410278, -0.14918211102485657, -0.14368461072444916, -0.13818711042404175, -0.13268962502479553, -0.12719212472438812, -0.12169462442398071, -0.1161971241235733, -0.11069963127374649, -0.10520213842391968, -0.09970463812351227, -0.09420713782310486, -0.08870964497327805, -0.08321215212345123, -0.07771465182304382, -0.07221715152263641, -0.0667196586728096, -0.06122216209769249, -0.05572466552257538, -0.05022716894745827, -0.044729672372341156, -0.039232175797224045, -0.033734679222106934, -0.028237182646989822, -0.02273968607187271, -0.0172421894967556, -0.011744692921638489, -0.0062471963465213776, -0.0007496997714042664, 0.004747796803712845, 0.010245293378829956, 0.015742789953947067, 0.02124028652906418, 0.02673778310418129, 0.0322352796792984, 0.03773277625441551, 0.04323027282953262, 0.048727769404649734, 0.054225265979766846, 0.05972276255488396, 0.06522025913000107, 0.07071775197982788, 0.07621525228023529, 0.0817127525806427, 0.08721024543046951, 0.09270773828029633, 0.09820523858070374, 0.10370273888111115, 0.10920023173093796, 0.11469772458076477, 0.12019522488117218, 0.1256927251815796, 0.1311902105808258, 0.13668771088123322, 0.14218521118164062, 0.14768271148204803, 0.15318021178245544, 0.15867769718170166, 0.16417519748210907]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 1.0, 5.0, 2.0, 1.0, 1.0, 6.0, 2.0, 3.0, 6.0, 3.0, 14.0, 25.0, 3.0, 2.0, 3.0, 3.0, 2.0, 0.0, 8.0, 3.0, 2.0, 3.0, 0.0, 6.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.0027436211239546537, -0.0026648910716176033, -0.002586160786449909, -0.0025074307341128588, -0.0024287006817758083, -0.002349970629438758, -0.0022712405771017075, -0.0021925102919340134, -0.002113780239596963, -0.0020350501872599125, -0.0019563199020922184, -0.001877589849755168, -0.0017988597974181175, -0.001720129745081067, -0.0016413995763286948, -0.0015626694075763226, -0.0014839393552392721, -0.0014052093029022217, -0.0013264791341498494, -0.0012477489653974771, -0.0011690189130604267, -0.0010902888607233763, -0.001011558691971004, -0.0009328285814262927, -0.0008540984708815813, -0.00077536836033687, -0.0006966382497921586, -0.0006179081392474473, -0.0005391780287027359, -0.00046044791815802455, -0.0003817178076133132, -0.00030298769706860185, -0.0002242575865238905, -0.00014552747597917914, -6.679736543446779e-05, 1.1932745110243559e-05, 9.066285565495491e-05, 0.00016939296619966626, 0.0002481230767443776, 0.00032685318728908896, 0.0004055832978338003, 0.00048431340837851167, 0.000563043518923223, 0.0006417736294679344, 0.0007205037400126457, 0.0007992338505573571, 0.0008779639611020684, 0.0009566940716467798, 0.0010354241821914911, 0.0011141542345285416, 0.0011928844032809138, 0.001271614572033286, 0.0013503446243703365, 0.001429074676707387, 0.0015078048454597592, 0.0015865350142121315, 0.001665265066549182, 0.0017439951188862324, 0.0018227252876386046, 0.001901455456390977, 0.0019801855087280273, 0.0020589155610650778, 0.0021376456134021282, 0.0022163758985698223, 0.0022951059509068727]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 3.0, 3.0, 1.0, 4.0, 7.0, 9.0, 12.0, 8.0, 17.0, 25.0, 25.0, 35.0, 57.0, 91.0, 121.0, 182.0, 270.0, 352.0, 521.0, 766.0, 1130.0, 1706.0, 2760.0, 4185.0, 6893.0, 12317.0, 22774.0, 47249.0, 124108.0, 781599.0, 84155.0, 36828.0, 19825.0, 11599.0, 6973.0, 4278.0, 2785.0, 1831.0, 1217.0, 833.0, 601.0, 384.0, 289.0, 212.0, 149.0, 91.0, 87.0, 70.0, 45.0, 35.0, 35.0, 23.0, 19.0, 12.0, 12.0, 8.0, 6.0, 6.0, 5.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.005291525274515152, -0.005117781925946474, -0.004944038577377796, -0.004770295228809118, -0.00459655188024044, -0.00442280899733305, -0.004249065648764372, -0.004075322300195694, -0.003901578951627016, -0.003727835603058338, -0.0035540922544896603, -0.003380349138751626, -0.003206605790182948, -0.00303286244161427, -0.002859119325876236, -0.002685375977307558, -0.00251163262873888, -0.0023378892801702023, -0.0021641459316015244, -0.00199040281586349, -0.0018166594672948122, -0.0016429161187261343, -0.0014691728865727782, -0.0012954296544194221, -0.0011216863058507442, -0.0009479430154897273, -0.0007741997251287103, -0.0006004564347676933, -0.0004267131444066763, -0.0002529698540456593, -7.922656368464231e-05, 9.451672667637467e-05, 0.00026826001703739166, 0.00044200330739840865, 0.0006157465977594256, 0.0007894898881204426, 0.0009632331784814596, 0.0011369765270501375, 0.0013107197592034936, 0.0014844629913568497, 0.0016582063399255276, 0.0018319496884942055, 0.0020056930370628834, 0.0021794361528009176, 0.0023531795013695955, 0.0025269228499382734, 0.0027006659656763077, 0.0028744093142449856, 0.0030481526628136635, 0.0032218960113823414, 0.0033956393599510193, 0.0035693824756890535, 0.0037431258242577314, 0.003916868939995766, 0.004090612288564444, 0.0042643556371331215, 0.004438098985701799, 0.004611842334270477, 0.004785585682839155, 0.004959329031407833, 0.005133071914315224, 0.005306815262883902, 0.0054805586114525795, 0.005654301960021257, 0.005828045308589935]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 4.0, 2.0, 8.0, 5.0, 9.0, 4.0, 4.0, 3.0, 0.0, 1.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.04402858763933182, -0.04300890862941742, -0.04198922961950302, -0.04096955433487892, -0.03994987532496452, -0.038930196315050125, -0.03791051730513573, -0.03689083829522133, -0.03587116301059723, -0.03485148400068283, -0.03383180499076843, -0.032812125980854034, -0.031792446970939636, -0.030772769823670387, -0.02975309081375599, -0.02873341366648674, -0.027713734656572342, -0.026694055646657944, -0.025674378499388695, -0.024654699489474297, -0.023635022342205048, -0.02261534333229065, -0.02159566432237625, -0.020575987175107002, -0.019556308165192604, -0.018536629155278206, -0.017516952008008957, -0.01649727299809456, -0.015477594919502735, -0.014457916840910912, -0.013438237830996513, -0.01241855975240469, -0.011398881673812866, -0.010379203595221043, -0.009359525516629219, -0.00833984650671482, -0.007320168428122997, -0.006300490349531174, -0.005280811805278063, -0.004261133261024952, -0.0032414551824331284, -0.002221776871010661, -0.001202098559588194, -0.00018242024816572666, 0.0008372580632567406, 0.0018569363746792078, 0.002876614686101675, 0.0038962929975241423, 0.0049159713089466095, 0.005935649387538433, 0.006955327931791544, 0.007975006476044655, 0.008994684554636478, 0.010014362633228302, 0.0110340416431427, 0.012053719721734524, 0.013073397800326347, 0.014093075878918171, 0.015112753957509995, 0.016132432967424393, 0.01715211197733879, 0.01817178912460804, 0.019191468134522438, 0.020211145281791687, 0.021230824291706085]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [8.0, 7.0, 2.0, 1.0, 1.0, 4.0, 11.0, 11.0, 8.0, 11.0, 8.0, 10.0, 4.0, 9.0, 10.0, 14.0, 18.0, 27.0, 19.0, 17.0, 29.0, 22.0, 29.0, 46.0, 62.0, 78.0, 97.0, 108.0, 154.0, 200.0, 247.0, 323.0, 494.0, 812.0, 1962.0, 6594.0, 2282.0, 1453.0, 924.0, 567.0, 427.0, 306.0, 223.0, 181.0, 133.0, 92.0, 102.0, 70.0, 52.0, 35.0, 28.0, 18.0, 16.0, 12.0, 14.0, 8.0, 14.0, 4.0, 5.0, 5.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.013853849843144417, -0.013460362330079079, -0.01306687481701374, -0.012673388235270977, -0.012279900722205639, -0.0118864132091403, -0.011492925696074963, -0.011099438183009624, -0.010705951601266861, -0.010312464088201523, -0.009918976575136185, -0.009525489062070847, -0.009132001549005508, -0.00873851403594017, -0.008345027454197407, -0.007951539941132069, -0.0075580524280667305, -0.007164564915001392, -0.0067710778675973415, -0.006377590354532003, -0.005984103307127953, -0.0055906157940626144, -0.005197128280997276, -0.0048036412335932255, -0.004410153720527887, -0.004016666207462549, -0.0036231791600584984, -0.0032296916469931602, -0.0028362043667584658, -0.0024427170865237713, -0.002049229573458433, -0.0016557422932237387, -0.0012622550129890442, -0.0008687676745466888, -0.0004752803361043334, -8.1792997661978e-05, 0.0003116943407803774, 0.0007051816792227328, 0.0010986690176650882, 0.0014921564143151045, 0.001885643694549799, 0.0022791309747844934, 0.002672618255019188, 0.003066105768084526, 0.0034595930483192205, 0.003853080328553915, 0.004246567841619253, 0.004640054889023304, 0.005033542402088642, 0.00542702991515398, 0.005820516962558031, 0.006214004475623369, 0.00660749152302742, 0.007000979036092758, 0.007394466549158096, 0.007787953596562147, 0.008181441575288773, 0.008574928157031536, 0.008968415670096874, 0.009361903183162212, 0.00975539069622755, 0.010148878209292889, 0.010542364791035652, 0.01093585230410099, 0.011329339817166328]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 5.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.06638367474079132, -0.06215672567486763, -0.05792977660894394, -0.05370283126831055, -0.049475882202386856, -0.045248933136463165, -0.04102198779582977, -0.03679503872990608, -0.03256808966398239, -0.0283411405980587, -0.02411419339478016, -0.019887246191501617, -0.015660297125577927, -0.01143334899097681, -0.007206400856375694, -0.002979452721774578, 0.001247495412826538, 0.005474443547427654, 0.00970139168202877, 0.013928339816629887, 0.018155287951231003, 0.022382237017154694, 0.026609184220433235, 0.030836131423711777, 0.03506308048963547, 0.03929002955555916, 0.04351697862148285, 0.04774392396211624, 0.05197087302803993, 0.05619782209396362, 0.060424767434597015, 0.064651720225811, 0.0688786655664444, 0.07310561090707779, 0.07733256369829178, 0.08155950903892517, 0.08578646183013916, 0.09001340717077255, 0.09424035251140594, 0.09846730530261993, 0.10269425064325333, 0.10692119598388672, 0.11114814877510071, 0.1153750941157341, 0.11960203945636749, 0.12382899224758148, 0.12805594503879547, 0.13228288292884827, 0.13650983572006226, 0.14073678851127625, 0.14496372640132904, 0.14919067919254303, 0.15341763198375702, 0.15764456987380981, 0.1618715226650238, 0.1660984754562378, 0.17032542824745178, 0.17455236613750458, 0.17877931892871857, 0.18300627171993256, 0.18723320960998535, 0.19146016240119934, 0.19568711519241333, 0.19991405308246613, 0.20414100587368011]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 5.0, 4.0, 5.0, 2.0, 3.0, 12.0, 6.0, 10.0, 8.0, 15.0, 17.0, 18.0, 25.0, 50.0, 19.0, 10.0, 13.0, 11.0, 2.0, 1.0, 3.0, 4.0, 0.0, 3.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 2.0, 0.0, 3.0, 1.0, 0.0, 2.0, 2.0, 2.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.04984567314386368, -0.04744206741452217, -0.045038461685180664, -0.04263485595583916, -0.04023125022649765, -0.037827640771865845, -0.03542403504252434, -0.03302042931318283, -0.030616823583841324, -0.028213217854499817, -0.02580961212515831, -0.023406004533171654, -0.021002398803830147, -0.01859879307448864, -0.016195185482501984, -0.013791579753160477, -0.01138797402381897, -0.008984368294477463, -0.006580761633813381, -0.004177155438810587, -0.0017735492438077927, 0.0006300569511950016, 0.003033663146197796, 0.00543726934120059, 0.007840875536203384, 0.010244481265544891, 0.012648087926208973, 0.015051694586873055, 0.01745530031621456, 0.01985890604555607, 0.022262513637542725, 0.02466611936688423, 0.02706972509622574, 0.029473330825567245, 0.03187693655490875, 0.03428054228425026, 0.036684148013591766, 0.03908775746822357, 0.04149136319756508, 0.043894968926906586, 0.04629857465624809, 0.0487021803855896, 0.05110578611493111, 0.053509391844272614, 0.05591300129890442, 0.058316607028245926, 0.06072021275758743, 0.06312381476163864, 0.06552742421627045, 0.06793103367090225, 0.07033463567495346, 0.07273824512958527, 0.07514184713363647, 0.07754545658826828, 0.07994905859231949, 0.0823526680469513, 0.0847562700510025, 0.08715987950563431, 0.08956348896026611, 0.09196709096431732, 0.09437070041894913, 0.09677430242300034, 0.09917791187763214, 0.10158151388168335, 0.10398512333631516]}, "_runtime": 68.09203433990479, "_timestamp": 1596212938.793572, "_step": 79}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 3.0, 2.0, 0.0, 2.0, 2.0, 0.0, 2.0, 2.0, 2.0, 2.0, 6.0, 3.0, 2.0, 2.0, 4.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.010111621581017971, -0.009840736165642738, -0.009569850750267506, -0.009298965334892273, -0.00902807991951704, -0.008757194504141808, -0.008486309088766575, -0.008215423673391342, -0.007944537326693535, -0.0076736523769795895, -0.007402766961604357, -0.007131881546229124, -0.006860995665192604, -0.006590110249817371, -0.006319224834442139, -0.006048339419066906, -0.005777454003691673, -0.005506568588316441, -0.005235683172941208, -0.004964797757565975, -0.0046939123421907425, -0.0044230264611542225, -0.00415214104577899, -0.003881255630403757, -0.0036103702150285244, -0.0033394847996532917, -0.003068599384278059, -0.0027977137360721827, -0.00252682832069695, -0.0022559429053217173, -0.001985057257115841, -0.0017141718417406082, -0.0014432864263653755, -0.0011724010109901428, -0.0009015154791995883, -0.0006306300056166947, -0.0003597445320338011, -8.885905845090747e-05, 0.00018202641513198614, 0.00045291188871487975, 0.0007237973622977734, 0.000994682777673006, 0.0012655683094635606, 0.001536453841254115, 0.0018073392566293478, 0.0020782246720045805, 0.002349110320210457, 0.0026199957355856895, 0.0028908811509609222, 0.003161766566336155, 0.0034326519817113876, 0.003703537629917264, 0.003974422812461853, 0.004245308693498373, 0.004516194108873606, 0.004787079524248838, 0.005057964939624071, 0.005328850354999304, 0.0055997357703745365, 0.005870621185749769, 0.006141507066786289, 0.006412392482161522, 0.006683277897536755, 0.006954163312911987, 0.00722504872828722]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 3.0, 2.0, 2.0, 2.0, 5.0, 2.0, 6.0, 5.0, 6.0, 10.0, 7.0, 22.0, 13.0, 24.0, 22.0, 31.0, 39.0, 40.0, 57.0, 65.0, 92.0, 100.0, 157.0, 194.0, 308.0, 642.0, 4696.0, 444.0, 240.0, 162.0, 116.0, 89.0, 61.0, 58.0, 33.0, 29.0, 34.0, 14.0, 8.0, 15.0, 15.0, 14.0, 7.0, 7.0, 7.0, 6.0, 6.0, 2.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.1102086752653122, -0.10706054419279099, -0.10391240566968918, -0.10076427459716797, -0.09761613607406616, -0.09446800500154495, -0.09131986647844315, -0.08817173540592194, -0.08502359688282013, -0.08187546581029892, -0.07872733473777771, -0.0755791962146759, -0.0724310651421547, -0.06928292661905289, -0.06613479554653168, -0.06298665702342987, -0.05983852595090866, -0.05669039115309715, -0.053542256355285645, -0.050394121557474136, -0.04724598675966263, -0.04409785568714142, -0.04094972088932991, -0.0378015860915184, -0.034653451293706894, -0.031505316495895386, -0.028357181698083878, -0.02520904876291752, -0.02206091396510601, -0.018912779167294502, -0.015764646232128143, -0.012616511434316635, -0.009468376636505127, -0.006320242304354906, -0.003172107972204685, -2.397364005446434e-05, 0.0031241606920957565, 0.006272295024245977, 0.009420429356396198, 0.012568563222885132, 0.01571669802069664, 0.018864832818508148, 0.022012967616319656, 0.025161100551486015, 0.028309235349297523, 0.03145736828446388, 0.03460550308227539, 0.0377536378800869, 0.04090177267789841, 0.044049907475709915, 0.04719804227352142, 0.05034617707133293, 0.05349431186914444, 0.05664244294166565, 0.05979057773947716, 0.06293871253728867, 0.06608684360980988, 0.06923498213291168, 0.07238311320543289, 0.0755312517285347, 0.07867938280105591, 0.08182752132415771, 0.08497565239667892, 0.08812379091978073, 0.09127192199230194]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 1.0, 5.0, 7.0, 5.0, 1.0, 4.0, 3.0, 3.0, 4.0, 1.0, 5.0, 25.0, 4.0, 4.0, 4.0, 1.0, 3.0, 0.0, 2.0, 4.0, 6.0, 2.0, 3.0, 2.0, 2.0, 4.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002038491889834404, -0.0019471029518172145, -0.001855714013800025, -0.0017643251921981573, -0.0016729362541809678, -0.0015815473161637783, -0.0014901583781465888, -0.0013987694401293993, -0.0013073806185275316, -0.0012159916805103421, -0.0011246027424931526, -0.0010332138044759631, -0.0009418248664587736, -0.000850435986649245, -0.0007590470486320555, -0.0006676581688225269, -0.0005762692308053374, -0.0004848803218919784, -0.00039349141297861934, -0.00030210247496142983, -0.0002107135660480708, -0.00011932464985875413, -2.7935733669437468e-05, 6.345318251987919e-05, 0.00015484209870919585, 0.0002462310076225549, 0.00033761991653591394, 0.00042900885455310345, 0.000520397792570293, 0.0006117866723798215, 0.000703175610397011, 0.0007945644902065396, 0.0008859534282237291, 0.0009773423662409186, 0.0010687313042581081, 0.0011601201258599758, 0.0012515090638771653, 0.0013428980018943548, 0.0014342869399115443, 0.0015256758779287338, 0.0016170646995306015, 0.001708453637547791, 0.0017998425755649805, 0.00189123151358217, 0.0019826204515993595, 0.002074009273201227, 0.0021653983276337385, 0.002256787149235606, 0.0023481762036681175, 0.002439565025269985, 0.002530953846871853, 0.002622342901304364, 0.002713731722906232, 0.002805120777338743, 0.002896509598940611, 0.0029878984205424786, 0.00307928747497499, 0.0031706762965768576, 0.003262065351009369, 0.0033534541726112366, 0.0034448429942131042, 0.0035362320486456156, 0.0036276208702474833, 0.0037190099246799946, 0.0038103987462818623]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 3.0, 3.0, 6.0, 6.0, 11.0, 19.0, 21.0, 34.0, 43.0, 75.0, 108.0, 200.0, 303.0, 504.0, 728.0, 1271.0, 2144.0, 3718.0, 6686.0, 12571.0, 27304.0, 71626.0, 826195.0, 133350.0, 40504.0, 19585.0, 11132.0, 7149.0, 4596.0, 3007.0, 2034.0, 1412.0, 917.0, 681.0, 435.0, 348.0, 276.0, 165.0, 124.0, 105.0, 68.0, 52.0, 33.0, 28.0, 13.0, 12.0, 11.0, 4.0, 4.0, 8.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 2.0, 1.0], "bins": [-0.0061913118697702885, -0.0059516653418540955, -0.005712018348276615, -0.005472371354699135, -0.005232724826782942, -0.004993078298866749, -0.0047534313052892685, -0.004513784311711788, -0.004274137783795595, -0.004034491255879402, -0.003794844262301922, -0.003555197501555085, -0.0033155507408082485, -0.003075903980061412, -0.002836257219314575, -0.0025966104585677385, -0.002356963697820902, -0.002117316937074065, -0.0018776701763272285, -0.0016380234155803919, -0.0013983766548335552, -0.0011587298940867186, -0.0009190831333398819, -0.0006794363725930452, -0.00043978961184620857, -0.0002001428510993719, 3.950390964746475e-05, 0.0002791506703943014, 0.0005187974311411381, 0.0007584441918879747, 0.0009980909526348114, 0.001237737713381648, 0.0014773844741284847, 0.0017170312348753214, 0.001956677995622158, 0.0021963247563689947, 0.0024359715171158314, 0.002675618277862668, 0.0029152650386095047, 0.0031549117993563414, 0.003394558560103178, 0.0036342053208500147, 0.0038738520815968513, 0.004113499075174332, 0.004353145603090525, 0.004592792131006718, 0.004832439124584198, 0.005072086118161678, 0.005311732646077871, 0.005551379173994064, 0.005791026167571545, 0.006030673161149025, 0.006270319689065218, 0.006509966216981411, 0.006749613210558891, 0.006989260204136372, 0.007228906732052565, 0.007468553259968758, 0.007708200253546238, 0.007947847247123718, 0.008187493309378624, 0.008427140302956104, 0.008666787296533585, 0.008906434290111065, 0.009146081283688545]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 4.0, 8.0, 5.0, 8.0, 3.0, 4.0, 10.0, 4.0, 3.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.031500786542892456, -0.029760725796222687, -0.028020665049552917, -0.026280604302883148, -0.02454054355621338, -0.02280048094689846, -0.02106042020022869, -0.019320359453558922, -0.017580298706889153, -0.015840237960219383, -0.014100177213549614, -0.01236011553555727, -0.0106200547888875, -0.008879994042217731, -0.007139932829886675, -0.005399871617555618, -0.003659810870885849, -0.001919749891385436, -0.00017968891188502312, 0.0015603720676153898, 0.0033004330471158028, 0.005040493793785572, 0.006780555006116629, 0.008520616218447685, 0.010260676965117455, 0.012000737711787224, 0.013740798458456993, 0.015480860136449337, 0.01722092181444168, 0.01896098256111145, 0.02070104330778122, 0.02244110405445099, 0.024181164801120758, 0.025921225547790527, 0.027661286294460297, 0.029401347041130066, 0.031141407787799835, 0.032881468534469604, 0.034621529281139374, 0.03636159002780914, 0.03810165077447891, 0.03984171524643898, 0.04158177599310875, 0.04332183673977852, 0.04506189748644829, 0.04680195823311806, 0.04854201897978783, 0.050282079726457596, 0.052022140473127365, 0.053762201219797134, 0.055502261966466904, 0.05724232271313667, 0.05898238345980644, 0.06072244420647621, 0.06246250495314598, 0.06420256942510605, 0.06594263017177582, 0.06768269091844559, 0.06942275166511536, 0.07116281241178513, 0.0729028731584549, 0.07464293390512466, 0.07638299465179443, 0.0781230553984642, 0.07986311614513397]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 2.0, 4.0, 6.0, 16.0, 11.0, 21.0, 22.0, 30.0, 46.0, 66.0, 99.0, 176.0, 238.0, 357.0, 561.0, 848.0, 1278.0, 1942.0, 3573.0, 6264.0, 1064.0, 547.0, 329.0, 217.0, 135.0, 120.0, 73.0, 62.0, 45.0, 46.0, 32.0, 39.0, 13.0, 6.0, 6.0, 6.0, 12.0, 6.0, 9.0, 10.0, 11.0, 9.0, 5.0, 2.0, 3.0, 4.0, 2.0, 6.0, 3.0, 5.0, 3.0, 4.0, 11.0, 6.0, 0.0, 0.0, 1.0, 2.0, 3.0, 6.0, 6.0], "bins": [-0.013402355834841728, -0.012795655988156796, -0.012188955210149288, -0.011582255363464355, -0.010975554585456848, -0.010368854738771915, -0.009762154892086983, -0.009155454114079475, -0.008548754267394543, -0.00794205442070961, -0.007335353642702103, -0.00672865379601717, -0.00612195348367095, -0.00551525317132473, -0.004908553324639797, -0.004301853012293577, -0.003695152699947357, -0.003088452387601137, -0.002481752308085561, -0.0018750521121546626, -0.0012683519162237644, -0.0006616517202928662, -5.495152436196804e-05, 0.0005517486715689301, 0.0011584488674998283, 0.0017651490634307265, 0.0023718492593616247, 0.002978549338877201, 0.003585249651223421, 0.004191949963569641, 0.004798649810254574, 0.005405350122600794, 0.006012050434947014, 0.006618750747293234, 0.007225451059639454, 0.007832150906324387, 0.008438851684331894, 0.009045551531016827, 0.00965225137770176, 0.010258952155709267, 0.0108656520023942, 0.011472351849079132, 0.01207905262708664, 0.012685752473771572, 0.013292452320456505, 0.013899153098464012, 0.014505852945148945, 0.015112553723156452, 0.015719253569841385, 0.016325954347848892, 0.01693265326321125, 0.017539354041218758, 0.018146054819226265, 0.018752753734588623, 0.01935945451259613, 0.019966155290603638, 0.020572856068611145, 0.021179554983973503, 0.02178625576198101, 0.022392956539988518, 0.022999655455350876, 0.023606356233358383, 0.02421305701136589, 0.02481975592672825, 0.025426456704735756]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 3.0, 1.0, 0.0, 2.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2824244499206543, -0.27458974719047546, -0.26675501465797424, -0.2589203119277954, -0.2510856091976166, -0.24325089156627655, -0.23541617393493652, -0.2275814712047577, -0.21974675357341766, -0.21191203594207764, -0.2040773332118988, -0.19624261558055878, -0.18840789794921875, -0.18057319521903992, -0.1727384775876999, -0.16490377485752106, -0.15706905722618103, -0.149234339594841, -0.14139963686466217, -0.13356491923332214, -0.1257302165031433, -0.11789549887180328, -0.11006078124046326, -0.10222607105970383, -0.0943913608789444, -0.08655665069818497, -0.07872194051742554, -0.07088722288608551, -0.06305251270532608, -0.05521780252456665, -0.04738308861851692, -0.039548374712467194, -0.031713664531707764, -0.023878952488303185, -0.016044240444898605, -0.008209528401494026, -0.000374816358089447, 0.007459895685315132, 0.015294607728719711, 0.02312931977212429, 0.03096403181552887, 0.0387987419962883, 0.04663345590233803, 0.054468169808387756, 0.062302879989147186, 0.07013759016990662, 0.07797230780124664, 0.08580701798200607, 0.0936417281627655, 0.10147643834352493, 0.10931114852428436, 0.11714586615562439, 0.12498057633638382, 0.13281528651714325, 0.14065000414848328, 0.1484847068786621, 0.15631942451000214, 0.16415414214134216, 0.171988844871521, 0.17982356250286102, 0.18765828013420105, 0.19549298286437988, 0.2033277004957199, 0.21116240322589874, 0.21899712085723877]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 1.0, 2.0, 0.0, 4.0, 1.0, 2.0, 1.0, 3.0, 4.0, 3.0, 4.0, 3.0, 4.0, 5.0, 5.0, 8.0, 11.0, 64.0, 56.0, 25.0, 16.0, 9.0, 4.0, 2.0, 0.0, 4.0, 1.0, 1.0, 3.0, 6.0, 3.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.13786253333091736, -0.13308143615722656, -0.12830035388469696, -0.12351925671100616, -0.11873816698789597, -0.11395707726478577, -0.10917598009109497, -0.10439489036798477, -0.09961380064487457, -0.09483271092176437, -0.09005162119865417, -0.08527052402496338, -0.08048943430185318, -0.07570834457874298, -0.07092724740505219, -0.06614615768194199, -0.06136506795883179, -0.05658397823572159, -0.05180288478732109, -0.04702179133892059, -0.042240701615810394, -0.037459611892700195, -0.0326785184442997, -0.02789742685854435, -0.023116335272789, -0.018335243687033653, -0.013554152101278305, -0.008773060515522957, -0.003991968929767609, 0.0007891226559877396, 0.005570214241743088, 0.010351305827498436, 0.015132397413253784, 0.019913488999009132, 0.02469458058476448, 0.02947567217051983, 0.03425676375627518, 0.039037853479385376, 0.04381894692778587, 0.04860004037618637, 0.05338113009929657, 0.05816221982240677, 0.06294330954551697, 0.06772440671920776, 0.07250549644231796, 0.07728658616542816, 0.08206768333911896, 0.08684877306222916, 0.09162986278533936, 0.09641095250844955, 0.10119204223155975, 0.10597313940525055, 0.11075422912836075, 0.11553531885147095, 0.12031641602516174, 0.12509749829769135, 0.12987859547138214, 0.13465969264507294, 0.13944077491760254, 0.14422187209129333, 0.14900296926498413, 0.15378405153751373, 0.15856514871120453, 0.16334623098373413, 0.16812732815742493]}, "_runtime": 68.89233112335205, "_timestamp": 1596212939.5938687, "_step": 80}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 2.0, 3.0, 5.0, 3.0, 1.0, 1.0, 3.0, 2.0, 2.0, 1.0, 4.0, 2.0, 5.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012449527159333229, -0.01208312064409256, -0.01171671412885189, -0.011350307613611221, -0.010983901098370552, -0.010617494583129883, -0.010251087136566639, -0.00988468062132597, -0.0095182741060853, -0.009151867590844631, -0.008785461075603962, -0.008419054560363293, -0.008052648045122623, -0.007686241529881954, -0.007319834548979998, -0.006953428033739328, -0.006587021518498659, -0.00622061500325799, -0.005854208488017321, -0.005487801507115364, -0.005121394991874695, -0.004754988476634026, -0.004388581961393356, -0.004022175446152687, -0.003655768698081374, -0.003289362182840705, -0.002922955434769392, -0.0025565489195287228, -0.0021901424042880535, -0.0018237356562167406, -0.0014573291409760714, -0.0010909225093200803, -0.0007245158776640892, -0.0003581092751119286, 8.297327440232038e-06, 0.00037470392999239266, 0.0007411105325445533, 0.0011075171642005444, 0.0014739236794412136, 0.0018403303110972047, 0.0022067369427531958, 0.002573143457993865, 0.002939550206065178, 0.003305956721305847, 0.0036723632365465164, 0.004038769751787186, 0.004405176732689142, 0.0047715832479298115, 0.005137989763170481, 0.00550439627841115, 0.005870802793651819, 0.006237209774553776, 0.006603616289794445, 0.006970022805035114, 0.0073364293202757835, 0.007702835835516453, 0.008069242350757122, 0.008435648865997791, 0.00880205538123846, 0.009168462827801704, 0.009534869343042374, 0.009901275858283043, 0.010267682373523712, 0.010634088888764381, 0.01100049540400505]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 6.0, 7.0, 5.0, 3.0, 6.0, 6.0, 7.0, 15.0, 10.0, 19.0, 19.0, 21.0, 24.0, 45.0, 52.0, 51.0, 79.0, 106.0, 142.0, 179.0, 293.0, 3622.0, 2072.0, 360.0, 219.0, 132.0, 111.0, 72.0, 44.0, 36.0, 36.0, 19.0, 25.0, 16.0, 16.0, 13.0, 6.0, 7.0, 4.0, 6.0, 3.0, 3.0, 2.0, 5.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.13162899017333984, -0.1275094598531723, -0.12338991463184357, -0.11927038431167603, -0.11515084654092789, -0.11103130877017975, -0.10691177845001221, -0.10279224067926407, -0.09867270290851593, -0.09455316513776779, -0.09043362736701965, -0.08631409704685211, -0.08219455927610397, -0.07807502150535583, -0.0739554911851883, -0.06983595341444016, -0.06571641564369202, -0.06159687787294388, -0.05747734382748604, -0.0533578097820282, -0.04923827201128006, -0.04511873424053192, -0.04099920019507408, -0.03687966614961624, -0.0327601283788681, -0.028640592470765114, -0.024521056562662125, -0.020401520654559135, -0.016281984746456146, -0.012162448838353157, -0.008042912930250168, -0.003923377022147179, 0.00019615888595581055, 0.0043156947940588, 0.008435230702161789, 0.012554766610264778, 0.016674302518367767, 0.020793838426470757, 0.024913374334573746, 0.029032910242676735, 0.033152446150779724, 0.03727198392152786, 0.0413915179669857, 0.04551105201244354, 0.04963058978319168, 0.05375012755393982, 0.05786966159939766, 0.0619891956448555, 0.06610873341560364, 0.07022827118635178, 0.07434780895709991, 0.07846733927726746, 0.0825868770480156, 0.08670641481876373, 0.09082594513893127, 0.09494548290967941, 0.09906502068042755, 0.10318455845117569, 0.10730409622192383, 0.11142362654209137, 0.11554316431283951, 0.11966270208358765, 0.12378223240375519, 0.12790177762508392, 0.13202130794525146]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 5.0, 3.0, 3.0, 6.0, 3.0, 5.0, 5.0, 4.0, 5.0, 2.0, 1.0, 6.0, 2.0, 2.0, 21.0, 2.0, 2.0, 2.0, 7.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 3.0, 3.0, 4.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.003205916378647089, -0.003112287726253271, -0.003018659073859453, -0.0029250301886349916, -0.0028314015362411737, -0.002737772883847356, -0.0026441439986228943, -0.0025505153462290764, -0.0024568866938352585, -0.0023632580414414406, -0.0022696293890476227, -0.002176000503823161, -0.0020823718514293432, -0.0019887431990355253, -0.0018951144302263856, -0.0018014856614172459, -0.001707857009023428, -0.00161422835662961, -0.0015205995878204703, -0.0014269708190113306, -0.0013333421666175127, -0.0012397135142236948, -0.001146084745414555, -0.0010524559766054153, -0.0009588273242115974, -0.0008651986136101186, -0.0007715699030086398, -0.000677941192407161, -0.0005843124818056822, -0.0004906837712042034, -0.00039705506060272455, -0.00030342635000124574, -0.00020979763939976692, -0.00011616892879828811, -2.2540218196809292e-05, 7.108849240466952e-05, 0.00016471720300614834, 0.00025834591360762715, 0.00035197462420910597, 0.0004456033348105848, 0.0005392320454120636, 0.0006328607560135424, 0.0007264894666150212, 0.0008201181772165, 0.0009137468878179789, 0.0010073755402117968, 0.0011010043090209365, 0.0011946330778300762, 0.0012882617302238941, 0.001381890382617712, 0.0014755191514268517, 0.0015691479202359915, 0.0016627765726298094, 0.0017564052250236273, 0.001850033993832767, 0.0019436627626419067, 0.0020372914150357246, 0.0021309200674295425, 0.0022245487198233604, 0.002318177605047822, 0.00241180625744164, 0.002505434909835458, 0.0025990637950599194, 0.0026926924474537373, 0.002786321099847555]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 2.0, 5.0, 3.0, 3.0, 14.0, 17.0, 25.0, 32.0, 43.0, 80.0, 107.0, 157.0, 241.0, 369.0, 608.0, 806.0, 1193.0, 1921.0, 2968.0, 4928.0, 8107.0, 14864.0, 29076.0, 67132.0, 764852.0, 174920.0, 46515.0, 23094.0, 13036.0, 8101.0, 5265.0, 3463.0, 2353.0, 1608.0, 1102.0, 774.0, 537.0, 379.0, 272.0, 169.0, 125.0, 94.0, 75.0, 55.0, 38.0, 28.0, 22.0, 15.0, 13.0, 11.0, 7.0, 8.0, 5.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.006169413682073355, -0.005956350825726986, -0.005743287969380617, -0.005530225113034248, -0.005317162722349167, -0.005104099866002798, -0.004891037009656429, -0.0046779741533100605, -0.004464911296963692, -0.004251848440617323, -0.0040387860499322414, -0.003825722960755229, -0.003612660337239504, -0.003399597480893135, -0.0031865346245467663, -0.002973472001031041, -0.0027604091446846724, -0.0025473462883383036, -0.0023342836648225784, -0.0021212208084762096, -0.0019081579521298409, -0.0016950952121987939, -0.001482032472267747, -0.0012689696159213781, -0.0010559068759903312, -0.0008428440778516233, -0.0006297812797129154, -0.00041671853978186846, -0.00020365574164316058, 9.407041943632066e-06, 0.00022246982553042471, 0.00043553259456530213, 0.00064859539270401, 0.0008616581908427179, 0.0010747209889814258, 0.0012877837289124727, 0.0015008465852588415, 0.0017139093251898885, 0.0019269720651209354, 0.0021400349214673042, 0.002353097777813673, 0.002566160401329398, 0.002779223257675767, 0.0029922861140221357, 0.003205348737537861, 0.0034184115938842297, 0.0036314744502305984, 0.0038445370737463236, 0.004057600162923336, 0.0042706625536084175, 0.004483725409954786, 0.004696788266301155, 0.004909851122647524, 0.005122913978993893, 0.0053359768353402615, 0.005549039226025343, 0.005762102082371712, 0.0059751649387180805, 0.006188227795064449, 0.006401290651410818, 0.006614353507757187, 0.006827415898442268, 0.007040478754788637, 0.007253541611135006, 0.007466604467481375]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 3.0, 4.0, 4.0, 10.0, 6.0, 1.0, 0.0, 1.0, 3.0, 3.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.018760282546281815, -0.018253548070788383, -0.017746813595294952, -0.01724007911980152, -0.01673334464430809, -0.01622661016881466, -0.015719875693321228, -0.015213141217827797, -0.014706406742334366, -0.01419967319816351, -0.013692938722670078, -0.013186204247176647, -0.012679469771683216, -0.012172735296189785, -0.011666000820696354, -0.011159266345202923, -0.010652531869709492, -0.01014579739421606, -0.00963906291872263, -0.009132328443229198, -0.008625593967735767, -0.008118859492242336, -0.0076121254824101925, -0.007105391006916761, -0.00659865653142333, -0.006091922055929899, -0.005585187580436468, -0.005078453104943037, -0.004571719095110893, -0.004064984619617462, -0.003558250144124031, -0.0030515156686306, -0.002544781193137169, -0.002038046717643738, -0.0015313123585656285, -0.0010245779994875193, -0.0005178435239940882, -1.1109106708317995e-05, 0.0004956253105774522, 0.0010023596696555614, 0.0015090941451489925, 0.0020158286206424236, 0.0025225630961358547, 0.003029297338798642, 0.0035360318142920732, 0.004042766056954861, 0.004549500532448292, 0.005056235007941723, 0.005562969483435154, 0.006069703958928585, 0.006576438434422016, 0.007083172909915447, 0.007589907385408878, 0.00809664186090231, 0.00860337633639574, 0.009110110811889172, 0.009616844356060028, 0.01012357883155346, 0.01063031330704689, 0.011137047782540321, 0.011643782258033752, 0.012150516733527184, 0.012657251209020615, 0.013163985684514046, 0.013670720160007477]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 5.0, 5.0, 12.0, 7.0, 5.0, 12.0, 14.0, 21.0, 15.0, 8.0, 28.0, 40.0, 54.0, 99.0, 121.0, 126.0, 234.0, 323.0, 485.0, 694.0, 1261.0, 2539.0, 6565.0, 1780.0, 1115.0, 745.0, 529.0, 387.0, 322.0, 231.0, 170.0, 93.0, 88.0, 53.0, 40.0, 40.0, 34.0, 22.0, 23.0, 13.0, 9.0, 14.0, 8.0, 5.0, 8.0, 3.0, 5.0, 7.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.008555252104997635, -0.008262483403086662, -0.007969713769853115, -0.0076769450679421425, -0.007384175900369883, -0.007091406732797623, -0.006798637565225363, -0.006505868397653103, -0.00621309969574213, -0.00592033052816987, -0.0056275613605976105, -0.005334792193025351, -0.005042023025453091, -0.004749253857880831, -0.004456485155969858, -0.004163715988397598, -0.0038709468208253384, -0.0035781776532530785, -0.003285408718511462, -0.0029926395509392023, -0.002699870616197586, -0.002407101448625326, -0.0021143322810530663, -0.0018215632298961282, -0.00152879417873919, -0.001236025127582252, -0.000943256018217653, -0.000650486908853054, -0.00035771785769611597, -6.494877743534744e-05, 0.0002278203028254211, 0.0005205894121900201, 0.0008133584633469582, 0.0011061275145038962, 0.0013988965656608343, 0.0016916657332330942, 0.0019844346679747105, 0.0022772038355469704, 0.0025699730031192303, 0.0028627419378608465, 0.0031555111054331064, 0.0034482802730053663, 0.0037410492077469826, 0.0040338183753192425, 0.004326587542891502, 0.004619356710463762, 0.004912125412374735, 0.005204894579946995, 0.005497663747519255, 0.005790432915091515, 0.0060832020826637745, 0.006375970784574747, 0.006668739952147007, 0.006961509119719267, 0.007254278287291527, 0.007547047454863787, 0.007839816622436047, 0.00813258532434702, 0.008425354957580566, 0.008718123659491539, 0.009010892361402512, 0.009303661994636059, 0.009596430696547031, 0.009889200329780579, 0.010181969031691551]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 4.0, 0.0, 0.0, 2.0, 3.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08556754142045975, -0.08282852917909622, -0.0800895243883133, -0.07735051214694977, -0.07461150735616684, -0.07187249511480331, -0.06913348287343979, -0.06639447808265686, -0.06365546584129333, -0.06091645732522011, -0.05817744880914688, -0.055438440293073654, -0.05269943177700043, -0.0499604232609272, -0.047221411019563675, -0.04448240250349045, -0.04174339398741722, -0.039004385471343994, -0.03626537695527077, -0.03352636471390724, -0.030787356197834015, -0.028048347681760788, -0.02530933916568756, -0.022570328786969185, -0.019831320270895958, -0.01709231175482273, -0.014353301376104355, -0.011614292860031128, -0.008875283412635326, -0.006136273965239525, -0.0033972649835050106, -0.0006582557689398527, 0.002080753445625305, 0.004819762893021107, 0.007558771874755621, 0.010297780856490135, 0.013036790303885937, 0.01577579975128174, 0.018514808267354965, 0.02125381864607334, 0.02399282716214657, 0.026731835678219795, 0.02947084605693817, 0.0322098545730114, 0.034948863089084625, 0.03768787160515785, 0.04042688384652138, 0.043165892362594604, 0.04590490087866783, 0.04864390939474106, 0.051382917910814285, 0.05412193015217781, 0.05686093866825104, 0.059599947184324265, 0.06233895570039749, 0.06507796794176102, 0.06781697273254395, 0.07055598497390747, 0.0732949897646904, 0.07603400200605392, 0.07877301424741745, 0.08151201903820038, 0.0842510312795639, 0.08699003607034683, 0.08972904831171036]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 2.0, 1.0, 3.0, 3.0, 1.0, 3.0, 3.0, 4.0, 5.0, 4.0, 10.0, 8.0, 26.0, 59.0, 36.0, 32.0, 17.0, 11.0, 11.0, 6.0, 4.0, 2.0, 3.0, 3.0, 2.0, 3.0, 3.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.08739294111728668, -0.08535504341125488, -0.08331714570522308, -0.08127924799919128, -0.07924135029315948, -0.07720345258712769, -0.07516556233167648, -0.07312766462564468, -0.07108976691961288, -0.06905186921358109, -0.06701397150754929, -0.06497607380151749, -0.06293817609548569, -0.06090027838945389, -0.05886238440871239, -0.05682448670268059, -0.05478658899664879, -0.05274869129061699, -0.05071079358458519, -0.04867289960384369, -0.04663500189781189, -0.04459710419178009, -0.04255920648574829, -0.04052130877971649, -0.03848341107368469, -0.03644551709294319, -0.03440761938691139, -0.03236972168087959, -0.030331823974847794, -0.028293928131461143, -0.026256030425429344, -0.024218134582042694, -0.022180236876010895, -0.020142339169979095, -0.018104443326592445, -0.016066545620560646, -0.014028648845851421, -0.011990752071142197, -0.009952854365110397, -0.007914957590401173, -0.005877060815691948, -0.0038391638081520796, -0.0018012668006122112, 0.00023663020692765713, 0.0022745272144675255, 0.00431242398917675, 0.006350321229547262, 0.008388218469917774, 0.010426115244626999, 0.012464012019336224, 0.014501908794045448, 0.016539806500077248, 0.018577702343463898, 0.020615600049495697, 0.022653497755527496, 0.024691393598914146, 0.026729291304945946, 0.028767189010977745, 0.030805084854364395, 0.032842982560396194, 0.034880880266427994, 0.03691877797245979, 0.038956671953201294, 0.04099456965923309, 0.04303246736526489]}, "_runtime": 69.67085909843445, "_timestamp": 1596212940.3723967, "_step": 81}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 0.0, 3.0, 2.0, 2.0, 6.0, 5.0, 2.0, 5.0, 2.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.013839303515851498, -0.013391204178333282, -0.012943104840815067, -0.012495006434619427, -0.012046907097101212, -0.011598807759582996, -0.011150708422064781, -0.010702609084546566, -0.01025450974702835, -0.00980641134083271, -0.009358312003314495, -0.00891021266579628, -0.008462113328278065, -0.00801401399075985, -0.007565915118902922, -0.007117816247045994, -0.006669716909527779, -0.0062216175720095634, -0.005773518700152636, -0.00532541936263442, -0.0048773204907774925, -0.004429221153259277, -0.003981121815741062, -0.0035330227110534906, -0.003084923606365919, -0.0026368245016783476, -0.002188725396990776, -0.0017406260594725609, -0.0012925269547849894, -0.0008444277918897569, -0.0003963286289945245, 5.177053390070796e-05, 0.0004998696967959404, 0.0009479688596911728, 0.0013960680225864053, 0.0018441672436892986, 0.00229226634837687, 0.0027403654530644417, 0.003188464790582657, 0.0036365638952702284, 0.0040846629999578, 0.004532762337476015, 0.004980861209332943, 0.005428960546851158, 0.005877059884369373, 0.006325158756226301, 0.006773258093744516, 0.007221356965601444, 0.007669456303119659, 0.008117555640637875, 0.00856565497815609, 0.00901375338435173, 0.009461852721869946, 0.00990995205938816, 0.010358051396906376, 0.010806150734424591, 0.011254249140620232, 0.011702348478138447, 0.012150447815656662, 0.012598547153174877, 0.013046646490693092, 0.013494745828211308, 0.013942844234406948, 0.014390943571925163, 0.014839042909443378]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 3.0, 2.0, 5.0, 6.0, 5.0, 6.0, 13.0, 6.0, 10.0, 17.0, 16.0, 11.0, 21.0, 29.0, 36.0, 49.0, 72.0, 98.0, 142.0, 186.0, 247.0, 463.0, 5110.0, 549.0, 242.0, 160.0, 104.0, 65.0, 69.0, 41.0, 30.0, 20.0, 17.0, 14.0, 15.0, 6.0, 8.0, 8.0, 3.0, 5.0, 4.0, 3.0, 2.0, 1.0, 4.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.13445685803890228, -0.12986917793750763, -0.12528151273727417, -0.12069383263587952, -0.11610615253448486, -0.11151847243309021, -0.10693079978227615, -0.1023431271314621, -0.09775544703006744, -0.09316776692867279, -0.08858009427785873, -0.08399242162704468, -0.07940474152565002, -0.07481706142425537, -0.07022938877344131, -0.06564171612262726, -0.061054036021232605, -0.05646635964512825, -0.051878683269023895, -0.04729100689291954, -0.042703330516815186, -0.03811565414071083, -0.033527977764606476, -0.02894030138850212, -0.024352625012397766, -0.01976494863629341, -0.015177272260189056, -0.010589595884084702, -0.006001919507980347, -0.0014142431318759918, 0.003173433244228363, 0.007761109620332718, 0.012348785996437073, 0.016936462372541428, 0.021524138748645782, 0.026111815124750137, 0.030699491500854492, 0.03528716787695885, 0.0398748442530632, 0.04446252062916756, 0.04905019700527191, 0.053637873381376266, 0.05822554975748062, 0.06281322240829468, 0.06740090250968933, 0.07198858261108398, 0.07657625526189804, 0.0811639279127121, 0.08575160801410675, 0.0903392881155014, 0.09492696076631546, 0.09951463341712952, 0.10410231351852417, 0.10868999361991882, 0.11327766627073288, 0.11786533892154694, 0.12245301902294159, 0.12704069912433624, 0.1316283643245697, 0.13621604442596436, 0.140803724527359, 0.14539140462875366, 0.14997908473014832, 0.15456674993038177, 0.15915443003177643]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 5.0, 1.0, 3.0, 2.0, 4.0, 5.0, 4.0, 5.0, 5.0, 3.0, 9.0, 25.0, 7.0, 10.0, 4.0, 9.0, 4.0, 1.0, 2.0, 5.0, 0.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003380291396752, -0.003242190694436431, -0.003104089992120862, -0.002965989289805293, -0.002827888587489724, -0.0026897878851741552, -0.0025516871828585863, -0.0024135864805430174, -0.0022754857782274485, -0.0021373850759118795, -0.0019992843735963106, -0.0018611836712807417, -0.0017230829689651728, -0.0015849822666496038, -0.001446881564334035, -0.001308780862018466, -0.001170680159702897, -0.0010325794573873281, -0.0008944787550717592, -0.0007563780527561903, -0.0006182773504406214, -0.00048017664812505245, -0.00034207594580948353, -0.0002039752434939146, -6.587454117834568e-05, 7.222616113722324e-05, 0.00021032686345279217, 0.0003484275657683611, 0.00048652826808393, 0.0006246289703994989, 0.0007627296727150679, 0.0009008303750306368, 0.0010389310773462057, 0.0011770317796617746, 0.0013151324819773436, 0.0014532331842929125, 0.0015913338866084814, 0.0017294345889240503, 0.0018675352912396193, 0.002005635993555188, 0.002143736695870757, 0.002281837398186326, 0.002419938100501895, 0.002558038802817464, 0.002696139505133033, 0.0028342402074486017, 0.0029723409097641706, 0.0031104416120797396, 0.0032485423143953085, 0.0033866430167108774, 0.0035247437190264463, 0.0036628444213420153, 0.003800945123657584, 0.0039390455931425095, 0.004077146761119366, 0.004215246997773647, 0.0043533481657505035, 0.004491448402404785, 0.004629549570381641, 0.004767649807035923, 0.004905750975012779, 0.005043851211667061, 0.005181952379643917, 0.005320052616298199, 0.005458153784275055]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 5.0, 1.0, 3.0, 2.0, 7.0, 11.0, 12.0, 18.0, 44.0, 48.0, 53.0, 99.0, 161.0, 197.0, 343.0, 503.0, 843.0, 1319.0, 2233.0, 3775.0, 6640.0, 12358.0, 24413.0, 55578.0, 185046.0, 764697.0, 60011.0, 26605.0, 13979.0, 7640.0, 4728.0, 2842.0, 1773.0, 1177.0, 775.0, 506.0, 362.0, 234.0, 184.0, 124.0, 83.0, 69.0, 42.0, 28.0, 16.0, 15.0, 15.0, 6.0, 5.0, 5.0, 5.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.007987928576767445, -0.007746896706521511, -0.0075058648362755775, -0.007264833431690931, -0.007023801561444998, -0.006782769691199064, -0.006541738286614418, -0.0063007064163684845, -0.006059674546122551, -0.005818642675876617, -0.005577610805630684, -0.005336579401046038, -0.005095547530800104, -0.004854515660554171, -0.004613484255969524, -0.004372452385723591, -0.004131420515477657, -0.003890388645231724, -0.003649357007816434, -0.003408325370401144, -0.0031672935001552105, -0.002926261629909277, -0.002685229992493987, -0.002444198355078697, -0.0022031664848327637, -0.00196213461458683, -0.0017211029771715403, -0.0014800712233409286, -0.0012390394695103168, -0.0009980077156797051, -0.0007569759618490934, -0.0005159442080184817, -0.00027491245418787, -3.388070035725832e-05, 0.00020715105347335339, 0.0004481828073039651, 0.0006892145611345768, 0.0009302463149651885, 0.0011712780687958002, 0.001412309822626412, 0.0016533415764570236, 0.0018943733302876353, 0.002135405084118247, 0.002376436721533537, 0.0026174685917794704, 0.002858500462025404, 0.003099532099440694, 0.0033405637368559837, 0.0035815956071019173, 0.003822627477347851, 0.004063659347593784, 0.0043046907521784306, 0.004545722622424364, 0.004786754492670298, 0.005027785897254944, 0.005268817767500877, 0.005509849637746811, 0.0057508815079927444, 0.005991913378238678, 0.006232944782823324, 0.006473976653069258, 0.006715008523315191, 0.0069560399278998375, 0.007197071798145771, 0.0074381036683917046]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 3.0, 1.0, 0.0, 2.0, 5.0, 4.0, 5.0, 8.0, 1.0, 3.0, 6.0, 2.0, 2.0, 1.0, 3.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.033176809549331665, -0.032484062016010284, -0.031791314482688904, -0.031098565086722374, -0.030405817553400993, -0.029713070020079613, -0.029020322486758232, -0.028327573090791702, -0.02763482555747032, -0.02694207802414894, -0.02624933049082756, -0.02555658295750618, -0.02486383356153965, -0.02417108602821827, -0.02347833849489689, -0.022785590961575508, -0.02209284156560898, -0.021400094032287598, -0.020707346498966217, -0.020014598965644836, -0.019321851432323456, -0.018629102036356926, -0.017936354503035545, -0.017243606969714165, -0.016550859436392784, -0.015858111903071404, -0.015165363438427448, -0.014472614973783493, -0.013779867440462112, -0.013087118975818157, -0.012394371442496777, -0.011701622977852821, -0.01100887544453144, -0.01031612791121006, -0.009623379446566105, -0.008930631913244724, -0.008237883448600769, -0.007545135915279388, -0.0068523879162967205, -0.006159639917314053, -0.005466891918331385, -0.004774143919348717, -0.004081395920366049, -0.0033886481542140245, -0.0026959001552313566, -0.0020031521562486887, -0.0013104042736813426, -0.0006176563329063356, 7.509160786867142e-05, 0.0007678395486436784, 0.0014605874894186854, 0.0021533353719860315, 0.0028460833709686995, 0.0035388313699513674, 0.004231579136103392, 0.00492432713508606, 0.0056170751340687275, 0.006309823133051395, 0.007002571132034063, 0.007695319131016731, 0.008388066664338112, 0.009080815128982067, 0.009773562662303448, 0.010466311126947403, 0.011159058660268784]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [9.0, 5.0, 3.0, 1.0, 0.0, 5.0, 8.0, 12.0, 4.0, 2.0, 5.0, 0.0, 0.0, 2.0, 3.0, 3.0, 9.0, 9.0, 11.0, 9.0, 22.0, 43.0, 47.0, 54.0, 52.0, 88.0, 96.0, 109.0, 192.0, 222.0, 307.0, 445.0, 677.0, 1015.0, 1633.0, 5769.0, 2801.0, 1367.0, 893.0, 649.0, 466.0, 359.0, 245.0, 210.0, 149.0, 98.0, 90.0, 54.0, 31.0, 40.0, 36.0, 20.0, 15.0, 13.0, 7.0, 5.0, 1.0, 3.0, 0.0, 3.0, 2.0, 1.0, 1.0, 2.0], "bins": [-0.010349818505346775, -0.010062005370855331, -0.009774193167686462, -0.009486380033195019, -0.00919856783002615, -0.008910754695534706, -0.008622941561043262, -0.008335129357874393, -0.00804731622338295, -0.0077595035545527935, -0.007471690885722637, -0.007183878216892481, -0.0068960655480623245, -0.006608252879232168, -0.0063204397447407246, -0.006032627075910568, -0.005744814407080412, -0.005457001738250256, -0.005169189069420099, -0.004881375934928656, -0.004593563266098499, -0.004305750597268343, -0.004017937928438187, -0.0037301250267773867, -0.0034423123579472303, -0.003154499689117074, -0.002866686787456274, -0.0025788741186261177, -0.0022910614497959614, -0.0020032485481351614, -0.001715435879305005, -0.001427623094059527, -0.0011398103088140488, -0.0008519975235685706, -0.0005641847965307534, -0.0002763720403891057, 1.1440715752542019e-05, 0.0002992534718941897, 0.0005870662280358374, 0.0008748789550736547, 0.0011626917403191328, 0.001450504525564611, 0.0017383173108100891, 0.0020261299796402454, 0.0023139426484704018, 0.0026017555501312017, 0.002889568218961358, 0.003177381120622158, 0.0034651937894523144, 0.0037530064582824707, 0.004040819127112627, 0.004328632261604071, 0.004616444930434227, 0.004904257599264383, 0.00519207026809454, 0.005479882936924696, 0.005767695605754852, 0.006055508740246296, 0.006343321409076452, 0.006631134077906609, 0.006918946746736765, 0.007206759415566921, 0.007494572550058365, 0.007782385218888521, 0.008070197887718678]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 3.0, 0.0, 2.0, 4.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04429583624005318, -0.04202409088611603, -0.03975234553217888, -0.03748060390353203, -0.03520885854959488, -0.03293711319565773, -0.03066536784172058, -0.02839362435042858, -0.026121878996491432, -0.023850133642554283, -0.021578390151262283, -0.019306644797325134, -0.017034899443387985, -0.014763155952095985, -0.012491410598158836, -0.010219666175544262, -0.007947921752929688, -0.005676177330315113, -0.0034044324420392513, -0.0011326877865940332, 0.0011390568688511848, 0.003410801524296403, 0.005682546179741621, 0.007954291068017483, 0.010226035490632057, 0.012497779913246632, 0.014769524335861206, 0.017041269689798355, 0.019313015043735504, 0.021584758535027504, 0.023856503888964653, 0.026128247380256653, 0.028399992734193802, 0.03067173808813095, 0.0329434834420681, 0.03521522507071495, 0.0374869704246521, 0.03975871577858925, 0.0420304611325264, 0.04430220648646355, 0.046573951840400696, 0.048845693469047546, 0.051117438822984695, 0.053389184176921844, 0.055660929530858994, 0.05793267488479614, 0.06020441651344299, 0.06247616186738014, 0.06474790722131729, 0.06701964884996414, 0.06929139792919159, 0.07156313955783844, 0.07383488863706589, 0.07610663026571274, 0.07837837189435959, 0.08065012097358704, 0.08292186260223389, 0.08519361168146133, 0.08746535331010818, 0.08973709493875504, 0.09200884401798248, 0.09428058564662933, 0.09655233472585678, 0.09882407635450363, 0.10109582543373108]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 3.0, 0.0, 3.0, 3.0, 1.0, 2.0, 2.0, 4.0, 7.0, 6.0, 5.0, 9.0, 9.0, 17.0, 8.0, 19.0, 14.0, 20.0, 50.0, 19.0, 14.0, 6.0, 6.0, 5.0, 8.0, 2.0, 2.0, 6.0, 2.0, 3.0, 2.0, 1.0, 0.0, 3.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 4.0, 1.0, 0.0, 4.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.03877842798829079, -0.03729474917054176, -0.03581106662750244, -0.03432738780975342, -0.032843708992004395, -0.03136003017425537, -0.0298763494938612, -0.028392668813467026, -0.026908989995718002, -0.02542531117796898, -0.023941630497574806, -0.022457949817180634, -0.02097427099943161, -0.019490592181682587, -0.018006911501288414, -0.01652323082089424, -0.015039552003145218, -0.01355587225407362, -0.012072192505002022, -0.010588512755930424, -0.009104833006858826, -0.007621153257787228, -0.00613747350871563, -0.0046537937596440315, -0.0031701140105724335, -0.0016864342615008354, -0.00020275451242923737, 0.0012809252366423607, 0.0027646049857139587, 0.004248284734785557, 0.005731964483857155, 0.007215644232928753, 0.008699323982000351, 0.010183003731071949, 0.011666683480143547, 0.013150363229215145, 0.014634042978286743, 0.016117721796035767, 0.01760140247642994, 0.019085083156824112, 0.020568761974573135, 0.02205244079232216, 0.02353612147271633, 0.025019802153110504, 0.026503480970859528, 0.02798715978860855, 0.029470840469002724, 0.030954521149396896, 0.03243819996714592, 0.03392187878489494, 0.035405561327934265, 0.03688924014568329, 0.03837291896343231, 0.039856597781181335, 0.04134027659893036, 0.04282395914196968, 0.044307637959718704, 0.04579131677746773, 0.04727499932050705, 0.04875867813825607, 0.050242356956005096, 0.05172603577375412, 0.05320971459150314, 0.054693397134542465, 0.05617707595229149]}, "_runtime": 70.45271587371826, "_timestamp": 1596212941.1542535, "_step": 82}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 5.0, 1.0, 0.0, 1.0, 4.0, 1.0, 4.0, 3.0, 1.0, 2.0, 1.0, 1.0, 3.0, 2.0, 1.0, 3.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00906965509057045, -0.008813271299004555, -0.00855688750743866, -0.008300503715872765, -0.00804411992430687, -0.007787736132740974, -0.007531352341175079, -0.007274968549609184, -0.007018584758043289, -0.006762200500816107, -0.006505816709250212, -0.006249432917684317, -0.0059930491261184216, -0.0057366653345525265, -0.005480281542986631, -0.005223897751420736, -0.004967513959854841, -0.004711130168288946, -0.004454746376723051, -0.004198362585157156, -0.003941978793591261, -0.003685594769194722, -0.003429210977628827, -0.003172827186062932, -0.002916443394497037, -0.002660059602931142, -0.0024036758113652468, -0.0021472920197993517, -0.0018909081118181348, -0.0016345243202522397, -0.0013781404122710228, -0.0011217566207051277, -0.0008653728291392326, -0.0006089890375733376, -0.00035260518779978156, -9.622136713005602e-05, 0.00016016245353966951, 0.00041654627420939505, 0.0006729300948791206, 0.0009293139446526766, 0.0011856977362185717, 0.0014420815277844667, 0.0016984653193503618, 0.001954849110916257, 0.0022112331353127956, 0.0024676169268786907, 0.002724000718444586, 0.002980384510010481, 0.003236768301576376, 0.003493152093142271, 0.003749535884708166, 0.004005919676274061, 0.004262303467839956, 0.004518687259405851, 0.0047750710509717464, 0.0050314548425376415, 0.005287839099764824, 0.005544222891330719, 0.005800606682896614, 0.006056990474462509, 0.006313374266028404, 0.006569758057594299, 0.006826141849160194, 0.0070825256407260895, 0.0073389094322919846]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 5.0, 4.0, 5.0, 8.0, 7.0, 11.0, 14.0, 11.0, 19.0, 14.0, 22.0, 44.0, 50.0, 74.0, 84.0, 106.0, 149.0, 231.0, 396.0, 5104.0, 663.0, 291.0, 152.0, 93.0, 75.0, 58.0, 65.0, 37.0, 29.0, 23.0, 12.0, 12.0, 14.0, 9.0, 9.0, 5.0, 6.0, 0.0, 3.0, 1.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.1057700663805008, -0.10231328010559082, -0.09885648638010025, -0.09539969265460968, -0.09194290637969971, -0.08848612010478973, -0.08502932637929916, -0.0815725326538086, -0.07811574637889862, -0.07465896010398865, -0.07120216637849808, -0.06774537265300751, -0.06428858637809753, -0.06083179637789726, -0.05737500637769699, -0.05391821637749672, -0.05046142637729645, -0.047004636377096176, -0.043547846376895905, -0.04009105637669563, -0.03663426637649536, -0.03317747637629509, -0.029720686376094818, -0.026263896375894547, -0.022807106375694275, -0.019350316375494003, -0.01589352637529373, -0.01243673637509346, -0.008979946374893188, -0.005523156374692917, -0.0020663663744926453, 0.0013904236257076263, 0.004847213625907898, 0.00830400362610817, 0.011760793626308441, 0.015217583626508713, 0.018674373626708984, 0.022131163626909256, 0.025587953627109528, 0.0290447436273098, 0.03250153362751007, 0.03595832362771034, 0.039415113627910614, 0.042871903628110886, 0.04632869362831116, 0.04978548362851143, 0.0532422736287117, 0.05669906362891197, 0.060155853629112244, 0.06361263990402222, 0.06706943362951279, 0.07052622735500336, 0.07398301362991333, 0.0774397999048233, 0.08089659363031387, 0.08435338735580444, 0.08781017363071442, 0.09126695990562439, 0.09472375363111496, 0.09818054735660553, 0.1016373336315155, 0.10509411990642548, 0.10855091363191605, 0.11200770735740662, 0.11546449363231659]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 4.0, 2.0, 5.0, 4.0, 4.0, 1.0, 13.0, 0.0, 6.0, 4.0, 6.0, 28.0, 3.0, 3.0, 4.0, 3.0, 2.0, 2.0, 2.0, 3.0, 0.0, 2.0, 1.0, 2.0, 5.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0025843963958323, -0.002507009543478489, -0.0024296229239553213, -0.00235223607160151, -0.0022748494520783424, -0.002197462599724531, -0.0021200759802013636, -0.0020426891278475523, -0.0019653025083243847, -0.0018879156559705734, -0.001810528920032084, -0.0017331421840935946, -0.0016557553317397833, -0.0015783685958012938, -0.0015009818598628044, -0.001423595123924315, -0.0013462083879858255, -0.001268821652047336, -0.0011914349161088467, -0.0011140481801703572, -0.0010366614442318678, -0.0009592746500857174, -0.0008818878559395671, -0.0008045011200010777, -0.0007271143840625882, -0.0006497276481240988, -0.0005723409121856093, -0.000494954118039459, -0.00041756738210096955, -0.0003401806461624801, -0.0002627938811201602, -0.00018540713062975556, -0.00010802038013935089, -3.0633629648946226e-05, 4.675312084145844e-05, 0.0001241398713318631, 0.00020152662182226777, 0.0002789133577607572, 0.0003563001228030771, 0.000433686887845397, 0.0005110736237838864, 0.0005884603597223759, 0.0006658470956608653, 0.0007432338898070157, 0.0008206206257455051, 0.0008980073616839945, 0.0009753941558301449, 0.0010527808917686343, 0.0011301676277071238, 0.0012075543636456132, 0.0012849410995841026, 0.001362327835522592, 0.0014397145714610815, 0.0015171014238148928, 0.0015944881597533822, 0.0016718748956918716, 0.001749261631630361, 0.0018266483675688505, 0.00190403510350734, 0.0019814218394458294, 0.0020588086917996407, 0.0021361953113228083, 0.0022135821636766195, 0.002290968783199787, 0.0023683556355535984]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 5.0, 4.0, 4.0, 12.0, 9.0, 11.0, 15.0, 25.0, 36.0, 49.0, 58.0, 92.0, 125.0, 165.0, 251.0, 407.0, 559.0, 836.0, 1305.0, 2058.0, 3339.0, 5646.0, 10799.0, 21987.0, 53446.0, 231847.0, 755407.0, 46299.0, 19437.0, 9800.0, 5674.0, 3427.0, 2082.0, 1359.0, 887.0, 633.0, 419.0, 281.0, 225.0, 136.0, 119.0, 79.0, 67.0, 52.0, 36.0, 26.0, 25.0, 17.0, 12.0, 13.0, 12.0, 9.0, 6.0, 6.0, 2.0, 1.0, 3.0, 1.0, 1.0, 2.0], "bins": [-0.005697852931916714, -0.00550849037244916, -0.0053191278129816055, -0.0051297652535140514, -0.004940402694046497, -0.004751039668917656, -0.004561677109450102, -0.004372314549982548, -0.004182951990514994, -0.00399358943104744, -0.0038042268715798855, -0.0036148640792816877, -0.0034255015198141336, -0.0032361389603465796, -0.003046776168048382, -0.0028574136085808277, -0.0026680510491132736, -0.0024786884896457195, -0.0022893259301781654, -0.0020999631378799677, -0.0019106005784124136, -0.0017212380189448595, -0.0015318753430619836, -0.0013425126671791077, -0.0011531501077115536, -0.0009637874900363386, -0.0007744248723611236, -0.0005850622546859086, -0.00039569963701069355, -0.00020633701933547854, -1.697440166026354e-05, 0.00017238821601495147, 0.0003617508336901665, 0.0005511134513653815, 0.0007404760690405965, 0.0009298386867158115, 0.0011192013043910265, 0.0013085638638585806, 0.0014979265397414565, 0.0016872892156243324, 0.0018766517750918865, 0.0020660143345594406, 0.0022553768940269947, 0.0024447396863251925, 0.0026341022457927465, 0.0028234648052603006, 0.0030128275975584984, 0.0032021901570260525, 0.0033915527164936066, 0.0035809152759611607, 0.0037702778354287148, 0.003959640394896269, 0.004149002954363823, 0.004338365979492664, 0.004527728538960218, 0.0047170910984277725, 0.004906453657895327, 0.005095816217362881, 0.005285178776830435, 0.005474541336297989, 0.00566390436142683, 0.005853266920894384, 0.0060426294803619385, 0.006231992039829493, 0.006421354599297047]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 3.0, 2.0, 0.0, 2.0, 3.0, 5.0, 8.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 5.0, 1.0, 2.0, 4.0, 3.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01740770787000656, -0.016909277066588402, -0.016410846263170242, -0.015912417322397232, -0.015413986518979073, -0.014915555715560913, -0.014417124912142754, -0.013918695040047169, -0.01342026423662901, -0.01292183343321085, -0.012423403561115265, -0.011924972757697105, -0.011426541954278946, -0.010928112082183361, -0.010429681278765202, -0.009931251406669617, -0.009432820603251457, -0.008934389799833298, -0.008435959927737713, -0.007937529124319553, -0.007439098786562681, -0.006940668448805809, -0.0064422376453876495, -0.005943807307630777, -0.005445376969873905, -0.004946946632117033, -0.004448516294360161, -0.003950085490942001, -0.003451655153185129, -0.002953224815428257, -0.002454794244840741, -0.0019563636742532253, -0.0014579333364963531, -0.0009595028823241591, -0.00046107242815196514, 3.735802602022886e-05, 0.0005357884801924229, 0.0010342189343646169, 0.0015326493885368109, 0.0020310799591243267, 0.002529510296881199, 0.003027940634638071, 0.003526371205225587, 0.004024801775813103, 0.004523232113569975, 0.005021662451326847, 0.0055200932547450066, 0.006018523592501879, 0.006516953930258751, 0.007015384268015623, 0.007513814605772495, 0.008012245409190655, 0.00851067528128624, 0.009009106084704399, 0.009507536888122559, 0.010005966760218143, 0.010504397563636303, 0.011002828367054462, 0.011501258239150047, 0.011999689042568207, 0.012498119845986366, 0.012996549718081951, 0.01349498052150011, 0.013993410393595695, 0.014491841197013855]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 1.0, 2.0, 4.0, 5.0, 5.0, 6.0, 3.0, 7.0, 4.0, 5.0, 6.0, 1.0, 2.0, 6.0, 9.0, 6.0, 9.0, 9.0, 12.0, 21.0, 24.0, 37.0, 54.0, 67.0, 96.0, 132.0, 164.0, 214.0, 296.0, 436.0, 758.0, 1268.0, 6178.0, 2990.0, 1444.0, 956.0, 761.0, 573.0, 479.0, 311.0, 248.0, 201.0, 164.0, 125.0, 90.0, 59.0, 48.0, 40.0, 22.0, 20.0, 17.0, 12.0, 4.0, 4.0, 5.0], "bins": [-0.011543595232069492, -0.011268381029367447, -0.010993165895342827, -0.010717951692640781, -0.010442736558616161, -0.010167522355914116, -0.009892307221889496, -0.00961709301918745, -0.00934187788516283, -0.009066663682460785, -0.008791448548436165, -0.00851623434573412, -0.0082410192117095, -0.007965805009007454, -0.007690590340644121, -0.007415375672280788, -0.007140161003917456, -0.006864946335554123, -0.00658973166719079, -0.006314516998827457, -0.006039302330464125, -0.005764087662100792, -0.005488872993737459, -0.0052136583253741264, -0.004938444122672081, -0.004663229454308748, -0.0043880147859454155, -0.004112800117582083, -0.00383758544921875, -0.0035623707808554173, -0.0032871561124920845, -0.0030119414441287518, -0.002736726775765419, -0.0024615121074020863, -0.0021862974390387535, -0.0019110828870907426, -0.0016358682187274098, -0.001360653550364077, -0.0010854389984160662, -0.0008102243300527334, -0.0005350096616894007, -0.0002597950224298984, 1.541961682960391e-05, 0.0002906342560891062, 0.0005658488953486085, 0.0008410635637119412, 0.0011162781156599522, 0.001391492784023285, 0.0016667074523866177, 0.0019419221207499504, 0.002217136789113283, 0.002492351457476616, 0.0027675661258399487, 0.0030427805613726377, 0.0033179952297359705, 0.0035932098980993032, 0.003868424566462636, 0.004143639001995325, 0.004418853670358658, 0.004694068338721991, 0.004969283007085323, 0.005244497675448656, 0.005519712343811989, 0.005794927012175322, 0.006070141680538654]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 2.0, 3.0, 4.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.14913402497768402, -0.14439310133457184, -0.13965219259262085, -0.13491126894950867, -0.13017036020755768, -0.1254294365644455, -0.12068852037191391, -0.11594760417938232, -0.11120668798685074, -0.10646577179431915, -0.10172485560178757, -0.09698393940925598, -0.0922430157661438, -0.08750209957361221, -0.08276118338108063, -0.07802026718854904, -0.07327935099601746, -0.06853843480348587, -0.06379751861095428, -0.0590565986931324, -0.054315682500600815, -0.04957476630806923, -0.044833846390247345, -0.04009293019771576, -0.035352014005184174, -0.030611097812652588, -0.025870179757475853, -0.021129261702299118, -0.016388345509767532, -0.011647428385913372, -0.006906511262059212, -0.0021655941382050514, 0.002575322985649109, 0.007316240109503269, 0.01205715723335743, 0.016798075288534164, 0.02153899148106575, 0.026279907673597336, 0.03102082572877407, 0.035761743783950806, 0.04050265997648239, 0.04524357616901398, 0.04998449236154556, 0.05472541227936745, 0.05946632847189903, 0.06420724838972092, 0.0689481645822525, 0.07368908077478409, 0.07842999696731567, 0.08317091315984726, 0.08791182935237885, 0.09265274554491043, 0.09739366173744202, 0.1021345853805542, 0.10687550157308578, 0.11161641776561737, 0.11635733395814896, 0.12109825015068054, 0.12583917379379272, 0.1305800825357437, 0.1353210061788559, 0.14006191492080688, 0.14480283856391907, 0.14954374730587006, 0.15428467094898224]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 4.0, 1.0, 5.0, 2.0, 2.0, 0.0, 3.0, 4.0, 0.0, 0.0, 2.0, 3.0, 3.0, 12.0, 14.0, 19.0, 52.0, 63.0, 30.0, 16.0, 5.0, 7.0, 1.0, 2.0, 1.0, 2.0, 3.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.11434121429920197, -0.11113447695970535, -0.10792773216962814, -0.10472099483013153, -0.10151425004005432, -0.09830751270055771, -0.0951007753610611, -0.09189403057098389, -0.08868729323148727, -0.08548055589199066, -0.08227381110191345, -0.07906707376241684, -0.07586033642292023, -0.07265359163284302, -0.0694468542933464, -0.0662401095032692, -0.06303337216377258, -0.05982663109898567, -0.05661989003419876, -0.05341315269470215, -0.05020641162991524, -0.046999670565128326, -0.043792933225631714, -0.0405861921608448, -0.03737945109605789, -0.03417271003127098, -0.03096597082912922, -0.027759231626987457, -0.024552490562200546, -0.021345749497413635, -0.018139010295271873, -0.014932270161807537, -0.0117255300283432, -0.008518789894878864, -0.005312049761414528, -0.0021053096279501915, 0.001101430505514145, 0.004308170638978481, 0.007514910772442818, 0.010721650905907154, 0.01392839103937149, 0.0171351321041584, 0.020341871306300163, 0.023548610508441925, 0.026755351573228836, 0.029962092638015747, 0.03316882997751236, 0.03637557104229927, 0.03958231210708618, 0.04278905317187309, 0.045995794236660004, 0.049202531576156616, 0.05240927264094353, 0.05561601370573044, 0.05882275104522705, 0.06202949211001396, 0.06523623317480087, 0.06844297051429749, 0.0716497153043747, 0.07485645264387131, 0.07806318998336792, 0.08126993477344513, 0.08447667211294174, 0.08768341690301895, 0.09089015424251556]}, "_runtime": 71.22859501838684, "_timestamp": 1596212941.9301326, "_step": 83}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 1.0, 3.0, 3.0, 1.0, 2.0, 1.0, 5.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009427480399608612, -0.009134741500020027, -0.008842001669108868, -0.008549262769520283, -0.008256522938609123, -0.007963784039020538, -0.007671044673770666, -0.007378305308520794, -0.007085565943270922, -0.0067928265780210495, -0.006500087212771177, -0.006207347847521305, -0.00591460894793272, -0.005621869582682848, -0.005329130217432976, -0.0050363908521831036, -0.004743651486933231, -0.004450912121683359, -0.004158172756433487, -0.0038654336240142584, -0.003572694258764386, -0.003279954893514514, -0.0029872157610952854, -0.002694476395845413, -0.002401737030595541, -0.002108997665345669, -0.0018162584165111184, -0.001523519167676568, -0.0012307798024266958, -0.0009380404953844845, -0.0006453011883422732, -0.00035256188130006194, -5.982257425785065e-05, 0.00023291673278436065, 0.0005256560398265719, 0.0008183953468687832, 0.0011111346539109945, 0.0014038740191608667, 0.0016966132679954171, 0.0019893525168299675, 0.0022820918820798397, 0.002574831247329712, 0.002867570612579584, 0.0031603097449988127, 0.003453049110248685, 0.003745788475498557, 0.004038527607917786, 0.004331266973167658, 0.00462400633841753, 0.004916745703667402, 0.0052094850689172745, 0.005502224434167147, 0.005794963799417019, 0.006087702699005604, 0.006380442064255476, 0.006673181429505348, 0.00696592079475522, 0.007258660160005093, 0.007551399525254965, 0.007844138890504837, 0.008136877790093422, 0.008429617621004581, 0.008722356520593166, 0.009015096351504326, 0.00930783525109291]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 4.0, 2.0, 4.0, 2.0, 6.0, 2.0, 6.0, 3.0, 6.0, 10.0, 12.0, 18.0, 13.0, 16.0, 22.0, 33.0, 34.0, 53.0, 73.0, 91.0, 118.0, 144.0, 239.0, 367.0, 4664.0, 922.0, 351.0, 201.0, 124.0, 85.0, 70.0, 42.0, 29.0, 31.0, 21.0, 23.0, 16.0, 10.0, 17.0, 7.0, 12.0, 3.0, 4.0, 4.0, 4.0, 3.0, 2.0, 3.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12891128659248352, -0.12484551966190338, -0.12077975273132324, -0.1167139858007431, -0.11264821887016296, -0.10858245939016342, -0.10451669245958328, -0.10045092552900314, -0.096385158598423, -0.09231939166784286, -0.08825362473726273, -0.08418785780668259, -0.08012209832668304, -0.0760563313961029, -0.07199056446552277, -0.06792479753494263, -0.06385903060436249, -0.05979326367378235, -0.05572749674320221, -0.05166173353791237, -0.04759596660733223, -0.04353019967675209, -0.03946443647146225, -0.03539866954088211, -0.03133290261030197, -0.027267135679721832, -0.023201370611786842, -0.019135605543851852, -0.015069838613271713, -0.011004072614014149, -0.006938306614756584, -0.0028725406154990196, 0.001193225383758545, 0.0052589913830161095, 0.009324757382273674, 0.013390523381531239, 0.017456289380788803, 0.021522056311368942, 0.025587821379303932, 0.029653586447238922, 0.03371935337781906, 0.0377851203083992, 0.04185088723897934, 0.04591665044426918, 0.04998241737484932, 0.05404818430542946, 0.0581139475107193, 0.06217971444129944, 0.06624548137187958, 0.07031124830245972, 0.07437701523303986, 0.07844278216362, 0.08250854909420013, 0.08657430857419968, 0.09064007550477982, 0.09470584243535995, 0.0987716093659401, 0.10283737629652023, 0.10690314322710037, 0.11096891015768051, 0.11503466963768005, 0.11910043656826019, 0.12316620349884033, 0.12723197042942047, 0.1312977373600006]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 3.0, 5.0, 1.0, 4.0, 2.0, 3.0, 3.0, 5.0, 4.0, 3.0, 2.0, 1.0, 5.0, 26.0, 2.0, 2.0, 2.0, 2.0, 6.0, 6.0, 1.0, 4.0, 0.0, 3.0, 2.0, 1.0, 4.0, 1.0, 0.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0027622845955193043, -0.002676569391041994, -0.002590854186564684, -0.00250513874925673, -0.00241942354477942, -0.0023337083403021097, -0.0022479931358247995, -0.0021622779313474894, -0.0020765624940395355, -0.0019908472895622253, -0.0019051320850849152, -0.001819416880607605, -0.0017337016761302948, -0.0016479863552376628, -0.0015622711507603526, -0.0014765558298677206, -0.0013908406253904104, -0.0013051254209131002, -0.0012194101000204682, -0.001133694895543158, -0.001047979574650526, -0.0009622643701732159, -0.0008765491656959057, -0.0007908339030109346, -0.0007051186403259635, -0.0006194033776409924, -0.0005336881149560213, -0.00044797291047871113, -0.00036225764779374003, -0.00027654238510876894, -0.0001908271515276283, -0.00010511190339457244, -1.939665526151657e-05, 6.63185928715393e-05, 0.00015203384100459516, 0.00023774908913765103, 0.0003234643372707069, 0.000409179599955678, 0.0004948948044329882, 0.0005806100671179593, 0.0006663253298029304, 0.0007520405924879014, 0.0008377558551728725, 0.0009234710596501827, 0.001009186264127493, 0.001094901585020125, 0.001180616789497435, 0.001266332110390067, 0.0013520473148673773, 0.0014377625193446875, 0.0015234778402373195, 0.0016091930447146297, 0.0016949083656072617, 0.0017806235700845718, 0.001866338774561882, 0.001952054095454514, 0.0020377691835165024, 0.002123484620824456, 0.0022091998253017664, 0.0022949150297790766, 0.0023806302342563868, 0.002466345438733697, 0.0025520608760416508, 0.002637776080518961, 0.002723491284996271]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 2.0, 6.0, 4.0, 4.0, 11.0, 19.0, 21.0, 35.0, 51.0, 81.0, 119.0, 155.0, 296.0, 447.0, 679.0, 1129.0, 1823.0, 3250.0, 5697.0, 10186.0, 19897.0, 43726.0, 134493.0, 812833.0, 73518.0, 31555.0, 16253.0, 9148.0, 5172.0, 3299.0, 2058.0, 1297.0, 840.0, 517.0, 348.0, 222.0, 143.0, 102.0, 68.0, 45.0, 31.0, 20.0, 7.0, 11.0, 7.0, 5.0, 2.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00681082671508193, -0.006578732281923294, -0.006346638314425945, -0.006114543881267309, -0.005882449448108673, -0.005650355014950037, -0.005418260581791401, -0.005186166614294052, -0.004954072181135416, -0.00472197774797678, -0.004489883780479431, -0.004257789347320795, -0.004025694914162159, -0.003793600481003523, -0.0035615062806755304, -0.003329412080347538, -0.003097317647188902, -0.002865223214030266, -0.0026331290137022734, -0.002401034813374281, -0.002168940380215645, -0.0019368460634723306, -0.0017047517467290163, -0.001472657429985702, -0.0012405631132423878, -0.0010084687964990735, -0.0007763744797557592, -0.000544280163012445, -0.0003121858462691307, -8.009152952581644e-05, 0.00015200278721749783, 0.0003840971039608121, 0.0006161914207041264, 0.0008482857374474406, 0.0010803800541907549, 0.0013124743709340692, 0.0015445686876773834, 0.0017766630044206977, 0.002008757321164012, 0.0022408515214920044, 0.0024729459546506405, 0.0027050403878092766, 0.002937134588137269, 0.0031692287884652615, 0.0034013232216238976, 0.0036334176547825336, 0.003865511855110526, 0.0040976060554385185, 0.004329700488597155, 0.004561794921755791, 0.0047938888892531395, 0.005025983322411776, 0.005258077755570412, 0.005490172188729048, 0.005722266621887684, 0.005954360589385033, 0.006186455022543669, 0.006418549455702305, 0.006650643423199654, 0.00688273785635829, 0.007114832289516926, 0.007346926722675562, 0.007579021155834198, 0.007811115123331547, 0.008043209090828896]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 2.0, 4.0, 2.0, 3.0, 3.0, 6.0, 2.0, 2.0, 1.0, 5.0, 3.0, 12.0, 2.0, 0.0, 3.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.013918815180659294, -0.013214162550866604, -0.012509510852396488, -0.011804858222603798, -0.011100206524133682, -0.010395553894340992, -0.009690902195870876, -0.008986249566078186, -0.00828159786760807, -0.00757694523781538, -0.006872293073683977, -0.006167640909552574, -0.005462988279759884, -0.004758336115628481, -0.004053683951497078, -0.003349031787365675, -0.002644379623234272, -0.001939727459102869, -0.0012350751785561442, -0.0005304229562170804, 0.00017422926612198353, 0.0008788814884610474, 0.0015835337108001113, 0.002288185991346836, 0.002992838155478239, 0.003697490319609642, 0.004402142483741045, 0.005106794647872448, 0.005811447277665138, 0.006516099441796541, 0.007220751605927944, 0.00792540330439806, 0.00863005593419075, 0.00933470856398344, 0.010039360262453556, 0.010744012892246246, 0.011448664590716362, 0.012153317220509052, 0.012857968918979168, 0.013562621548771858, 0.014267273247241974, 0.014971925877034664, 0.015676578506827354, 0.01638123020529747, 0.017085881903767586, 0.01779053546488285, 0.018495187163352966, 0.019199838861823082, 0.019904490560293198, 0.020609144121408463, 0.021313795819878578, 0.022018447518348694, 0.02272310107946396, 0.023427752777934074, 0.02413240447640419, 0.024837056174874306, 0.02554170973598957, 0.026246361434459686, 0.026951013132929802, 0.027655666694045067, 0.028360318392515182, 0.029064970090985298, 0.029769621789455414, 0.03047427535057068, 0.031178927049040794]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 4.0, 3.0, 6.0, 7.0, 14.0, 19.0, 32.0, 62.0, 53.0, 71.0, 108.0, 131.0, 207.0, 269.0, 347.0, 516.0, 662.0, 864.0, 1245.0, 1699.0, 2397.0, 6136.0, 1463.0, 741.0, 412.0, 259.0, 167.0, 124.0, 65.0, 54.0, 63.0, 31.0, 17.0, 20.0, 20.0, 9.0, 7.0, 5.0, 7.0, 7.0, 2.0, 4.0, 6.0, 6.0, 7.0, 10.0, 21.0, 13.0, 0.0, 2.0, 4.0, 7.0, 14.0, 6.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.00679680285975337, -0.006493771448731422, -0.006190740503370762, -0.005887709092348814, -0.005584677681326866, -0.005281646735966206, -0.004978615324944258, -0.004675584379583597, -0.004372552968561649, -0.0040695215575397015, -0.003766490612179041, -0.003463459201157093, -0.003160428022965789, -0.0028573968447744846, -0.0025543654337525368, -0.0022513342555612326, -0.0019483030773699284, -0.0016452718991786242, -0.0013422406045719981, -0.001039209309965372, -0.0007361781317740679, -0.00043314689537510276, -0.00013011565897613764, 0.00017291557742282748, 0.0004759468138217926, 0.0007789780502207577, 0.0010820092866197228, 0.0013850405812263489, 0.001688071759417653, 0.0019911029376089573, 0.002294134348630905, 0.0025971655268222094, 0.0029001967050135136, 0.0032032278832048178, 0.003506259061396122, 0.00380929047241807, 0.004112321883440018, 0.004415352828800678, 0.004718384239822626, 0.005021415185183287, 0.0053244465962052345, 0.005627478007227182, 0.005930508952587843, 0.006233540363609791, 0.006536571308970451, 0.006839602719992399, 0.007142634131014347, 0.007445665076375008, 0.0077486964873969555, 0.008051727898418903, 0.008354758843779564, 0.008657789789140224, 0.00896082166582346, 0.00926385261118412, 0.00956688355654478, 0.009869915433228016, 0.010172946378588676, 0.010475977323949337, 0.010779009200632572, 0.011082040145993233, 0.011385071091353893, 0.011688102968037128, 0.011991133913397789, 0.01229416485875845, 0.01259719580411911]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 2.0, 1.0, 2.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.07254259288311005, -0.07069269567728043, -0.0688427984714508, -0.06699290126562119, -0.06514300405979156, -0.06329310685396194, -0.061443209648132324, -0.059593312442302704, -0.057743415236473083, -0.05589351803064346, -0.05404362082481384, -0.05219372361898422, -0.0503438264131546, -0.04849392920732498, -0.04664403200149536, -0.04479413479566574, -0.04294423758983612, -0.0410943441092968, -0.03924444690346718, -0.03739454969763756, -0.03554465249180794, -0.03369475528597832, -0.0318448580801487, -0.029994959011673927, -0.028145063668489456, -0.026295166462659836, -0.024445269256830215, -0.022595372051000595, -0.020745474845170975, -0.018895577639341354, -0.017045680433511734, -0.015195783227682114, -0.013345886021852493, -0.011495988816022873, -0.009646091610193253, -0.0077961948700249195, -0.005946297664195299, -0.004096400458365679, -0.002246503485366702, -0.00039660639595240355, 0.001453290693461895, 0.0033031878992915154, 0.005153085105121136, 0.007002981845289469, 0.008852878585457802, 0.010702775791287422, 0.012552672997117043, 0.014402570202946663, 0.016252467408776283, 0.018102364614605904, 0.019952261820435524, 0.021802159026265144, 0.023652056232094765, 0.025501953437924385, 0.027351850643754005, 0.029201747849583626, 0.031051643192768097, 0.03290154039859772, 0.03475143760442734, 0.03660133481025696, 0.03845123201608658, 0.0403011292219162, 0.04215102642774582, 0.04400092363357544, 0.04585082083940506]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 1.0, 4.0, 1.0, 1.0, 0.0, 4.0, 2.0, 2.0, 5.0, 9.0, 13.0, 13.0, 9.0, 14.0, 18.0, 26.0, 49.0, 20.0, 9.0, 13.0, 17.0, 3.0, 2.0, 2.0, 1.0, 2.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 7.0, 0.0, 4.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0], "bins": [-0.047342877835035324, -0.045624736696481705, -0.043906595557928085, -0.042188454419374466, -0.04047031328082085, -0.03875217214226723, -0.03703403100371361, -0.03531588986515999, -0.03359774500131607, -0.03187960386276245, -0.03016146458685398, -0.02844332344830036, -0.026725180447101593, -0.025007039308547974, -0.023288898169994354, -0.021570757031440735, -0.019852615892887115, -0.018134474754333496, -0.016416333615779877, -0.014698191545903683, -0.012980050407350063, -0.011261909268796444, -0.00954376719892025, -0.00782562606036663, -0.006107484921813011, -0.004389343783259392, -0.002671202179044485, -0.000953060807660222, 0.000765080563724041, 0.002483221935108304, 0.004201363306492567, 0.005919504910707474, 0.007637646049261093, 0.009355787187814713, 0.011073928326368332, 0.012792070396244526, 0.014510211534798145, 0.01622835360467434, 0.01794649474322796, 0.019664635881781578, 0.021382777020335197, 0.023100918158888817, 0.024819059297442436, 0.026537200435996056, 0.028255343437194824, 0.029973484575748444, 0.03169162571430206, 0.03340976685285568, 0.0351279079914093, 0.03684604912996292, 0.03856419026851654, 0.04028233140707016, 0.04200047254562378, 0.0437186136841774, 0.04543675482273102, 0.04715489596128464, 0.04887303709983826, 0.050591181963682175, 0.052309323102235794, 0.05402746424078941, 0.05574560537934303, 0.05746374651789665, 0.05918188765645027, 0.06090002879500389, 0.06261816620826721]}, "_runtime": 72.00245451927185, "_timestamp": 1596212942.7039921, "_step": 84}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 4.0, 4.0, 3.0, 2.0, 4.0, 3.0, 3.0, 2.0, 3.0, 3.0, 2.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009710041806101799, -0.009389306418597698, -0.009068570099771023, -0.008747834712266922, -0.008427098393440247, -0.008106363005936146, -0.007785627152770758, -0.00746489129960537, -0.0071441554464399815, -0.006823419593274593, -0.006502683740109205, -0.006181947886943817, -0.005861212499439716, -0.005540476646274328, -0.00521974079310894, -0.004899004939943552, -0.004578269086778164, -0.004257533233612776, -0.003936797380447388, -0.0036160617601126432, -0.003295325906947255, -0.002974590053781867, -0.0026538544334471226, -0.0023331185802817345, -0.0020123827271163464, -0.0016916468739509583, -0.001370911137200892, -0.0010501754004508257, -0.0007294395472854376, -0.0004087037523277104, -8.79679573699832e-05, 0.000232767837587744, 0.0005535036325454712, 0.0008742394275031984, 0.0011949752224609256, 0.0015157109592109919, 0.00183644681237638, 0.002157182665541768, 0.0024779182858765125, 0.0027986541390419006, 0.0031193899922072887, 0.003440125845372677, 0.003760861698538065, 0.004081597551703453, 0.004402332939207554, 0.004723068792372942, 0.00504380464553833, 0.005364540498703718, 0.005685276351869106, 0.006006012205034494, 0.0063267480581998825, 0.006647483911365271, 0.006968219764530659, 0.0072889551520347595, 0.007609691005200148, 0.007930426858365536, 0.008251162245869637, 0.008571898564696312, 0.008892633952200413, 0.009213370271027088, 0.009534105658531189, 0.009854841977357864, 0.010175577364861965, 0.01049631368368864, 0.010817049071192741]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 4.0, 2.0, 11.0, 11.0, 9.0, 4.0, 11.0, 18.0, 22.0, 22.0, 45.0, 33.0, 44.0, 41.0, 71.0, 109.0, 132.0, 153.0, 227.0, 340.0, 4296.0, 1185.0, 324.0, 194.0, 138.0, 105.0, 66.0, 63.0, 45.0, 26.0, 26.0, 25.0, 21.0, 19.0, 17.0, 8.0, 11.0, 9.0, 13.0, 5.0, 2.0, 3.0, 3.0, 3.0, 1.0, 3.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11156849563121796, -0.10806290060281754, -0.10455730557441711, -0.10105171799659729, -0.09754612296819687, -0.09404052793979645, -0.09053493291139603, -0.0870293378829956, -0.08352375030517578, -0.08001815527677536, -0.07651256024837494, -0.07300696521997452, -0.0695013701915741, -0.06599577516317368, -0.06249018386006355, -0.05898459255695343, -0.05547899752855301, -0.05197340250015259, -0.048467811197042465, -0.044962216168642044, -0.04145662486553192, -0.0379510298371315, -0.03444543480873108, -0.030939841642975807, -0.027434248477220535, -0.023928655311465263, -0.02042306214570999, -0.01691746711730957, -0.013411873951554298, -0.009906280785799026, -0.00640068668872118, -0.0028950930573046207, 0.0006105005741119385, 0.004116094205528498, 0.007621687836945057, 0.011127281934022903, 0.014632875099778175, 0.018138468265533447, 0.02164406329393387, 0.02514965645968914, 0.028655249625444412, 0.03216084465384483, 0.035666435956954956, 0.03917203098535538, 0.0426776260137558, 0.04618321731686592, 0.04968881234526634, 0.053194403648376465, 0.056699998676776886, 0.06020559370517731, 0.06371118873357773, 0.06721677631139755, 0.07072237133979797, 0.0742279663681984, 0.07773356139659882, 0.08123915642499924, 0.08474475145339966, 0.08825033903121948, 0.0917559340596199, 0.09526152908802032, 0.09876712411642075, 0.10227271914482117, 0.10577830672264099, 0.10928390175104141, 0.11278949677944183]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 2.0, 0.0, 3.0, 3.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 5.0, 4.0, 5.0, 3.0, 0.0, 5.0, 4.0, 6.0, 5.0, 21.0, 1.0, 3.0, 3.0, 5.0, 4.0, 0.0, 3.0, 5.0, 2.0, 1.0, 3.0, 2.0, 1.0, 4.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0021369806490838528, -0.0020652632229030132, -0.0019935457967221737, -0.0019218282541260123, -0.0018501108279451728, -0.0017783934017643332, -0.0017066759755834937, -0.0016349585494026542, -0.0015632410068064928, -0.0014915235806256533, -0.0014198061544448137, -0.0013480887282639742, -0.0012763713020831347, -0.0012046538759022951, -0.0011329363333061337, -0.0010612189071252942, -0.0009895014809444547, -0.0009177840547636151, -0.0008460665703751147, -0.0007743491441942751, -0.0007026316598057747, -0.0006309142336249352, -0.0005591968074440956, -0.0004874793521594256, -0.0004157618968747556, -0.0003440444415900856, -0.00027232698630541563, -0.0002006095601245761, -0.0001288921048399061, -5.7174656831193715e-05, 1.4542791177518666e-05, 8.626023918623105e-05, 0.00015797768719494343, 0.00022969514247961342, 0.0003014125977642834, 0.00037313002394512296, 0.00044484747922979295, 0.000516564934514463, 0.0005882823606953025, 0.0006599998450838029, 0.0007317172712646425, 0.000803434697445482, 0.0008751521818339825, 0.000946869608014822, 0.0010185870341956615, 0.001090304460376501, 0.0011620220029726624, 0.001233739429153502, 0.0013054568553343415, 0.001377174281515181, 0.0014488917076960206, 0.001520609250292182, 0.0015923266764730215, 0.001664044102653861, 0.0017357615288347006, 0.0018074789550155401, 0.0018791963811963797, 0.001950913923792541, 0.0020226312335580587, 0.002094348892569542, 0.0021660663187503815, 0.002237783744931221, 0.0023095011711120605, 0.0023812185972929, 0.0024529360234737396]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 5.0, 2.0, 8.0, 5.0, 17.0, 17.0, 24.0, 46.0, 46.0, 91.0, 129.0, 230.0, 368.0, 683.0, 1039.0, 1718.0, 3056.0, 5637.0, 10646.0, 21926.0, 51789.0, 203380.0, 769992.0, 56134.0, 23939.0, 12318.0, 6791.0, 3747.0, 2269.0, 1377.0, 856.0, 535.0, 298.0, 189.0, 120.0, 92.0, 43.0, 32.0, 19.0, 4.0, 13.0, 3.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00766001408919692, -0.007435547653585672, -0.007211080752313137, -0.006986614316701889, -0.006762147415429354, -0.006537680979818106, -0.00631321407854557, -0.006088747642934322, -0.005864280741661787, -0.005639814306050539, -0.005415347404778004, -0.005190880969166756, -0.00496641406789422, -0.004741947632282972, -0.004517480731010437, -0.004293014295399189, -0.004068547859787941, -0.0038440809585154057, -0.003619614290073514, -0.0033951476216316223, -0.0031706809531897306, -0.002946214284747839, -0.0027217476163059473, -0.0024972809478640556, -0.0022728145122528076, -0.002048347843810916, -0.0018238810589537024, -0.0015994143905118108, -0.001374947838485241, -0.0011504811700433493, -0.0009260145016014576, -0.0007015478331595659, -0.00047708116471767426, -0.0002526144962757826, -2.814785693772137e-05, 0.00019631879695225507, 0.0004207854508422315, 0.0006452521192841232, 0.0008697187295183539, 0.0010941853979602456, 0.0013186520664021373, 0.001543118734844029, 0.0017675854032859206, 0.0019920519553124905, 0.002216518623754382, 0.002440985292196274, 0.0026654519606381655, 0.002889918629080057, 0.003114385297521949, 0.0033388519659638405, 0.003563318634405732, 0.003787785302847624, 0.004012251738458872, 0.004236718639731407, 0.004461185075342655, 0.0046856519766151905, 0.0049101184122264385, 0.005134585313498974, 0.005359051749110222, 0.005583518650382757, 0.005807985085994005, 0.0060324519872665405, 0.0062569184228777885, 0.006481385324150324, 0.006705851759761572]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 3.0, 1.0, 7.0, 2.0, 2.0, 0.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 3.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.013723239302635193, -0.01332065835595131, -0.012918077409267426, -0.012515495531260967, -0.012112914584577084, -0.0117103336378932, -0.011307751759886742, -0.010905170813202858, -0.010502589866518974, -0.01010000891983509, -0.009697427973151207, -0.009294846095144749, -0.008892265148460865, -0.008489684201776981, -0.008087102323770523, -0.007684521377086639, -0.007281940430402756, -0.006879359483718872, -0.006476778071373701, -0.00607419665902853, -0.0056716157123446465, -0.005269034765660763, -0.004866453353315592, -0.004463871940970421, -0.004061290994286537, -0.00365870981477201, -0.0032561286352574825, -0.002853547455742955, -0.002450966276228428, -0.0020483850967139006, -0.0016458039171993732, -0.001243222737684846, -0.0008406415581703186, -0.0004380603786557913, -3.547919914126396e-05, 0.00036710198037326336, 0.0007696831598877907, 0.001172264339402318, 0.0015748455189168453, 0.0019774266984313726, 0.0023800078779459, 0.0027825890574604273, 0.0031851702369749546, 0.003587751416489482, 0.003990332596004009, 0.004392913542687893, 0.004795494955033064, 0.005198076367378235, 0.0056006573140621185, 0.006003238260746002, 0.006405819673091173, 0.006808401085436344, 0.007210982032120228, 0.0076135629788041115, 0.00801614485681057, 0.008418725803494453, 0.008821306750178337, 0.00922388769686222, 0.009626468643546104, 0.010029050521552563, 0.010431631468236446, 0.01083421241492033, 0.011236794292926788, 0.011639375239610672, 0.012041956186294556]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 5.0, 2.0, 2.0, 2.0, 1.0, 2.0, 5.0, 6.0, 7.0, 14.0, 17.0, 14.0, 18.0, 21.0, 27.0, 32.0, 55.0, 70.0, 64.0, 89.0, 108.0, 124.0, 169.0, 191.0, 221.0, 344.0, 409.0, 535.0, 693.0, 1054.0, 1698.0, 5954.0, 1873.0, 1186.0, 816.0, 626.0, 445.0, 343.0, 253.0, 209.0, 143.0, 128.0, 102.0, 82.0, 75.0, 46.0, 30.0, 23.0, 25.0, 14.0, 21.0, 7.0, 6.0, 5.0, 4.0, 4.0, 4.0, 4.0], "bins": [-0.008973728865385056, -0.00873470026999712, -0.008495671674609184, -0.008256643079221249, -0.008017614483833313, -0.00777858542278409, -0.007539556827396154, -0.007300528232008219, -0.007061499636620283, -0.0068224710412323475, -0.006583442445844412, -0.006344413850456476, -0.006105384789407253, -0.005866356194019318, -0.005627327598631382, -0.005388299003243446, -0.005149270407855511, -0.004910241812467575, -0.0046712132170796394, -0.004432184621691704, -0.004193156026303768, -0.003954126965254545, -0.0037150983698666096, -0.003476069774478674, -0.0032370411790907383, -0.0029980125837028027, -0.002758983988314867, -0.0025199551600962877, -0.002280926564708352, -0.0020418979693204165, -0.001802869257517159, -0.0015638405457139015, -0.0013248119503259659, -0.0010857833549380302, -0.0008467546431347728, -0.0006077259895391762, -0.0003686973359435797, -0.00012966868234798312, 0.00010935997124761343, 0.00034838862484321, 0.0005874172784388065, 0.0008264459320344031, 0.0010654745856299996, 0.001304503297433257, 0.0015435318928211927, 0.0017825604882091284, 0.0020215893164277077, 0.0022606179118156433, 0.002499646507203579, 0.0027386751025915146, 0.0029777036979794502, 0.0032167325261980295, 0.003455761121585965, 0.003694789716973901, 0.00393381854519248, 0.004172847140580416, 0.004411875735968351, 0.004650904331356287, 0.004889932926744223, 0.005128961522132158, 0.005367990583181381, 0.005607019178569317, 0.0058460477739572525, 0.006085076369345188, 0.006324104964733124]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 3.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 4.0, 2.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0629323199391365, -0.05929643660783768, -0.05566054955124855, -0.05202466621994972, -0.048388779163360596, -0.04475289583206177, -0.04111701250076294, -0.03748112544417381, -0.033845242112874985, -0.030209356918931007, -0.02657347172498703, -0.022937588393688202, -0.019301703199744225, -0.015665818005800247, -0.012029933743178844, -0.008394049480557442, -0.004758164286613464, -0.0011222795583307743, 0.0025136051699519157, 0.006149489898234606, 0.009785374626517296, 0.013421259820461273, 0.0170571431517601, 0.02069302834570408, 0.024328913539648056, 0.027964798733592033, 0.03160068392753601, 0.03523656725883484, 0.03887245059013367, 0.042508337646722794, 0.04614422097802162, 0.04978010803461075, 0.053415991365909576, 0.057051874697208405, 0.06068776175379753, 0.06432364881038666, 0.06795953214168549, 0.07159541547298431, 0.07523129880428314, 0.07886718213558197, 0.0825030654668808, 0.08613895624876022, 0.08977483958005905, 0.09341072291135788, 0.09704660624265671, 0.10068248957395554, 0.10431838035583496, 0.10795426368713379, 0.11159014701843262, 0.11522603034973145, 0.11886191368103027, 0.1224978044629097, 0.12613368034362793, 0.12976956367492676, 0.13340546190738678, 0.1370413452386856, 0.14067722856998444, 0.14431311190128326, 0.1479489952325821, 0.15158487856388092, 0.15522076189517975, 0.15885664522647858, 0.1624925285577774, 0.16612841188907623, 0.16976431012153625]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 3.0, 1.0, 2.0, 4.0, 3.0, 4.0, 1.0, 8.0, 13.0, 18.0, 18.0, 11.0, 11.0, 17.0, 20.0, 50.0, 19.0, 5.0, 9.0, 8.0, 3.0, 7.0, 9.0, 6.0, 3.0, 5.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.04798968508839607, -0.045339714735746384, -0.04268974810838699, -0.040039777755737305, -0.037389807403087616, -0.03473983705043793, -0.03208986669778824, -0.02943990007042885, -0.02678992971777916, -0.02413995936512947, -0.02148999087512493, -0.018840022385120392, -0.016190052032470703, -0.013540082611143589, -0.010890113189816475, -0.00824014376848936, -0.005590174347162247, -0.0029402049258351326, -0.0002902355045080185, 0.0023597339168190956, 0.00500970333814621, 0.007659672759473324, 0.010309642180800438, 0.012959611602127552, 0.015609581023454666, 0.018259551376104355, 0.020909519866108894, 0.023559488356113434, 0.026209458708763123, 0.02885942906141281, 0.0315093994140625, 0.03415936604142189, 0.03680933639407158, 0.03945930674672127, 0.04210927337408066, 0.04475924372673035, 0.047409214079380035, 0.050059184432029724, 0.05270915478467941, 0.0553591214120388, 0.05800909176468849, 0.06065906211733818, 0.06330902874469757, 0.06595899909734726, 0.06860896944999695, 0.07125893980264664, 0.07390891015529633, 0.07655888050794601, 0.0792088508605957, 0.0818588137626648, 0.08450878411531448, 0.08715875446796417, 0.08980872482061386, 0.09245869517326355, 0.09510866552591324, 0.09775863587856293, 0.10040859878063202, 0.10305856913328171, 0.1057085394859314, 0.10835850983858109, 0.11100848019123077, 0.11365845054388046, 0.11630842089653015, 0.11895839124917984, 0.12160836160182953]}, "_runtime": 72.79284071922302, "_timestamp": 1596212943.4943783, "_step": 85}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 1.0, 3.0, 4.0, 5.0, 2.0, 2.0, 3.0, 2.0, 0.0, 2.0, 4.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009696174412965775, -0.00934386346489191, -0.008991552516818047, -0.008639241568744183, -0.008286930620670319, -0.007934619672596455, -0.007582308724522591, -0.007229997776448727, -0.006877686828374863, -0.006525375880300999, -0.006173064932227135, -0.005820753984153271, -0.005468443036079407, -0.005116132088005543, -0.004763821139931679, -0.004411510191857815, -0.004059199243783951, -0.003706888295710087, -0.003354577347636223, -0.003002266399562359, -0.002649955451488495, -0.002297644503414631, -0.001945333555340767, -0.001593022607266903, -0.001240711659193039, -0.000888400711119175, -0.000536089763045311, -0.000183778814971447, 0.000168532133102417, 0.000520843081176281, 0.000873154029250145, 0.001225464977324009, 0.001577775925397873, 0.001930086873471737, 0.002282397821545601, 0.002634708769619465, 0.002987019717693329, 0.003339330665767193, 0.003691641613841057, 0.004043952561914921, 0.004396263509988785, 0.004748574458062649, 0.005100885406136513, 0.005453196354210377, 0.005805507302284241, 0.006157818250358105, 0.006510129198431969, 0.006862440146505833, 0.007214751094579697, 0.007567062042653561, 0.007919372990727425, 0.008271683938801289, 0.008623994886875153, 0.008976305834949017, 0.00932861678302288, 0.009680927731096745, 0.010033238679170609, 0.010385549627244473, 0.010737860575318336, 0.0110901715233922, 0.011442482471466064, 0.011794793419539928, 0.012147104367613792, 0.012499415315687656, 0.01285172626376152]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 4.0, 3.0, 3.0, 4.0, 4.0, 4.0, 9.0, 12.0, 8.0, 12.0, 16.0, 18.0, 38.0, 39.0, 36.0, 58.0, 98.0, 117.0, 143.0, 243.0, 452.0, 5207.0, 589.0, 278.0, 160.0, 102.0, 56.0, 45.0, 38.0, 27.0, 19.0, 11.0, 10.0, 12.0, 9.0, 8.0, 8.0, 4.0, 4.0, 5.0, 4.0, 3.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.16878581047058105, -0.16373372077941895, -0.15868163108825684, -0.15362952649593353, -0.14857743680477142, -0.14352534711360931, -0.1384732574224472, -0.1334211528301239, -0.1283690631389618, -0.12331697344779968, -0.11826488375663757, -0.11321278661489487, -0.10816069692373276, -0.10310859978199005, -0.09805651009082794, -0.09300441294908524, -0.08795232325792313, -0.08290023356676102, -0.07784813642501831, -0.0727960467338562, -0.0677439495921135, -0.06269185990095139, -0.05763976648449898, -0.05258767306804657, -0.04753557965159416, -0.042483486235141754, -0.037431392818689346, -0.03237929940223694, -0.02732720784842968, -0.022275114431977272, -0.017223022878170013, -0.012170929461717606, -0.007118836045265198, -0.0020667430944740772, 0.0029853498563170433, 0.008037442341446877, 0.013089535757899284, 0.018141629174351692, 0.02319372072815895, 0.02824581414461136, 0.033297907561063766, 0.038350000977516174, 0.04340209439396858, 0.04845418781042099, 0.0535062775015831, 0.05855837091803551, 0.06361046433448792, 0.06866256147623062, 0.07371465116739273, 0.07876674085855484, 0.08381883800029755, 0.08887092769145966, 0.09392302483320236, 0.09897511452436447, 0.10402721166610718, 0.10907930135726929, 0.1141313910484314, 0.1191834881901741, 0.12423557788133621, 0.12928767502307892, 0.13433976471424103, 0.13939185440540314, 0.14444395899772644, 0.14949604868888855, 0.15454813838005066]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 0.0, 2.0, 2.0, 3.0, 1.0, 2.0, 3.0, 2.0, 3.0, 0.0, 6.0, 3.0, 1.0, 3.0, 2.0, 5.0, 24.0, 3.0, 1.0, 6.0, 3.0, 3.0, 2.0, 3.0, 3.0, 4.0, 5.0, 1.0, 3.0, 3.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.0036381916143000126, -0.0035373521968722343, -0.0034365125466138124, -0.0033356728963553905, -0.0032348334789276123, -0.003133994061499834, -0.003033154411241412, -0.0029323147609829903, -0.002831475343555212, -0.0027306359261274338, -0.002629796275869012, -0.00252895662561059, -0.0024281172081828117, -0.0023272777907550335, -0.0022264381404966116, -0.0021255984902381897, -0.0020247590728104115, -0.0019239195389673114, -0.0018230800051242113, -0.0017222404712811112, -0.0016214009374380112, -0.001520561403594911, -0.001419721869751811, -0.001318882335908711, -0.0012180428020656109, -0.0011172032682225108, -0.0010163637343794107, -0.0009155242005363107, -0.0008146846666932106, -0.0007138451328501105, -0.0006130055990070105, -0.0005121660651639104, -0.0004113265313208103, -0.00031048699747771025, -0.00020964746363461018, -0.0001088079297915101, -7.968395948410034e-06, 9.287113789469004e-05, 0.0001937106717377901, 0.0002945502055808902, 0.00039538973942399025, 0.0004962292732670903, 0.0005970688071101904, 0.0006979083409532905, 0.0007987478747963905, 0.0008995874086394906, 0.0010004269424825907, 0.0011012664763256907, 0.0012021060101687908, 0.0013029455440118909, 0.001403785077854991, 0.001504624611698091, 0.001605464145541191, 0.0017063036793842912, 0.0018071432132273912, 0.0019079827470704913, 0.0020088222809135914, 0.0021096616983413696, 0.0022105013485997915, 0.0023113409988582134, 0.0024121804162859917, 0.00251301983371377, 0.002613859483972192, 0.0027146991342306137, 0.002815538551658392]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 3.0, 3.0, 3.0, 6.0, 7.0, 18.0, 19.0, 31.0, 30.0, 55.0, 79.0, 124.0, 184.0, 265.0, 410.0, 738.0, 1137.0, 1942.0, 3156.0, 5430.0, 9952.0, 19344.0, 43931.0, 151753.0, 805325.0, 67056.0, 29085.0, 15342.0, 8859.0, 5443.0, 3365.0, 2209.0, 1485.0, 962.0, 621.0, 460.0, 262.0, 155.0, 128.0, 86.0, 50.0, 39.0, 29.0, 21.0, 15.0, 10.0, 4.0, 3.0, 3.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.008645921014249325, -0.008400593884289265, -0.008155266754329205, -0.007909939624369144, -0.007664612960070372, -0.0074192858301103115, -0.007173958700150251, -0.006928631570190191, -0.0066833049058914185, -0.006437977775931358, -0.006192650645971298, -0.005947323516011238, -0.005701996386051178, -0.005456669256091118, -0.005211342591792345, -0.004966015461832285, -0.004720688331872225, -0.004475361201912165, -0.004230034071952105, -0.003984707407653332, -0.0037393802776932716, -0.0034940531477332115, -0.0032487260177731514, -0.003003399120643735, -0.002758071990683675, -0.0025127448607236147, -0.0022674179635941982, -0.002022090833634138, -0.0017767638200893998, -0.0015314368065446615, -0.0012861096765846014, -0.0010407826630398631, -0.0007954556494951248, -0.0005501286359503865, -0.0003048015641979873, -5.947452154941857e-05, 0.00018585252109915018, 0.00043117956374771893, 0.0006765066063962877, 0.0009218336781486869, 0.0011671606916934252, 0.0014124877052381635, 0.0016578147187829018, 0.0019031418487429619, 0.002148468978703022, 0.0023937958758324385, 0.0026391230057924986, 0.002884449902921915, 0.003129777032881975, 0.0033751041628420353, 0.0036204310599714518, 0.003865758189931512, 0.004111085087060928, 0.0043564122170209885, 0.004601739346981049, 0.004847066476941109, 0.005092393606901169, 0.005337720271199942, 0.005583047401160002, 0.005828374531120062, 0.006073701661080122, 0.006319028791040182, 0.006564355455338955, 0.006809682585299015, 0.007055009715259075]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 0.0, 4.0, 4.0, 6.0, 2.0, 2.0, 2.0, 4.0, 6.0, 2.0, 2.0, 1.0, 4.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0], "bins": [-0.017461396753787994, -0.016672832891345024, -0.015884270891547203, -0.015095707029104233, -0.014307143166661263, -0.013518580235540867, -0.012730016373097897, -0.011941453441977501, -0.01115288957953453, -0.010364326648414135, -0.00957576371729374, -0.008787199854850769, -0.007998636923730373, -0.00721007352694869, -0.0064215101301670074, -0.0056329467333853245, -0.0048443833366036415, -0.0040558199398219585, -0.0032672565430402756, -0.0024786933790892363, -0.0016901299823075533, -0.0009015666437335312, -0.00011300330515950918, 0.0006755600334145129, 0.001464123371988535, 0.002252686768770218, 0.003041250165551901, 0.00382981332950294, 0.0046183764934539795, 0.0054069398902356625, 0.006195503287017345, 0.006984066683799028, 0.007772630080580711, 0.008561193011701107, 0.009349756874144077, 0.010138319805264473, 0.010926883667707443, 0.011715446598827839, 0.01250401046127081, 0.013292573392391205, 0.014081137254834175, 0.01486970018595457, 0.015658263117074966, 0.016446826979517937, 0.017235390841960907, 0.018023952841758728, 0.0188125167042017, 0.01960108056664467, 0.02038964256644249, 0.02117820642888546, 0.02196677029132843, 0.0227553341537714, 0.02354389615356922, 0.024332460016012192, 0.025121023878455162, 0.025909587740898132, 0.026698149740695953, 0.027486713603138924, 0.028275277465581894, 0.029063839465379715, 0.029852403327822685, 0.030640967190265656, 0.03142952919006348, 0.032218094915151596, 0.03300665691494942]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 5.0, 11.0, 10.0, 22.0, 29.0, 36.0, 33.0, 49.0, 65.0, 112.0, 170.0, 204.0, 247.0, 363.0, 442.0, 643.0, 864.0, 1282.0, 1974.0, 5989.0, 1978.0, 1082.0, 699.0, 488.0, 324.0, 216.0, 171.0, 133.0, 124.0, 84.0, 56.0, 55.0, 60.0, 40.0, 43.0, 36.0, 26.0, 26.0, 18.0, 12.0, 23.0, 15.0, 21.0, 20.0, 20.0, 11.0, 21.0, 23.0, 17.0, 13.0, 4.0, 4.0, 3.0, 4.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.007268420420587063, -0.006946933455765247, -0.0066254460252821445, -0.006303958594799042, -0.005982471629977226, -0.005660984665155411, -0.005339497234672308, -0.005018009804189205, -0.00469652283936739, -0.004375035874545574, -0.004053548444062471, -0.0037320612464100122, -0.003410574048757553, -0.003089086851105094, -0.002767599653452635, -0.0024461124558001757, -0.0021246252581477165, -0.0018031380604952574, -0.0014816508628427982, -0.001160163665190339, -0.0008386764675378799, -0.0005171892698854208, -0.00019570207223296165, 0.0001257851254194975, 0.00044727232307195663, 0.0007687595207244158, 0.001090246718376875, 0.001411733916029334, 0.0017332211136817932, 0.0020547083113342524, 0.0023761955089867115, 0.0026976827066391706, 0.00301916990429163, 0.003340657101944089, 0.003662144299596548, 0.003983631730079651, 0.004305118694901466, 0.004626605659723282, 0.004948093090206385, 0.0052695805206894875, 0.005591067485511303, 0.0059125544503331184, 0.006234041880816221, 0.006555529311299324, 0.0068770162761211395, 0.007198503240942955, 0.007519990671426058, 0.00784147810190916, 0.008162965066730976, 0.008484452031552792, 0.008805939927697182, 0.009127426892518997, 0.009448913857340813, 0.009770400822162628, 0.010091887786984444, 0.010413375683128834, 0.01073486264795065, 0.011056349612772465, 0.011377837508916855, 0.01169932447373867, 0.012020811438560486, 0.012342298403382301, 0.012663785368204117, 0.012985273264348507, 0.013306760229170322]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 4.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.1989128291606903, -0.19500435888767242, -0.19109588861465454, -0.18718743324279785, -0.18327896296977997, -0.17937049269676208, -0.1754620224237442, -0.17155355215072632, -0.16764509677886963, -0.16373662650585175, -0.15982815623283386, -0.15591968595981598, -0.1520112156867981, -0.1481027454137802, -0.14419429004192352, -0.14028581976890564, -0.13637734949588776, -0.13246887922286987, -0.128560408949852, -0.1246519461274147, -0.12074348330497742, -0.11683501303195953, -0.11292654275894165, -0.10901807993650436, -0.10510960966348648, -0.1012011393904686, -0.09729267656803131, -0.09338420629501343, -0.08947573602199554, -0.08556727319955826, -0.08165880292654037, -0.07775034010410309, -0.0738418698310852, -0.06993339955806732, -0.06602493673563004, -0.06211646646261215, -0.05820799991488457, -0.05429953336715698, -0.0503910630941391, -0.046482596546411514, -0.04257412999868393, -0.038665663450956345, -0.03475719690322876, -0.030848726630210876, -0.02694026008248329, -0.023031793534755707, -0.019123325124382973, -0.015214857645332813, -0.011306390166282654, -0.007397922687232494, -0.003489455208182335, 0.00041901227086782455, 0.004327479749917984, 0.008235947228968143, 0.012144414708018303, 0.016052883118391037, 0.019961349666118622, 0.023869816213846207, 0.02777828462421894, 0.031686753034591675, 0.03559521958231926, 0.039503686130046844, 0.04341215640306473, 0.04732062295079231, 0.0512290894985199]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 4.0, 3.0, 3.0, 5.0, 6.0, 16.0, 8.0, 13.0, 15.0, 22.0, 35.0, 49.0, 16.0, 11.0, 8.0, 9.0, 2.0, 9.0, 5.0, 7.0, 7.0, 2.0, 2.0, 2.0, 3.0, 1.0, 3.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.07077507674694061, -0.06896189600229263, -0.06714871525764465, -0.06533553451299667, -0.0635223537683487, -0.06170917674899101, -0.05989599600434303, -0.05808281525969505, -0.05626963824033737, -0.05445645749568939, -0.05264327675104141, -0.05083009600639343, -0.04901691526174545, -0.04720373451709747, -0.04539055749773979, -0.04357737675309181, -0.04176419600844383, -0.03995101526379585, -0.03813783451914787, -0.03632465749979019, -0.03451147675514221, -0.03269829601049423, -0.030885115265846252, -0.029071936383843422, -0.027258755639195442, -0.025445574894547462, -0.023632396012544632, -0.021819215267896652, -0.020006034523248672, -0.018192855641245842, -0.016379674896597862, -0.014566495083272457, -0.012753315269947052, -0.010940135456621647, -0.009126955643296242, -0.007313774898648262, -0.005500595085322857, -0.003687415039166808, -0.0018742349930107594, -6.105494685471058e-05, 0.0017521250993013382, 0.003565305145457387, 0.005378485191613436, 0.007191665470600128, 0.009004845283925533, 0.010818025097250938, 0.012631205841898918, 0.014444385655224323, 0.01625756546854973, 0.018070746213197708, 0.01988392509520054, 0.02169710583984852, 0.02351028472185135, 0.02532346546649933, 0.02713664621114731, 0.02894982509315014, 0.03076300583779812, 0.03257618471980095, 0.03438936546444893, 0.03620254620909691, 0.03801572695374489, 0.03982890769839287, 0.04164208471775055, 0.04345526546239853, 0.04526844620704651]}, "_runtime": 73.57966732978821, "_timestamp": 1596212944.281205, "_step": 86}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 4.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 3.0, 5.0, 3.0, 4.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 3.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.010109291411936283, -0.009808736853301525, -0.009508183225989342, -0.009207628667354584, -0.008907074108719826, -0.008606520481407642, -0.008305965922772884, -0.008005411364138126, -0.007704857271164656, -0.007404303178191185, -0.007103748619556427, -0.006803194526582956, -0.006502640433609486, -0.006202085874974728, -0.005901531782001257, -0.005600977223366499, -0.005300423130393028, -0.004999869037419558, -0.0046993144787848, -0.004398760385811329, -0.004098205827176571, -0.0037976517342031, -0.0034970976412296295, -0.003196543315425515, -0.002895988989621401, -0.0025954346638172865, -0.002294880338013172, -0.0019943262450397015, -0.0016937719192355871, -0.0013932175934314728, -0.0010926633840426803, -0.0007921091164462268, -0.0004915548488497734, -0.00019100058125331998, 0.00010955368634313345, 0.0004101079539395869, 0.0007106622215360403, 0.0010112165473401546, 0.0013117707567289472, 0.0016123249661177397, 0.001912879291921854, 0.0022134336177259684, 0.0025139879435300827, 0.0028145420365035534, 0.0031150963623076677, 0.003415650688111782, 0.0037162047810852528, 0.004016759339720011, 0.0043173134326934814, 0.004617867525666952, 0.00491842208430171, 0.005218976177275181, 0.005519530735909939, 0.0058200848288834095, 0.00612063892185688, 0.006421193480491638, 0.006721747573465109, 0.0070223016664385796, 0.0073228562250733376, 0.007623410318046808, 0.007923964411020279, 0.008224518969655037, 0.008525073528289795, 0.008825627155601978, 0.009126181714236736]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 2.0, 8.0, 4.0, 7.0, 3.0, 10.0, 8.0, 14.0, 12.0, 29.0, 28.0, 21.0, 40.0, 54.0, 68.0, 75.0, 109.0, 142.0, 201.0, 275.0, 3914.0, 1709.0, 371.0, 236.0, 135.0, 106.0, 75.0, 61.0, 43.0, 30.0, 36.0, 23.0, 10.0, 13.0, 11.0, 4.0, 9.0, 4.0, 2.0, 2.0, 3.0, 1.0, 7.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.13334834575653076, -0.1295316219329834, -0.12571489810943604, -0.12189816683530807, -0.11808143556118011, -0.11426471173763275, -0.11044798791408539, -0.10663125663995743, -0.10281453281641006, -0.0989978089928627, -0.09518107771873474, -0.09136435389518738, -0.08754763007164001, -0.08373089879751205, -0.07991417497396469, -0.07609744369983673, -0.07228071987628937, -0.068463996052742, -0.06464726477861404, -0.06083054095506668, -0.05701381340622902, -0.05319708585739136, -0.049380362033843994, -0.04556363448500633, -0.04174690693616867, -0.03793017938733101, -0.03411345183849335, -0.030296728014945984, -0.026480000466108322, -0.02266327291727066, -0.018846547231078148, -0.01502982061356306, -0.011213093996047974, -0.0073963673785328865, -0.0035796407610177994, 0.00023708585649728775, 0.004053812474012375, 0.007870539091527462, 0.01168726570904255, 0.015503992326557636, 0.019320718944072723, 0.023137446492910385, 0.026954172179102898, 0.03077089786529541, 0.03458762541413307, 0.038404352962970734, 0.0422210767865181, 0.04603780433535576, 0.04985453188419342, 0.05367125943303108, 0.057487986981868744, 0.06130471080541611, 0.06512144207954407, 0.06893816590309143, 0.0727548897266388, 0.07657162100076675, 0.08038834482431412, 0.08420506864786148, 0.08802179992198944, 0.0918385237455368, 0.09565524756908417, 0.09947197884321213, 0.10328870266675949, 0.10710543394088745, 0.11092215776443481]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 2.0, 2.0, 4.0, 1.0, 3.0, 0.0, 3.0, 6.0, 1.0, 4.0, 1.0, 1.0, 4.0, 1.0, 5.0, 24.0, 5.0, 3.0, 3.0, 4.0, 6.0, 4.0, 2.0, 4.0, 1.0, 0.0, 4.0, 1.0, 1.0, 4.0, 2.0, 3.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.0027101526502519846, -0.0026363141369074583, -0.0025624753907322884, -0.002488636877387762, -0.0024147983640432358, -0.002340959617868066, -0.0022671211045235395, -0.0021932823583483696, -0.0021194438450038433, -0.002045605331659317, -0.001971766585484147, -0.0018979280721396208, -0.0018240894423797727, -0.0017502508126199245, -0.0016764122992753983, -0.0016025736695155501, -0.001528735039755702, -0.001454896409995854, -0.0013810577802360058, -0.0013072192668914795, -0.0012333806371316314, -0.0011595420073717833, -0.001085703494027257, -0.0010118648642674088, -0.0009380262345075607, -0.0008641876047477126, -0.0007903490331955254, -0.0007165104616433382, -0.0006426718318834901, -0.000568833202123642, -0.0004949946305714548, -0.0004211560299154371, -0.00034731742925941944, -0.0002734788286034018, -0.00019964022794738412, -0.00012580162729136646, -5.19630266353488e-05, 2.1875574020668864e-05, 9.571417467668653e-05, 0.00016955277533270419, 0.00024339137598872185, 0.0003172299766447395, 0.00039106857730075717, 0.00046490717795677483, 0.0005387457786127925, 0.0006125844083726406, 0.0006864229799248278, 0.000760261551477015, 0.0008341001812368631, 0.0009079388109967113, 0.0009817774407565594, 0.0010556159541010857, 0.0011294545838609338, 0.001203293213620782, 0.0012771317269653082, 0.0013509703567251563, 0.0014248089864850044, 0.0014986476162448525, 0.0015724862460047007, 0.001646324759349227, 0.001720163389109075, 0.0017940020188689232, 0.0018678405322134495, 0.0019416791619732976, 0.0020155177917331457]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 4.0, 6.0, 6.0, 7.0, 14.0, 23.0, 36.0, 51.0, 62.0, 93.0, 153.0, 247.0, 363.0, 564.0, 961.0, 1639.0, 2531.0, 4348.0, 7809.0, 14876.0, 31905.0, 91005.0, 849752.0, 95732.0, 34859.0, 16886.0, 9547.0, 5641.0, 3545.0, 2235.0, 1449.0, 997.0, 714.0, 446.0, 312.0, 251.0, 173.0, 111.0, 78.0, 67.0, 43.0, 26.0, 25.0, 9.0, 14.0, 3.0, 9.0, 5.0, 5.0, 1.0, 1.0], "bins": [-0.008095101453363895, -0.007867752574384212, -0.007640402764081955, -0.007413053885102272, -0.007185704540461302, -0.006958355195820332, -0.006731006316840649, -0.006503656972199678, -0.006276307627558708, -0.006048958282917738, -0.005821608938276768, -0.005594260059297085, -0.005366910714656115, -0.005139561370015144, -0.004912212491035461, -0.004684863146394491, -0.004457513801753521, -0.004230164457112551, -0.0040028151124715805, -0.0037754662334918976, -0.0035481168888509274, -0.003320767544209957, -0.0030934184323996305, -0.002866069320589304, -0.0026387199759483337, -0.0024113706313073635, -0.002184021519497037, -0.0019566724076867104, -0.0017293230630457401, -0.0015019738348200917, -0.0012746246065944433, -0.001047275378368795, -0.0008199261501431465, -0.0005925769219174981, -0.0003652276936918497, -0.0001378784654662013, 8.94707627594471e-05, 0.0003168199909850955, 0.0005441692192107439, 0.0007715184474363923, 0.0009988676756620407, 0.0012262169038876891, 0.0014535661321133375, 0.001680915360338986, 0.0019082645885646343, 0.0021356139332056046, 0.002362963045015931, 0.0025903121568262577, 0.002817661501467228, 0.003045010846108198, 0.0032723599579185247, 0.0034997090697288513, 0.0037270584143698215, 0.003954407759010792, 0.004181756637990475, 0.004409105982631445, 0.004636455327272415, 0.004863804671913385, 0.005091154016554356, 0.0053185028955340385, 0.005545852240175009, 0.005773201584815979, 0.006000550463795662, 0.006227899808436632, 0.006455249153077602]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 1.0, 4.0, 1.0, 10.0, 1.0, 9.0, 2.0, 4.0, 4.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.025724994018673897, -0.02514529787003994, -0.024565599858760834, -0.023985903710126877, -0.02340620756149292, -0.022826509550213814, -0.022246813401579857, -0.0216671172529459, -0.021087419241666794, -0.020507723093032837, -0.01992802694439888, -0.019348328933119774, -0.018768632784485817, -0.01818893663585186, -0.017609238624572754, -0.017029542475938797, -0.01644984632730484, -0.015870148316025734, -0.015290452167391777, -0.014710755087435246, -0.014131058007478714, -0.013551361858844757, -0.012971664778888226, -0.012391967698931694, -0.011812271550297737, -0.011232574470341206, -0.010652877390384674, -0.010073180310428143, -0.009493484161794186, -0.008913787081837654, -0.008334090001881123, -0.007754393387585878, -0.007174696773290634, -0.00659500015899539, -0.006015303079038858, -0.005435606464743614, -0.004855909384787083, -0.0042762127704918385, -0.0036965161561965942, -0.0031168193090707064, -0.0025371224619448185, -0.0019574256148189306, -0.0013777288841083646, -0.0007980320951901376, -0.00021833530627191067, 0.0003613614826463163, 0.0009410582715645432, 0.0015207550022751093, 0.002100451849400997, 0.002680148696526885, 0.003259845543652773, 0.003839542157948017, 0.004419239237904549, 0.004998935852199793, 0.005578632466495037, 0.006158329546451569, 0.006738026160746813, 0.007317722775042057, 0.007897419854998589, 0.00847711693495512, 0.009056813083589077, 0.009636510163545609, 0.01021620724350214, 0.010795903392136097, 0.011375600472092628]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 3.0, 1.0, 0.0, 6.0, 4.0, 2.0, 4.0, 5.0, 6.0, 5.0, 8.0, 5.0, 9.0, 8.0, 15.0, 22.0, 24.0, 23.0, 30.0, 22.0, 33.0, 56.0, 68.0, 98.0, 125.0, 190.0, 206.0, 331.0, 433.0, 648.0, 934.0, 1464.0, 5684.0, 2669.0, 1498.0, 1029.0, 680.0, 510.0, 368.0, 262.0, 242.0, 179.0, 126.0, 69.0, 71.0, 53.0, 46.0, 39.0, 21.0, 18.0, 11.0, 16.0, 14.0, 6.0, 8.0, 2.0, 9.0, 0.0, 3.0, 3.0, 2.0, 2.0, 1.0], "bins": [-0.00873219408094883, -0.00847474206238985, -0.008217290043830872, -0.007959838025271893, -0.0077023860067129135, -0.007444934453815222, -0.007187482435256243, -0.006930030416697264, -0.006672578398138285, -0.006415126379579306, -0.006157674361020327, -0.005900222342461348, -0.005642770789563656, -0.005385318771004677, -0.005127866752445698, -0.004870414733886719, -0.00461296271532774, -0.004355510696768761, -0.004098058678209782, -0.0038406068924814463, -0.0035831548739224672, -0.003325702855363488, -0.003068251069635153, -0.0028107990510761738, -0.0025533470325171947, -0.0022958950139582157, -0.0020384429953992367, -0.0017809912096709013, -0.0015235391911119223, -0.0012660871725529432, -0.001008635270409286, -0.0007511833100579679, -0.0004937313497066498, -0.00023627938935533166, 2.117257099598646e-05, 0.0002786245313473046, 0.0005360764916986227, 0.0007935284520499408, 0.001050980412401259, 0.0013084323145449162, 0.0015658843331038952, 0.0018233363516628742, 0.0020807883702218533, 0.0023382401559501886, 0.0025956921745091677, 0.0028531441930681467, 0.003110595978796482, 0.003368047997355461, 0.00362550001591444, 0.003882952034473419, 0.004140404053032398, 0.004397856071591377, 0.004655308090150356, 0.004912759643048048, 0.005170211661607027, 0.005427663680166006, 0.005685115698724985, 0.005942567717283964, 0.006200019735842943, 0.006457471754401922, 0.006714923307299614, 0.006972375325858593, 0.007229827344417572, 0.007487279362976551, 0.00774473138153553]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 4.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.06213704124093056, -0.05975893512368202, -0.05738082900643349, -0.05500272288918495, -0.05262461304664612, -0.05024650692939758, -0.04786840081214905, -0.04549029469490051, -0.04311218857765198, -0.04073408246040344, -0.03835597634315491, -0.03597787022590637, -0.03359976410865784, -0.031221656128764153, -0.028843548148870468, -0.026465442031621933, -0.024087335914373398, -0.021709229797124863, -0.019331123679876328, -0.016953015699982643, -0.014574909582734108, -0.012196803465485573, -0.009818696416914463, -0.007440589834004641, -0.005062483251094818, -0.0026843766681849957, -0.0003062700852751732, 0.0020718364976346493, 0.004449943080544472, 0.006828049663454294, 0.009206156246364117, 0.011584263294935226, 0.013962369412183762, 0.016340475529432297, 0.018718581646680832, 0.021096689626574516, 0.02347479574382305, 0.025852901861071587, 0.02823100984096527, 0.030609115958213806, 0.03298722207546234, 0.035365328192710876, 0.03774343430995941, 0.04012154042720795, 0.04249964654445648, 0.044877756386995316, 0.04725586250424385, 0.049633968621492386, 0.05201207473874092, 0.054390180855989456, 0.05676828697323799, 0.059146393090486526, 0.06152450293302536, 0.0639026090502739, 0.06628071516752243, 0.06865882128477097, 0.0710369274020195, 0.07341503351926804, 0.07579313963651657, 0.0781712457537651, 0.08054935187101364, 0.08292745798826218, 0.08530556410551071, 0.08768367022275925, 0.09006178379058838]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 3.0, 2.0, 4.0, 5.0, 7.0, 7.0, 9.0, 13.0, 9.0, 20.0, 16.0, 36.0, 31.0, 20.0, 20.0, 25.0, 15.0, 15.0, 4.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03827716037631035, -0.03685967996716499, -0.03544219955801964, -0.03402471914887428, -0.032607242465019226, -0.03118976019322872, -0.029772281646728516, -0.02835480123758316, -0.026937320828437805, -0.02551984041929245, -0.024102360010147095, -0.02268488146364689, -0.021267401054501534, -0.01984992064535618, -0.018432442098855972, -0.017014961689710617, -0.015597481280565262, -0.014180000871419907, -0.012762521393597126, -0.011345041915774345, -0.00992756150662899, -0.008510081097483635, -0.007092601619660854, -0.005675121676176786, -0.0042576417326927185, -0.0028401617892086506, -0.0014226818457245827, -5.201902240514755e-06, 0.0014122780412435532, 0.002829757984727621, 0.004247237928211689, 0.005664717871695757, 0.007082197815179825, 0.00849967822432518, 0.00991715770214796, 0.011334637179970741, 0.012752117589116096, 0.014169597998261452, 0.015587077476084232, 0.017004556953907013, 0.018422037363052368, 0.019839517772197723, 0.02125699818134308, 0.022674476727843285, 0.02409195713698864, 0.025509437546133995, 0.0269269160926342, 0.028344396501779556, 0.02976187691092491, 0.031179357320070267, 0.03259683772921562, 0.03401431813836098, 0.035431794822216034, 0.03684927523136139, 0.038266755640506744, 0.0396842360496521, 0.041101716458797455, 0.04251919686794281, 0.043936677277088165, 0.04535415768623352, 0.046771638095378876, 0.04818911477923393, 0.04960659518837929, 0.05102407559752464, 0.05244155600667]}, "_runtime": 74.36188125610352, "_timestamp": 1596212945.0634189, "_step": 87}
-{"val_accuracy": 0.8095084189497717, "val_loss": 0.49042531371660975, "_runtime": 76.3548800945282, "_timestamp": 1596212947.0564177, "_step": 88}
-{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: V Confidence: 0.19817188382148743 Truth: v", "Prediction: 5 Confidence: 0.9999942779541016 Truth: 5", "Prediction: 2 Confidence: 0.9961864352226257 Truth: 2", "Prediction: 0 Confidence: 0.6198878288269043 Truth: 0"]}, "_runtime": 76.64648628234863, "_timestamp": 1596212947.348024, "_step": 89}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 4.0, 1.0, 0.0, 0.0, 4.0, 1.0, 5.0, 5.0, 2.0, 2.0, 4.0, 5.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.008502906188368797, -0.008259685710072517, -0.008016465231776237, -0.00777324428781867, -0.00753002380952239, -0.0072868033312261105, -0.007043582387268543, -0.006800361908972263, -0.006557141430675983, -0.006313920486718416, -0.006070700008422136, -0.005827479530125856, -0.0055842590518295765, -0.005341038107872009, -0.005097817629575729, -0.0048545971512794495, -0.0046113766729831696, -0.004368155729025602, -0.004124935250729322, -0.003881714539602399, -0.003638494061306119, -0.0033952733501791954, -0.0031520528718829155, -0.002908832160755992, -0.0026656114496290684, -0.0024223909713327885, -0.002179170260205865, -0.001935949781909585, -0.0016927290707826614, -0.0014495084760710597, -0.001206287881359458, -0.0009630672866478562, -0.0007198466919362545, -0.00047662609722465277, -0.00023340547340922058, 9.815135854296386e-06, 0.00025303574511781335, 0.0004962563398294151, 0.0007394769927486777, 0.0009826975874602795, 0.0012259181821718812, 0.001469138776883483, 0.0017123593715950847, 0.0019555799663066864, 0.00219880067743361, 0.00244202115572989, 0.0026852418668568134, 0.0029284623451530933, 0.003171683056280017, 0.0034149037674069405, 0.0036581242457032204, 0.003901344956830144, 0.0041445656679570675, 0.004387786146253347, 0.004631006624549627, 0.004874227102845907, 0.005117448046803474, 0.005360668525099754, 0.005603889003396034, 0.0058471099473536015, 0.006090330425649881, 0.006333550903946161, 0.006576771382242441, 0.006819992326200008, 0.007063212804496288]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 2.0, 0.0, 2.0, 2.0, 5.0, 11.0, 4.0, 7.0, 4.0, 10.0, 13.0, 18.0, 20.0, 28.0, 58.0, 61.0, 69.0, 112.0, 129.0, 223.0, 363.0, 4965.0, 903.0, 310.0, 179.0, 132.0, 76.0, 47.0, 33.0, 36.0, 23.0, 15.0, 14.0, 7.0, 6.0, 12.0, 6.0, 5.0, 3.0, 3.0, 2.0, 1.0, 3.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12987928092479706, -0.12578479945659637, -0.12169032543897629, -0.1175958439707756, -0.11350136995315552, -0.10940688848495483, -0.10531240701675415, -0.10121793299913406, -0.09712345153093338, -0.0930289700627327, -0.08893449604511261, -0.08484001457691193, -0.08074553310871124, -0.07665105909109116, -0.07255657762289047, -0.06846210360527039, -0.0643676221370697, -0.06027314439415932, -0.05617866665124893, -0.05208418518304825, -0.04798970744013786, -0.04389522969722748, -0.039800748229026794, -0.03570627048611641, -0.031611792743206024, -0.02751731500029564, -0.023422835394740105, -0.01932835578918457, -0.015233878046274185, -0.011139399372041225, -0.007044920697808266, -0.002950442023575306, 0.0011440366506576538, 0.0052385153248906136, 0.009332993999123573, 0.013427472673356533, 0.017521951347589493, 0.021616429090499878, 0.025710908696055412, 0.029805388301610947, 0.03389986604452133, 0.03799434378743172, 0.0420888215303421, 0.046183302998542786, 0.05027778074145317, 0.054372258484363556, 0.05846673995256424, 0.06256121397018433, 0.06665569543838501, 0.0707501769065857, 0.07484465092420578, 0.07893913239240646, 0.08303360641002655, 0.08712808787822723, 0.09122256934642792, 0.095317043364048, 0.09941152483224869, 0.10350600630044937, 0.10760048031806946, 0.11169496178627014, 0.11578944325447083, 0.11988391727209091, 0.1239783987402916, 0.12807287275791168, 0.13216735422611237]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 4.0, 1.0, 1.0, 2.0, 3.0, 2.0, 6.0, 2.0, 4.0, 1.0, 2.0, 7.0, 6.0, 6.0, 27.0, 3.0, 2.0, 3.0, 5.0, 2.0, 0.0, 3.0, 5.0, 2.0, 2.0, 1.0, 3.0, 1.0, 1.0, 4.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0028893337585031986, -0.002809633733704686, -0.00272993347607553, -0.0026502334512770176, -0.002570533426478505, -0.002490833168849349, -0.0024111331440508366, -0.002331433119252324, -0.0022517330944538116, -0.0021720328368246555, -0.002092332812026143, -0.0020126327872276306, -0.0019329325295984745, -0.001853232504799962, -0.0017735323635861278, -0.0016938323387876153, -0.001614132197573781, -0.0015344320563599467, -0.0014547320315614343, -0.0013750318903476, -0.0012953318655490875, -0.0012156317243352532, -0.001135931583121419, -0.0010562315583229065, -0.0009765314171090722, -0.0008968313341028988, -0.0008171312510967255, -0.0007374311098828912, -0.0006577310268767178, -0.0005780309438705444, -0.0004983308026567101, -0.0004186307196505368, -0.0003389306366443634, -0.00025923055363819003, -0.0001795304415281862, -9.98303439700976e-05, -2.0130246412009e-05, 5.95698511460796e-05, 0.0001392699487041682, 0.0002189700462622568, 0.0002986701438203454, 0.0003783702268265188, 0.0004580703389365226, 0.0005377704510465264, 0.0006174705340526998, 0.0006971706170588732, 0.0007768707582727075, 0.0008565708412788808, 0.0009362709242850542, 0.0010159710654988885, 0.001095671090297401, 0.0011753712315112352, 0.0012550712563097477, 0.001334771397523582, 0.0014144715387374163, 0.0014941715635359287, 0.001573871704749763, 0.0016535718459635973, 0.0017332718707621098, 0.001812972011975944, 0.0018926721531897783, 0.001972372177988291, 0.0020520722027868032, 0.0021317724604159594, 0.002211472485214472]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 6.0, 6.0, 9.0, 14.0, 15.0, 27.0, 34.0, 50.0, 90.0, 127.0, 175.0, 296.0, 438.0, 748.0, 1107.0, 1862.0, 3651.0, 7867.0, 18506.0, 56460.0, 840006.0, 174842.0, 38356.0, 15938.0, 7980.0, 4287.0, 2525.0, 1474.0, 868.0, 587.0, 402.0, 282.0, 203.0, 118.0, 83.0, 64.0, 53.0, 21.0, 11.0, 19.0, 5.0, 8.0, 6.0, 5.0, 3.0, 1.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.006828928831964731, -0.006600683089345694, -0.006372437346726656, -0.006144191138446331, -0.005915945395827293, -0.005687699653208256, -0.005459453910589218, -0.0052312081679701805, -0.005002962425351143, -0.004774716217070818, -0.00454647047445178, -0.004318224731832743, -0.004089978989213705, -0.0038617330137640238, -0.003633487271144986, -0.003405241295695305, -0.0031769955530762672, -0.0029487498104572296, -0.0027205038350075483, -0.0024922580923885107, -0.0022640121169388294, -0.002035766374319792, -0.0018075206317007542, -0.0015792747726663947, -0.0013510289136320353, -0.0011227830545976758, -0.0008945372537709773, -0.0006662914529442787, -0.00043804559390991926, -0.00020979976397939026, 1.8446065951138735e-05, 0.00024669189588166773, 0.00047493772581219673, 0.0007031835848465562, 0.0009314293856732547, 0.0011596751864999533, 0.0013879210455343127, 0.0016161669045686722, 0.0018444126471877098, 0.002072658622637391, 0.0023009043652564287, 0.0025291501078754663, 0.0027573960833251476, 0.0029856418259441853, 0.003213887568563223, 0.003442133544012904, 0.003670379286631942, 0.003898625262081623, 0.004126871004700661, 0.004355116747319698, 0.004583362489938736, 0.004811608698219061, 0.0050398544408380985, 0.005268100183457136, 0.005496345926076174, 0.005724591668695211, 0.005952837876975536, 0.006181083619594574, 0.006409329362213612, 0.006637575104832649, 0.006865820847451687, 0.0070940665900707245, 0.007322312798351049, 0.007550558540970087, 0.007778804283589125]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 1.0, 0.0, 2.0, 3.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 3.0, 3.0, 1.0, 8.0, 3.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0048660519532859325, -0.00468014320358634, -0.004494234453886747, -0.004308325704187155, -0.004122416488826275, -0.003936507739126682, -0.0037505989894270897, -0.003564690239727497, -0.0033787814900279045, -0.003192872740328312, -0.0030069639906287193, -0.002821055008098483, -0.0026351462583988905, -0.002449237508699298, -0.0022633285261690617, -0.002077419776469469, -0.0018915110267698765, -0.0017056022770702839, -0.0015196934109553695, -0.001333784544840455, -0.0011478757951408625, -0.000961966987233609, -0.0007760581793263555, -0.000590149371419102, -0.00040424056351184845, -0.00021833175560459495, -3.242294769734144e-05, 0.00015348586020991206, 0.00033939466811716557, 0.0005253034760244191, 0.0007112122839316726, 0.0008971210918389261, 0.0010830298997461796, 0.0012689386494457722, 0.0014548475155606866, 0.001640756381675601, 0.0018266651313751936, 0.002012573881074786, 0.0021984828636050224, 0.002384391613304615, 0.0025703003630042076, 0.0027562091127038, 0.002942117862403393, 0.003128026844933629, 0.0033139355946332216, 0.003499844344332814, 0.0036857533268630505, 0.003871662076562643, 0.004057570826262236, 0.004243479575961828, 0.004429388325661421, 0.004615297075361013, 0.004801206290721893, 0.004987115040421486, 0.0051730237901210785, 0.005358932539820671, 0.005544841289520264, 0.005730750039219856, 0.005916658788919449, 0.0061025675386190414, 0.006288476288318634, 0.006474385503679514, 0.0066602942533791065, 0.006846203003078699, 0.007032111752778292]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 3.0, 4.0, 3.0, 2.0, 6.0, 7.0, 17.0, 17.0, 23.0, 20.0, 31.0, 36.0, 51.0, 60.0, 88.0, 103.0, 161.0, 193.0, 269.0, 325.0, 441.0, 597.0, 897.0, 1144.0, 1855.0, 5602.0, 1966.0, 1236.0, 892.0, 589.0, 396.0, 293.0, 234.0, 171.0, 131.0, 117.0, 80.0, 77.0, 39.0, 39.0, 48.0, 26.0, 30.0, 19.0, 18.0, 12.0, 17.0, 11.0, 4.0, 4.0, 4.0, 4.0, 3.0, 3.0, 2.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.004000532440841198, -0.003861206118017435, -0.003721880028024316, -0.0035825539380311966, -0.0034432276152074337, -0.003303901292383671, -0.0031645752023905516, -0.0030252491123974323, -0.0028859227895736694, -0.0027465964667499065, -0.0026072703767567873, -0.002467944286763668, -0.002328617963939905, -0.0021892916411161423, -0.002049965551123023, -0.001910639344714582, -0.001771313138306141, -0.0016319869318976998, -0.0014926607254892588, -0.0013533345190808177, -0.0012140083126723766, -0.0010746821062639356, -0.0009353558998554945, -0.0007960296934470534, -0.0006567034870386124, -0.0005173772806301713, -0.00037805107422173023, -0.00023872486781328917, -9.93986614048481e-05, 3.992754500359297e-05, 0.00017925375141203403, 0.0003185799578204751, 0.00045790616422891617, 0.0005972323706373572, 0.0007365585770457983, 0.0008758847834542394, 0.0010152109898626804, 0.0011545371962711215, 0.0012938634026795626, 0.0014331896090880036, 0.0015725158154964447, 0.0017118420219048858, 0.0018511682283133268, 0.001990494318306446, 0.002129820641130209, 0.002269146963953972, 0.002408473053947091, 0.0025477991439402103, 0.0026871254667639732, 0.002826451789587736, 0.0029657778795808554, 0.0031051039695739746, 0.0032444302923977375, 0.0033837566152215004, 0.0035230827052146196, 0.003662408795207739, 0.0038017351180315018, 0.003941061440855265, 0.0040803877636790276, 0.004219713620841503, 0.004359039943665266, 0.004498366266489029, 0.0046376921236515045, 0.004777018446475267, 0.00491634476929903]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 0.0, 1.0, 2.0, 0.0, 3.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03935983404517174, -0.03822382912039757, -0.0370878241956234, -0.03595181927084923, -0.03481581434607506, -0.03367980942130089, -0.03254380449652672, -0.03140779957175255, -0.03027179464697838, -0.02913578972220421, -0.02799978479743004, -0.02686377987265587, -0.0257277749478817, -0.02459177002310753, -0.02345576509833336, -0.02231976017355919, -0.02118375524878502, -0.02004775032401085, -0.01891174539923668, -0.01777574047446251, -0.01663973554968834, -0.01550373062491417, -0.01436772570014, -0.01323172077536583, -0.01209571585059166, -0.01095971092581749, -0.00982370600104332, -0.00868770107626915, -0.00755169615149498, -0.00641569122672081, -0.00527968630194664, -0.00414368137717247, -0.0030076764523983, -0.0018716715276241302, -0.0007356666028499603, 0.0004003383219242096, 0.0015363432466983795, 0.0026723481714725494, 0.0038083530962467194, 0.004944358021020889, 0.006080362945795059, 0.007216367870569229, 0.008352372795343399, 0.009488377720117569, 0.010624382644891739, 0.011760387569665909, 0.012896392494440079, 0.014032397419214249, 0.015168402343988419, 0.01630440726876259, 0.01744041219353676, 0.01857641711831093, 0.0197124220430851, 0.020848426967859268, 0.021984431892633438, 0.023120436817407608, 0.024256441742181778, 0.025392446666955948, 0.026528451591730118, 0.027664456516504288, 0.028800461441278458, 0.029936466366052628, 0.031072471290826797, 0.03220847621560097, 0.03334448114037514]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 6.0, 4.0, 5.0, 3.0, 5.0, 12.0, 12.0, 15.0, 18.0, 46.0, 23.0, 23.0, 19.0, 13.0, 15.0, 9.0, 5.0, 3.0, 4.0, 9.0, 6.0, 2.0, 2.0, 2.0, 3.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.028918912634253502, -0.0280908290296793, -0.027262747287750244, -0.02643466368317604, -0.025606580078601837, -0.024778498336672783, -0.02395041473209858, -0.023122331127524376, -0.02229424938559532, -0.021466165781021118, -0.020638082176446915, -0.01980999857187271, -0.018981916829943657, -0.018153833225369453, -0.01732574962079525, -0.016497667878866196, -0.015669584274291992, -0.014841501601040363, -0.01401341799646616, -0.013185335323214531, -0.012357251718640327, -0.011529169045388699, -0.01070108637213707, -0.009873002767562866, -0.009044920094311237, -0.008216837421059608, -0.007388753816485405, -0.006560671143233776, -0.00573258800432086, -0.004904504865407944, -0.004076422192156315, -0.0032483390532433987, -0.0024202559143304825, -0.0015921728918328881, -0.0007640898693352938, 6.399315316230059e-05, 0.0008920761756598949, 0.0017201591981574893, 0.0025482422206550837, 0.003376325126737356, 0.004204408265650272, 0.0050324914045631886, 0.005860574543476105, 0.006688657216727734, 0.00751674035564065, 0.008344823494553566, 0.009172906167805195, 0.010000989772379398, 0.010829072445631027, 0.011657155118882656, 0.01248523872345686, 0.013313321396708488, 0.014141405001282692, 0.01496948767453432, 0.01579757034778595, 0.016625653952360153, 0.017453737556934357, 0.01828181929886341, 0.019109902903437614, 0.019937986508011818, 0.020766068249940872, 0.021594151854515076, 0.02242223545908928, 0.023250317201018333, 0.024078400805592537]}, "_runtime": 76.8166868686676, "_timestamp": 1596212947.5182245, "_step": 90}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 2.0, 3.0, 6.0, 6.0, 4.0, 6.0, 4.0, 1.0, 1.0, 4.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015782836824655533, -0.015329788438975811, -0.01487674005329609, -0.014423691667616367, -0.013970643281936646, -0.013517593964934349, -0.013064545579254627, -0.012611497193574905, -0.012158448807895184, -0.011705400422215462, -0.01125235203653574, -0.010799303650856018, -0.010346254333853722, -0.009893205948174, -0.009440157562494278, -0.008987109176814556, -0.008534060791134834, -0.008081012405455112, -0.007627964019775391, -0.0071749151684343815, -0.00672186678275466, -0.006268818397074938, -0.005815769545733929, -0.005362721160054207, -0.004909672774374485, -0.004456624388694763, -0.004003576003015041, -0.003550527151674032, -0.0030974787659943104, -0.0026444303803145885, -0.002191381761804223, -0.0017383332597091794, -0.0012852847576141357, -0.0008322362555190921, -0.0003791877534240484, 7.386074867099524e-05, 0.0005269092507660389, 0.0009799577528610826, 0.0014330062549561262, 0.0018860547570511699, 0.0023391032591462135, 0.0027921516448259354, 0.003245200263336301, 0.0036982488818466663, 0.004151297267526388, 0.00460434565320611, 0.005057394504547119, 0.005510442890226841, 0.005963491275906563, 0.006416539661586285, 0.0068695880472660065, 0.007322636898607016, 0.0077756852842867374, 0.008228734135627747, 0.008681782521307468, 0.00913483090698719, 0.009587879292666912, 0.010040927678346634, 0.010493976064026356, 0.010947024449706078, 0.011400073766708374, 0.011853122152388096, 0.012306170538067818, 0.01275921892374754, 0.013212267309427261]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 2.0, 4.0, 4.0, 5.0, 5.0, 13.0, 16.0, 11.0, 32.0, 37.0, 46.0, 74.0, 110.0, 187.0, 342.0, 876.0, 5252.0, 384.0, 180.0, 111.0, 69.0, 46.0, 33.0, 23.0, 11.0, 14.0, 10.0, 8.0, 4.0, 2.0, 3.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.18875369429588318, -0.18320468068122864, -0.1776556670665741, -0.17210663855075836, -0.16655762493610382, -0.16100861132144928, -0.15545959770679474, -0.1499105840921402, -0.14436155557632446, -0.13881254196166992, -0.13326352834701538, -0.12771451473236084, -0.1221655011177063, -0.11661648005247116, -0.11106746643781662, -0.10551844537258148, -0.09996943175792694, -0.0944204181432724, -0.08887139707803726, -0.08332238346338272, -0.07777336239814758, -0.07222434878349304, -0.0666753351688385, -0.06112631782889366, -0.05557730048894882, -0.05002828314900398, -0.04447926580905914, -0.0389302521944046, -0.03338123485445976, -0.027832217514514923, -0.022283202037215233, -0.016734186559915543, -0.011185169219970703, -0.005636152811348438, -8.71364027261734e-05, 0.0054618800058960915, 0.011010896414518356, 0.016559913754463196, 0.022108929231762886, 0.027657944709062576, 0.033206962049007416, 0.038755979388952255, 0.044304996728897095, 0.049854010343551636, 0.055403027683496475, 0.060952045023441315, 0.06650105863809586, 0.072050079703331, 0.07759909331798553, 0.08314810693264008, 0.08869712799787521, 0.09424614161252975, 0.09979516267776489, 0.10534417629241943, 0.11089318990707397, 0.11644221097230911, 0.12199122458696365, 0.1275402456521988, 0.13308925926685333, 0.13863827288150787, 0.14418728649616241, 0.14973630011081696, 0.1552853286266327, 0.16083434224128723, 0.16638335585594177]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 4.0, 1.0, 0.0, 3.0, 1.0, 2.0, 4.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 4.0, 4.0, 4.0, 1.0, 1.0, 6.0, 4.0, 4.0, 4.0, 1.0, 3.0, 24.0, 3.0, 1.0, 4.0, 1.0, 2.0, 4.0, 0.0, 3.0, 1.0, 3.0, 0.0, 3.0, 1.0, 2.0, 0.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0023359456099569798, -0.002274589380249381, -0.0022132331505417824, -0.0021518769208341837, -0.0020905209239572287, -0.00202916469424963, -0.0019678084645420313, -0.0019064522348344326, -0.001845096005126834, -0.001783739891834557, -0.0017223836621269584, -0.0016610274324193597, -0.0015996713191270828, -0.0015383150894194841, -0.0014769588597118855, -0.0014156027464196086, -0.00135424651671201, -0.0012928902870044112, -0.0012315341737121344, -0.0011701779440045357, -0.001108821714296937, -0.0010474656010046601, -0.0009861093712970614, -0.0009247531415894628, -0.000863396970089525, -0.0008020407985895872, -0.0007406845688819885, -0.0006793283973820508, -0.000617972225882113, -0.0005566159961745143, -0.0004952598246745765, -0.0004339036240708083, -0.00037254742346704006, -0.00031119122286327183, -0.0002498350222595036, -0.00018847885075956583, -0.0001271226501557976, -6.576645682798699e-05, -4.41026350017637e-06, 5.6945929827634245e-05, 0.00011830212315544486, 0.0001796583237592131, 0.0002410145098110661, 0.0003023706958629191, 0.0003637268964666873, 0.00042508309707045555, 0.0004864392685703933, 0.000547795498277992, 0.0006091516697779298, 0.0006705078412778676, 0.0007318640709854662, 0.000793220242485404, 0.0008545764721930027, 0.0009159326436929405, 0.0009772888151928782, 0.001038645044900477, 0.0011000011581927538, 0.0011613573879003525, 0.0012227136176079512, 0.0012840698473155499, 0.0013454259606078267, 0.0014067821903154254, 0.001468138420023024, 0.001529494533315301, 0.0015908507630228996]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 4.0, 2.0, 3.0, 5.0, 2.0, 14.0, 23.0, 15.0, 41.0, 48.0, 78.0, 114.0, 148.0, 208.0, 329.0, 556.0, 936.0, 1518.0, 2407.0, 4020.0, 7082.0, 13302.0, 25644.0, 57261.0, 179172.0, 780670.0, 55093.0, 22333.0, 11461.0, 6576.0, 3877.0, 2429.0, 1446.0, 943.0, 630.0, 385.0, 284.0, 187.0, 106.0, 95.0, 51.0, 44.0, 27.0, 20.0, 16.0, 12.0, 7.0, 8.0, 5.0, 3.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004958850797265768, -0.004783147946000099, -0.004607444629073143, -0.004431741777807474, -0.004256038926541805, -0.004080336075276136, -0.003904632991179824, -0.0037289299070835114, -0.0035532270558178425, -0.0033775242045521736, -0.003201821120455861, -0.0030261180363595486, -0.0028504151850938797, -0.002674712333828211, -0.0024990092497318983, -0.002323306165635586, -0.002147603314369917, -0.001971900463104248, -0.0017961973790079355, -0.0016204944113269448, -0.0014447914436459541, -0.0012690884759649634, -0.0010933855082839727, -0.000917682540602982, -0.0007419795729219913, -0.0005662766052410007, -0.00039057363756000996, -0.00021487066987901926, -3.9167702198028564e-05, 0.00013653526548296213, 0.00031223823316395283, 0.0004879412008449435, 0.0006636441685259342, 0.0008393471362069249, 0.0010150501038879156, 0.0011907530715689063, 0.001366456039249897, 0.0015421590069308877, 0.0017178619746118784, 0.001893564942292869, 0.00206926790997386, 0.0022449707612395287, 0.002420673845335841, 0.0025963769294321537, 0.0027720797806978226, 0.0029477826319634914, 0.003123485716059804, 0.0032991888001561165, 0.0034748916514217854, 0.0036505945026874542, 0.0038262975867837667, 0.004002000670880079, 0.004177703522145748, 0.004353406373411417, 0.004529109224677086, 0.004704812541604042, 0.004880515392869711, 0.00505621824413538, 0.005231921561062336, 0.005407624412328005, 0.005583327263593674, 0.005759030114859343, 0.0059347329661250114, 0.006110436283051968, 0.0062861391343176365]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 3.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 2.0, 3.0, 3.0, 2.0, 3.0, 0.0, 8.0, 0.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011389467865228653, -0.010971762239933014, -0.010554056614637375, -0.010136350989341736, -0.009718645364046097, -0.009300939738750458, -0.008883234113454819, -0.00846552848815918, -0.00804782286286354, -0.007630116771906614, -0.007212411146610975, -0.006794705521315336, -0.00637699943035841, -0.005959293805062771, -0.005541588179767132, -0.005123882554471493, -0.004706176929175854, -0.004288471303880215, -0.0038707656785845757, -0.003453059820458293, -0.003035354195162654, -0.002617648569867015, -0.002199942711740732, -0.0017822370864450932, -0.0013645314611494541, -0.0009468257776461542, -0.0005291200941428542, -0.00011141441063955426, 0.0003062912728637457, 0.0007239969563670456, 0.0011417026398703456, 0.0015594083815813065, 0.0019771140068769455, 0.0023948196321725845, 0.0028125252574682236, 0.0032302311155945063, 0.0036479367408901453, 0.004065642599016428, 0.004483348224312067, 0.004901053849607706, 0.005318759474903345, 0.005736465100198984, 0.006154170725494623, 0.006571876350790262, 0.006989582441747189, 0.007407288067042828, 0.007824993692338467, 0.008242699317634106, 0.008660404942929745, 0.009078110568225384, 0.009495816193521023, 0.009913521818816662, 0.010331227444112301, 0.01074893306940794, 0.011166638694703579, 0.011584344319999218, 0.012002050876617432, 0.01241975650191307, 0.01283746212720871, 0.013255167752504349, 0.013672873377799988, 0.014090579003095627, 0.014508284628391266, 0.014925990253686905, 0.015343695878982544]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 4.0, 1.0, 5.0, 4.0, 13.0, 25.0, 30.0, 42.0, 51.0, 94.0, 93.0, 136.0, 165.0, 200.0, 229.0, 317.0, 433.0, 567.0, 776.0, 1240.0, 2298.0, 6375.0, 1689.0, 1018.0, 705.0, 470.0, 305.0, 245.0, 167.0, 147.0, 91.0, 91.0, 71.0, 66.0, 54.0, 49.0, 29.0, 29.0, 19.0, 18.0, 6.0, 11.0, 3.0, 5.0, 8.0, 8.0, 4.0, 4.0, 2.0, 4.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.006021361332386732, -0.005774133373051882, -0.0055269054137170315, -0.005279676988720894, -0.0050324490293860435, -0.004785221070051193, -0.004537993110716343, -0.004290765151381493, -0.004043537192046642, -0.0037963089998811483, -0.0035490808077156544, -0.003301852848380804, -0.0030546248890459538, -0.00280739669688046, -0.0025601687375456095, -0.0023129405453801155, -0.002065712586045265, -0.001818484510295093, -0.001571256434544921, -0.0013240284752100706, -0.0010768003994598985, -0.0008295723237097263, -0.0005823443061672151, -0.00033511625952087343, -8.788821287453175e-05, 0.00015933983377180994, 0.0004065678804181516, 0.0006537958979606628, 0.000901023973710835, 0.0011482520494610071, 0.0013954800087958574, 0.0016427080845460296, 0.0018899361602962017, 0.002137164119631052, 0.002384392311796546, 0.0026316202711313963, 0.0028788484632968903, 0.0031260764226317406, 0.003373304381966591, 0.003620532574132085, 0.003867760533466935, 0.004114988725632429, 0.0043622166849672794, 0.00460944464430213, 0.00485667260363698, 0.00510390056297183, 0.005351128987967968, 0.005598356947302818, 0.005845584906637669, 0.006092812865972519, 0.006340040825307369, 0.006587269250303507, 0.006834497209638357, 0.0070817251689732075, 0.007328953128308058, 0.007576181087642908, 0.007823409512639046, 0.008070637471973896, 0.008317865431308746, 0.008565093390643597, 0.008812321349978447, 0.009059549309313297, 0.009306777268648148, 0.009554005227982998, 0.009801233187317848]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 4.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1090095266699791, -0.10594728589057922, -0.10288505256175995, -0.09982281178236008, -0.0967605710029602, -0.09369833767414093, -0.09063609689474106, -0.08757385611534119, -0.08451162278652191, -0.08144938200712204, -0.07838714122772217, -0.0753249078989029, -0.07226266711950302, -0.06920042634010315, -0.06613819301128387, -0.063075952231884, -0.06001371517777443, -0.056951478123664856, -0.053889237344264984, -0.05082700029015541, -0.04776476323604584, -0.044702522456645966, -0.04164028540253639, -0.03857804834842682, -0.03551580756902695, -0.032453570514917374, -0.0293913334608078, -0.026329094544053078, -0.023266855627298355, -0.020204618573188782, -0.01714237965643406, -0.014080141671001911, -0.011017903685569763, -0.007955665700137615, -0.00489342724904418, -0.0018311890307813883, 0.0012310491874814034, 0.004293287172913551, 0.007355525624006987, 0.010417764075100422, 0.01348000206053257, 0.016542240977287292, 0.019604478031396866, 0.02266671694815159, 0.02572895586490631, 0.028791192919015884, 0.03185342997312546, 0.03491567075252533, 0.0379779078066349, 0.041040144860744476, 0.04410238564014435, 0.04716462269425392, 0.050226859748363495, 0.05328910052776337, 0.05635133758187294, 0.05941357463598251, 0.062475815415382385, 0.06553804874420166, 0.06860028952360153, 0.0716625303030014, 0.07472476363182068, 0.07778700441122055, 0.08084924519062042, 0.0839114785194397, 0.08697371929883957]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 3.0, 1.0, 2.0, 6.0, 3.0, 4.0, 6.0, 15.0, 21.0, 14.0, 12.0, 14.0, 14.0, 15.0, 38.0, 11.0, 11.0, 5.0, 9.0, 9.0, 8.0, 4.0, 5.0, 7.0, 4.0, 3.0, 3.0, 2.0, 2.0, 1.0, 2.0, 2.0, 2.0, 3.0, 4.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.06266122311353683, -0.06078430637717247, -0.058907389640808105, -0.05703047290444374, -0.055153556168079376, -0.05327663943171501, -0.05139972269535065, -0.04952280595898628, -0.04764588922262192, -0.04576897248625755, -0.04389205574989319, -0.042015139013528824, -0.04013822227716446, -0.038261305540800095, -0.03638438880443573, -0.034507472068071365, -0.032630555331707, -0.030753638595342636, -0.02887672185897827, -0.026999805122613907, -0.025122888386249542, -0.023245971649885178, -0.021369054913520813, -0.01949213817715645, -0.017615221440792084, -0.01573830470442772, -0.013861387968063354, -0.01198447123169899, -0.010107554495334625, -0.00823063775897026, -0.006353721022605896, -0.004476804286241531, -0.0025998875498771667, -0.0007229708135128021, 0.0011539459228515625, 0.003030862659215927, 0.004907779395580292, 0.006784696131944656, 0.008661612868309021, 0.010538529604673386, 0.01241544634103775, 0.014292363077402115, 0.01616927981376648, 0.018046196550130844, 0.01992311328649521, 0.021800030022859573, 0.023676946759223938, 0.025553863495588303, 0.027430780231952667, 0.029307696968317032, 0.031184613704681396, 0.03306153044104576, 0.034938447177410126, 0.03681536391377449, 0.038692280650138855, 0.04056919738650322, 0.042446114122867584, 0.04432303085923195, 0.046199947595596313, 0.04807686433196068, 0.04995378106832504, 0.05183069780468941, 0.05370761454105377, 0.05558453127741814, 0.0574614480137825]}, "_runtime": 77.61327147483826, "_timestamp": 1596212948.314809, "_step": 91}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 2.0, 2.0, 2.0, 1.0, 5.0, 3.0, 4.0, 6.0, 0.0, 2.0, 6.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.011846990324556828, -0.01153088454157114, -0.011214777827262878, -0.010898672044277191, -0.01058256532996893, -0.010266459546983242, -0.009950353763997555, -0.009634247049689293, -0.009318141266703606, -0.009002034552395344, -0.008685928769409657, -0.00836982298642397, -0.008053716272115707, -0.007737610023468733, -0.007421504240483046, -0.007105397991836071, -0.0067892917431890965, -0.006473185494542122, -0.006157079245895147, -0.00584097346290946, -0.0055248672142624855, -0.005208760965615511, -0.004892654716968536, -0.004576548468321562, -0.004260442219674587, -0.0039443364366889, -0.0036282301880419254, -0.003312123939394951, -0.0029960176907479763, -0.0026799116749316454, -0.002363805426284671, -0.00204769941046834, -0.0017315931618213654, -0.0014154870295897126, -0.0010993808973580599, -0.0007832746487110853, -0.0004671685164794326, -0.0001510623551439494, 0.0001650438061915338, 0.000481149967527017, 0.0007972561288625002, 0.001113362261094153, 0.0014294683933258057, 0.0017455746419727802, 0.002061680890619755, 0.0023777869064360857, 0.0026938931550830603, 0.003009999170899391, 0.0033261054195463657, 0.0036422116681933403, 0.003958317916840315, 0.004274423699826002, 0.004590529948472977, 0.004906636197119951, 0.005222742445766926, 0.0055388486944139, 0.005854954943060875, 0.006171060726046562, 0.006487166974693537, 0.006803273223340511, 0.007119379471987486, 0.0074354857206344604, 0.007751591503620148, 0.00806769821792841, 0.008383804000914097]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 5.0, 5.0, 5.0, 4.0, 10.0, 7.0, 14.0, 21.0, 24.0, 25.0, 35.0, 48.0, 52.0, 73.0, 94.0, 146.0, 205.0, 388.0, 4905.0, 931.0, 324.0, 158.0, 133.0, 73.0, 47.0, 38.0, 24.0, 24.0, 18.0, 12.0, 13.0, 9.0, 13.0, 10.0, 4.0, 4.0, 2.0, 2.0, 1.0, 3.0, 3.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0], "bins": [-0.1278727650642395, -0.12384204566478729, -0.11981132626533508, -0.11578060686588287, -0.11174988746643066, -0.10771916061639786, -0.10368844121694565, -0.09965772181749344, -0.09562700241804123, -0.09159628301858902, -0.08756556361913681, -0.0835348442196846, -0.0795041173696518, -0.07547339797019958, -0.07144267857074738, -0.06741195917129517, -0.06338123977184296, -0.05935052037239075, -0.05531980097293854, -0.05128907784819603, -0.04725835844874382, -0.04322763904929161, -0.0391969159245491, -0.03516619652509689, -0.031135477125644684, -0.027104757726192474, -0.023074036464095116, -0.019043315201997757, -0.015012595802545547, -0.010981875471770763, -0.006951155140995979, -0.0029204348102211952, 0.0011102855205535889, 0.005141005851328373, 0.009171726182103157, 0.013202446512877941, 0.017233166843652725, 0.021263886243104935, 0.025294607505202293, 0.029325328767299652, 0.03335604816675186, 0.03738676756620407, 0.04141748696565628, 0.04544821009039879, 0.049478929489851, 0.05350964888930321, 0.057540372014045715, 0.061571091413497925, 0.06560181081295013, 0.06963253021240234, 0.07366324961185455, 0.07769396901130676, 0.08172468841075897, 0.08575541526079178, 0.08978613466024399, 0.0938168540596962, 0.09784757345914841, 0.10187829285860062, 0.10590901225805283, 0.10993973165750504, 0.11397045850753784, 0.11800117790699005, 0.12203189730644226, 0.12606261670589447, 0.13009333610534668]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 4.0, 3.0, 7.0, 3.0, 0.0, 2.0, 3.0, 0.0, 3.0, 6.0, 8.0, 5.0, 27.0, 7.0, 4.0, 3.0, 4.0, 4.0, 3.0, 2.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0024125557392835617, -0.00232460699044168, -0.002236658474430442, -0.00214870972558856, -0.002060761209577322, -0.0019728124607354403, -0.0018848637118935585, -0.0017969150794669986, -0.0017089664470404387, -0.0016210178146138787, -0.0015330691821873188, -0.001445120433345437, -0.0013571718009188771, -0.0012692231684923172, -0.0011812744196504354, -0.0010933257872238755, -0.0010053771547973156, -0.0009174285223707557, -0.0008294798317365348, -0.000741531141102314, -0.0006535825086757541, -0.0005656338762491941, -0.0004776851856149733, -0.0003897365240845829, -0.00030178786255419254, -0.00021383920102380216, -0.00012589053949341178, -3.79418779630214e-05, 5.0006783567368984e-05, 0.00013795544509775937, 0.00022590410662814975, 0.00031385276815854013, 0.0004018014296889305, 0.0004897500621154904, 0.0005776987527497113, 0.0006656474433839321, 0.000753596075810492, 0.000841544708237052, 0.0009294933988712728, 0.0010174420895054936, 0.0011053907219320536, 0.0011933393543586135, 0.0012812879867851734, 0.0013692367356270552, 0.001457185368053615, 0.001545134000480175, 0.0016330827493220568, 0.0017210313817486167, 0.0018089800141751766, 0.0018969286466017365, 0.0019848772790282965, 0.0020728260278701782, 0.0021607745438814163, 0.002248723292723298, 0.00233667204156518, 0.002424620557576418, 0.0025125693064182997, 0.0026005180552601814, 0.0026884665712714195, 0.0027764153201133013, 0.002864364068955183, 0.002952312584966421, 0.003040261333808303, 0.003128209849819541, 0.0032161585986614227]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 0.0, 6.0, 2.0, 4.0, 5.0, 13.0, 28.0, 34.0, 53.0, 112.0, 197.0, 331.0, 501.0, 826.0, 1425.0, 2630.0, 4847.0, 8954.0, 18706.0, 47202.0, 184343.0, 797301.0, 56318.0, 23640.0, 12232.0, 7008.0, 4276.0, 2737.0, 1796.0, 1146.0, 757.0, 555.0, 413.0, 297.0, 204.0, 181.0, 126.0, 104.0, 82.0, 47.0, 38.0, 33.0, 25.0, 23.0, 12.0, 14.0, 16.0, 13.0, 11.0, 1.0, 2.0, 2.0, 2.0, 2.0, 2.0, 1.0, 2.0, 2.0, 2.0, 0.0, 2.0], "bins": [-0.004771329928189516, -0.004574049264192581, -0.004376768134534359, -0.004179487470537424, -0.003982206340879202, -0.003784925676882267, -0.0035876447800546885, -0.00339036388322711, -0.0031930829863995314, -0.002995802089571953, -0.0027985211927443743, -0.0026012402959167957, -0.002403959631919861, -0.0022066787350922823, -0.0020093978382647038, -0.0018121169414371252, -0.0016148360446095467, -0.0014175551477819681, -0.0012202742509543896, -0.0010229934705421329, -0.0008257125737145543, -0.0006284316768869758, -0.00043115083826705813, -0.00023386997054331005, -3.658910281956196e-05, 0.00016069176490418613, 0.0003579726326279342, 0.0005552534712478518, 0.0007525343680754304, 0.0009498152649030089, 0.0011470960453152657, 0.0013443769421428442, 0.0015416578389704227, 0.0017389387357980013, 0.0019362196326255798, 0.0021335005294531584, 0.002330781426280737, 0.002528062090277672, 0.0027253429871052504, 0.002922623883932829, 0.0031199047807604074, 0.003317185677587986, 0.0035144665744155645, 0.003711747471243143, 0.003909028135240078, 0.0041063092648983, 0.004303589928895235, 0.004500871058553457, 0.004698151722550392, 0.004895432386547327, 0.005092713516205549, 0.005289994180202484, 0.005487275309860706, 0.005684555973857641, 0.005881837103515863, 0.006079117767512798, 0.0062763988971710205, 0.006473679561167955, 0.00667096022516489, 0.0068682413548231125, 0.007065522018820047, 0.00726280314847827, 0.0074600838124752045, 0.007657364942133427, 0.007854646071791649]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 3.0, 2.0, 2.0, 3.0, 2.0, 11.0, 3.0, 2.0, 5.0, 5.0, 3.0, 1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.022853195667266846, -0.022278057411313057, -0.021702921018004417, -0.02112778276205063, -0.02055264636874199, -0.0199775081127882, -0.01940236985683441, -0.018827233463525772, -0.018252095207571983, -0.017676956951618195, -0.017101820558309555, -0.016526682302355766, -0.015951544046401978, -0.015376407653093338, -0.01480126939713955, -0.014226132072508335, -0.013650994747877121, -0.013075857423245907, -0.012500720098614693, -0.011925581842660904, -0.01135044451802969, -0.010775307193398476, -0.010200168937444687, -0.009625031612813473, -0.009049894288182259, -0.008474756963551044, -0.00789961963891983, -0.0073244813829660416, -0.006749344058334827, -0.006174206733703613, -0.005599068943411112, -0.00502393115311861, -0.004448793828487396, -0.0038736562710255384, -0.0032985187135636806, -0.002723381156101823, -0.002148243598639965, -0.0015731060411781073, -0.0009979684837162495, -0.00042283092625439167, 0.00015230663120746613, 0.0007274441886693239, 0.0013025817461311817, 0.0018777193035930395, 0.0024528568610548973, 0.003027994418516755, 0.003603131975978613, 0.004178269766271114, 0.0047534070909023285, 0.005328544415533543, 0.005903682205826044, 0.0064788199961185455, 0.00705395732074976, 0.007629094645380974, 0.008204232901334763, 0.008779370225965977, 0.00935450755059719, 0.009929644875228405, 0.01050478219985962, 0.011079920455813408, 0.011655057780444622, 0.012230195105075836, 0.012805333361029625, 0.013380470685660839, 0.013955608010292053]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 2.0, 2.0, 7.0, 3.0, 10.0, 2.0, 9.0, 7.0, 5.0, 14.0, 15.0, 16.0, 18.0, 20.0, 44.0, 38.0, 42.0, 52.0, 97.0, 111.0, 173.0, 222.0, 281.0, 428.0, 707.0, 1127.0, 1953.0, 6761.0, 2302.0, 1303.0, 817.0, 534.0, 383.0, 287.0, 182.0, 131.0, 80.0, 47.0, 54.0, 24.0, 26.0, 22.0, 15.0, 14.0, 7.0, 7.0, 6.0, 5.0, 2.0, 5.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.007953685708343983, -0.0076848422177135944, -0.007415998261421919, -0.007147154770791531, -0.006878310814499855, -0.006609467323869467, -0.0063406238332390785, -0.006071779876947403, -0.005802936386317015, -0.0055340928956866264, -0.005265248939394951, -0.004996405448764563, -0.004727561958134174, -0.004458718001842499, -0.0041898745112121105, -0.003921030554920435, -0.0036521870642900467, -0.0033833433408290148, -0.003114499617367983, -0.0028456561267375946, -0.0025768124032765627, -0.0023079686798155308, -0.0020391251891851425, -0.0017702814657241106, -0.0015014377422630787, -0.0012325940188020468, -0.0009637504117563367, -0.0006949067465029657, -0.0004260630812495947, -0.0001572194159962237, 0.00011162424925714731, 0.0003804679145105183, 0.0006493115797638893, 0.0009181552450172603, 0.0011869989102706313, 0.0014558425173163414, 0.0017246862407773733, 0.0019935299642384052, 0.0022623734548687935, 0.0025312171783298254, 0.0028000609017908573, 0.0030689046252518892, 0.003337748348712921, 0.0036065918393433094, 0.0038754355628043413, 0.004144279286265373, 0.0044131227768957615, 0.004681966733187437, 0.004950810223817825, 0.005219653714448214, 0.005488497670739889, 0.005757341161370277, 0.006026185117661953, 0.006295028608292341, 0.0065638720989227295, 0.006832716055214405, 0.007101559545844793, 0.007370403036475182, 0.007639246992766857, 0.007908090949058533, 0.008176933974027634, 0.00844577793031931, 0.008714621886610985, 0.008983464911580086, 0.009252308867871761]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 4.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06107669323682785, -0.05876784771680832, -0.05645900219678879, -0.05415015667676926, -0.051841311156749725, -0.049532465636730194, -0.04722362011671066, -0.04491477459669113, -0.0426059290766716, -0.04029708355665207, -0.03798823803663254, -0.03567939251661301, -0.033370546996593475, -0.031061701476573944, -0.028752855956554413, -0.02644401043653488, -0.02413516491651535, -0.02182631939649582, -0.019517473876476288, -0.017208628356456757, -0.014899782836437225, -0.012590937316417694, -0.010282091796398163, -0.007973246276378632, -0.0056644007563591, -0.003355555236339569, -0.0010467097163200378, 0.0012621358036994934, 0.0035709813237190247, 0.005879826843738556, 0.008188672363758087, 0.010497517883777618, 0.01280636340379715, 0.015115208923816681, 0.017424054443836212, 0.019732899963855743, 0.022041745483875275, 0.024350591003894806, 0.026659436523914337, 0.02896828204393387, 0.0312771275639534, 0.03358597308397293, 0.03589481860399246, 0.03820366412401199, 0.040512509644031525, 0.042821355164051056, 0.04513020068407059, 0.04743904620409012, 0.04974789172410965, 0.05205673724412918, 0.05436558276414871, 0.05667442828416824, 0.058983273804187775, 0.061292119324207306, 0.06360096484422684, 0.06590981036424637, 0.0682186558842659, 0.07052750140428543, 0.07283634692430496, 0.0751451924443245, 0.07745403796434402, 0.07976288348436356, 0.08207172900438309, 0.08438057452440262, 0.08668942004442215]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 7.0, 1.0, 3.0, 0.0, 4.0, 0.0, 3.0, 2.0, 0.0, 1.0, 1.0, 3.0, 2.0, 0.0, 1.0, 2.0, 2.0, 2.0, 5.0, 5.0, 5.0, 4.0, 7.0, 10.0, 13.0, 18.0, 61.0, 32.0, 13.0, 8.0, 6.0, 9.0, 3.0, 2.0, 1.0, 3.0, 4.0, 3.0, 1.0, 2.0, 3.0, 4.0, 1.0, 4.0, 3.0, 2.0, 4.0, 2.0, 1.0, 2.0, 0.0, 2.0, 1.0, 3.0, 1.0, 1.0], "bins": [-0.0628746971487999, -0.06104801967740059, -0.05922134220600128, -0.057394661009311676, -0.05556798353791237, -0.05374130606651306, -0.051914624869823456, -0.05008794739842415, -0.04826126992702484, -0.046434592455625534, -0.04460791498422623, -0.04278123378753662, -0.040954556316137314, -0.03912787884473801, -0.0373011976480484, -0.035474520176649094, -0.033647842705249786, -0.03182116523385048, -0.029994485899806023, -0.028167806565761566, -0.02634112909436226, -0.02451445162296295, -0.022687772288918495, -0.02086109295487404, -0.01903441548347473, -0.017207738012075424, -0.015381058678030968, -0.013554380275309086, -0.011727701872587204, -0.009901023469865322, -0.00807434506714344, -0.006247666664421558, -0.0044209882616996765, -0.0025943098589777946, -0.0007676314562559128, 0.001059046946465969, 0.002885725349187851, 0.004712403751909733, 0.006539082154631615, 0.008365760557353497, 0.010192438960075378, 0.01201911736279726, 0.013845795765519142, 0.0156724750995636, 0.017499152570962906, 0.019325830042362213, 0.02115250937640667, 0.022979188710451126, 0.024805866181850433, 0.02663254365324974, 0.028459222987294197, 0.030285902321338654, 0.03211257979273796, 0.03393925726413727, 0.035765938460826874, 0.03759261593222618, 0.03941929340362549, 0.041245970875024796, 0.0430726483464241, 0.04489932954311371, 0.046726007014513016, 0.04855268448591232, 0.05037936568260193, 0.052206043154001236, 0.05403272062540054]}, "_runtime": 78.3994026184082, "_timestamp": 1596212949.1009402, "_step": 92}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 2.0, 0.0, 2.0, 3.0, 0.0, 2.0, 3.0, 3.0, 3.0, 5.0, 3.0, 0.0, 1.0, 2.0, 3.0, 3.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.012806035578250885, -0.012443481013178825, -0.01208092737942934, -0.01171837281435728, -0.011355819180607796, -0.010993264615535736, -0.010630710050463676, -0.010268156416714191, -0.009905601851642132, -0.009543047286570072, -0.009180493652820587, -0.008817939087748528, -0.008455384522676468, -0.008092830888926983, -0.007730276323854923, -0.007367722224444151, -0.007005168125033379, -0.006642614025622606, -0.006280059926211834, -0.005917505361139774, -0.005554951261729002, -0.00519239716231823, -0.00482984259724617, -0.004467288497835398, -0.004104734398424625, -0.003742180299013853, -0.003379625966772437, -0.003017071634531021, -0.002654517535120249, -0.0022919634357094765, -0.0019294091034680605, -0.0015668548876419663, -0.0012043006718158722, -0.000841746455989778, -0.0004791922401636839, -0.00011663802433758974, 0.0002459161914885044, 0.0006084704073145986, 0.0009710246231406927, 0.0013335788389667869, 0.001696133054792881, 0.0020586871542036533, 0.0024212414864450693, 0.0027837958186864853, 0.0031463499180972576, 0.00350890401750803, 0.003871458349749446, 0.004234012681990862, 0.004596566781401634, 0.0049591208808124065, 0.005321674980223179, 0.0056842295452952385, 0.006046783644706011, 0.006409337744116783, 0.006771892309188843, 0.007134446408599615, 0.007497000508010387, 0.007859555073082447, 0.008222108706831932, 0.008584663271903992, 0.008947217836976051, 0.009309771470725536, 0.009672326035797596, 0.010034879669547081, 0.01039743423461914]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 3.0, 5.0, 11.0, 9.0, 7.0, 18.0, 22.0, 10.0, 28.0, 35.0, 52.0, 64.0, 102.0, 137.0, 206.0, 320.0, 752.0, 5063.0, 400.0, 213.0, 125.0, 87.0, 64.0, 48.0, 38.0, 28.0, 23.0, 12.0, 10.0, 7.0, 6.0, 7.0, 5.0, 4.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.16780754923820496, -0.1625659465789795, -0.15732432901859283, -0.15208272635936737, -0.1468411087989807, -0.14159950613975525, -0.13635790348052979, -0.13111628592014313, -0.12587468326091766, -0.1206330731511116, -0.11539146304130554, -0.11014986038208008, -0.10490825027227402, -0.09966664016246796, -0.09442503750324249, -0.08918342739343643, -0.08394181728363037, -0.07870020717382431, -0.07345859706401825, -0.06821699440479279, -0.06297538429498672, -0.057733774185180664, -0.0524921678006649, -0.04725056141614914, -0.04200895130634308, -0.03676734119653702, -0.031525734812021255, -0.026284126564860344, -0.021042518317699432, -0.01580091007053852, -0.01055930182337761, -0.005317693576216698, -7.608532905578613e-05, 0.005165522918105125, 0.010407131165266037, 0.01564873941242695, 0.02089034765958786, 0.02613195590674877, 0.03137356415390968, 0.036615170538425446, 0.041856780648231506, 0.04709839075803757, 0.05233999714255333, 0.05758160352706909, 0.06282321363687515, 0.06806482374668121, 0.07330642640590668, 0.07854803651571274, 0.0837896466255188, 0.08903125673532486, 0.09427286684513092, 0.09951446950435638, 0.10475607961416245, 0.1099976897239685, 0.11523929238319397, 0.12048090249300003, 0.1257225126028061, 0.13096411526203156, 0.1362057328224182, 0.14144733548164368, 0.14668893814086914, 0.1519305557012558, 0.15717215836048126, 0.16241377592086792, 0.16765537858009338]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 3.0, 1.0, 3.0, 2.0, 4.0, 3.0, 1.0, 1.0, 4.0, 8.0, 2.0, 1.0, 5.0, 5.0, 28.0, 4.0, 4.0, 1.0, 0.0, 3.0, 3.0, 2.0, 2.0, 4.0, 1.0, 6.0, 4.0, 5.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0030943010933697224, -0.0029926630668342113, -0.0028910248074680567, -0.0027893867809325457, -0.0026877487543970346, -0.00258611049503088, -0.002484472468495369, -0.002382834441959858, -0.002281196415424347, -0.0021795581560581923, -0.0020779201295226812, -0.0019762821029871702, -0.0018746438436210155, -0.0017730058170855045, -0.0016713676741346717, -0.0015697296475991607, -0.0014680915046483278, -0.001366453361697495, -0.001264815335161984, -0.0011631771922111511, -0.00106153916567564, -0.0009599010227248073, -0.0008582628797739744, -0.0007566247950308025, -0.0006549867102876306, -0.0005533486255444586, -0.00045171051169745624, -0.00035007239785045385, -0.0002484343131072819, -0.00014679621381219476, -4.5158114517107606e-05, 5.647998477797955e-05, 0.0001581180840730667, 0.00025975616881623864, 0.00036139428266324103, 0.0004630323965102434, 0.0005646704812534153, 0.0006663085659965873, 0.0007679467089474201, 0.000869584793690592, 0.000971222878433764, 0.0010728610213845968, 0.0011744990479201078, 0.0012761371908709407, 0.0013777753338217735, 0.0014794133603572845, 0.0015810515033081174, 0.0016826895298436284, 0.0017843276727944613, 0.001885965815745294, 0.001987603958696127, 0.002089241985231638, 0.002190880011767149, 0.0022925182711333036, 0.0023941562976688147, 0.0024957943242043257, 0.0025974325835704803, 0.0026990706101059914, 0.0028007086366415024, 0.0029023466631770134, 0.003003984922543168, 0.003105622949078679, 0.00320726097561419, 0.0033088992349803448, 0.003410537261515856]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 5.0, 4.0, 2.0, 5.0, 9.0, 11.0, 17.0, 32.0, 35.0, 53.0, 96.0, 150.0, 178.0, 259.0, 357.0, 632.0, 867.0, 1342.0, 2107.0, 3369.0, 5656.0, 10074.0, 19629.0, 44646.0, 152612.0, 795174.0, 68305.0, 30268.0, 16262.0, 9453.0, 5837.0, 3812.0, 2498.0, 1829.0, 1168.0, 826.0, 584.0, 445.0, 293.0, 210.0, 168.0, 115.0, 63.0, 44.0, 45.0, 34.0, 23.0, 13.0, 5.0, 8.0, 4.0, 0.0, 2.0, 1.0, 2.0, 1.0], "bins": [-0.007494896184653044, -0.007269418798387051, -0.00704394094645977, -0.00681846309453249, -0.006592985708266497, -0.0063675083220005035, -0.006142030470073223, -0.005916552618145943, -0.00569107523187995, -0.0054655978456139565, -0.005240119993686676, -0.005014642141759396, -0.0047891647554934025, -0.004563687369227409, -0.004338209517300129, -0.0041127316653728485, -0.0038872542791068554, -0.0036617766600102186, -0.003436299040913582, -0.003210821421816945, -0.0029853438027203083, -0.0027598661836236715, -0.0025343885645270348, -0.002308910945430398, -0.002083433326333761, -0.0018579557072371244, -0.0016324780881404877, -0.001407000469043851, -0.0011815228499472141, -0.0009560452308505774, -0.0007305676117539406, -0.0005050899926573038, -0.00027961237356066704, -5.4134754464030266e-05, 0.0001713428646326065, 0.0003968204837292433, 0.00062229810282588, 0.0008477757219225168, 0.0010732533410191536, 0.0012987309601157904, 0.0015242085792124271, 0.001749686198309064, 0.0019751638174057007, 0.0022006414365023375, 0.0024261190555989742, 0.002651596674695611, 0.0028770742937922478, 0.0031025519128888845, 0.0033280295319855213, 0.003553507151082158, 0.003778984770178795, 0.004004462622106075, 0.004229940008372068, 0.0044554173946380615, 0.004680895246565342, 0.004906373098492622, 0.0051318504847586155, 0.005357327871024609, 0.005582805722951889, 0.0058082835748791695, 0.006033760961145163, 0.006259238347411156, 0.006484716199338436, 0.0067101940512657166, 0.00693567143753171]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 4.0, 2.0, 7.0, 1.0, 3.0, 6.0, 3.0, 0.0, 2.0, 1.0, 4.0, 1.0, 4.0, 0.0, 3.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.023001782596111298, -0.02241576835513115, -0.02182975597679615, -0.021243741735816002, -0.020657729357481003, -0.020071715116500854, -0.019485700875520706, -0.018899688497185707, -0.01831367425620556, -0.01772766001522541, -0.01714164763689041, -0.016555633395910263, -0.015969619154930115, -0.015383606776595116, -0.014797592535614967, -0.014211579225957394, -0.01362556591629982, -0.013039552606642246, -0.012453539296984673, -0.011867525056004524, -0.01128151174634695, -0.010695498436689377, -0.010109484195709229, -0.009523470886051655, -0.008937457576394081, -0.008351444266736507, -0.007765430491417646, -0.007179416716098785, -0.006593403406441212, -0.006007390096783638, -0.005421376321464777, -0.004835362546145916, -0.004249349236488342, -0.003663335694000125, -0.0030773221515119076, -0.0024913086090236902, -0.0019052950665354729, -0.0013192815240472555, -0.0007332679815590382, -0.0001472544390708208, 0.00043875910341739655, 0.001024772645905614, 0.0016107861883938313, 0.0021967997308820486, 0.002782813273370266, 0.0033688268158584833, 0.003954840358346701, 0.004540854133665562, 0.005126867443323135, 0.005712880752980709, 0.00629889452829957, 0.006884908303618431, 0.007470921613276005, 0.008056934922933578, 0.008642949163913727, 0.0092289624735713, 0.009814975783228874, 0.010400989092886448, 0.010987002402544022, 0.01157301664352417, 0.012159029953181744, 0.012745043262839317, 0.013331057503819466, 0.01391707081347704, 0.014503084123134613]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 0.0, 8.0, 11.0, 6.0, 9.0, 13.0, 36.0, 20.0, 14.0, 15.0, 31.0, 32.0, 25.0, 30.0, 39.0, 53.0, 60.0, 99.0, 144.0, 177.0, 245.0, 337.0, 453.0, 800.0, 1301.0, 5716.0, 2379.0, 1543.0, 1046.0, 801.0, 637.0, 461.0, 370.0, 339.0, 223.0, 209.0, 161.0, 117.0, 99.0, 90.0, 71.0, 53.0, 33.0, 24.0, 25.0, 20.0, 10.0, 9.0, 10.0, 4.0, 12.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.008372506126761436, -0.008091460913419724, -0.007810414768755436, -0.007529369089752436, -0.007248323410749435, -0.0069672781974077225, -0.006686232518404722, -0.006405186839401722, -0.006124141160398722, -0.0058430954813957214, -0.005562049802392721, -0.005281004123389721, -0.004999958910048008, -0.004718913231045008, -0.0044378675520420074, -0.004156821873039007, -0.003875776194036007, -0.0035947305150330067, -0.0033136848360300064, -0.00303263938985765, -0.0027515937108546495, -0.0024705480318516493, -0.0021895025856792927, -0.0019084569066762924, -0.0016274112276732922, -0.001346365548670292, -0.0010653199860826135, -0.0007842743652872741, -0.0005032287444919348, -0.00022218312369659543, 5.8862497098743916e-05, 0.00033990811789408326, 0.0006209537386894226, 0.000901999359484762, 0.0011830449802801013, 0.0014640905428677797, 0.00174513622187078, 0.0020261819008737803, 0.002307227347046137, 0.002588273026049137, 0.0028693187050521374, 0.0031503643840551376, 0.003431410063058138, 0.0037124555092304945, 0.003993500955402851, 0.004274546634405851, 0.004555592313408852, 0.004836637992411852, 0.005117683671414852, 0.005398729350417852, 0.005679775029420853, 0.005960820708423853, 0.006241866387426853, 0.006522911600768566, 0.006803957279771566, 0.007085002958774567, 0.007366048637777567, 0.007647094316780567, 0.00792813953012228, 0.008209185674786568, 0.00849023088812828, 0.008771277032792568, 0.009052322246134281, 0.009333368390798569, 0.009614413604140282]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 2.0, 5.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0769565999507904, -0.07442259043455124, -0.07188858091831207, -0.0693545714020729, -0.06682056188583374, -0.06428655982017517, -0.061752550303936005, -0.05921854078769684, -0.05668453127145767, -0.054150521755218506, -0.05161651223897934, -0.04908250644803047, -0.046548496931791306, -0.04401448741555214, -0.04148048162460327, -0.038946472108364105, -0.03641246259212494, -0.03387845307588577, -0.031344443559646606, -0.02881043776869774, -0.026276428252458572, -0.023742418736219406, -0.02120841108262539, -0.018674403429031372, -0.016140393912792206, -0.013606385327875614, -0.011072376742959023, -0.008538368158042431, -0.006004359573125839, -0.0034703509882092476, -0.0009363424032926559, 0.0015976661816239357, 0.004131674766540527, 0.006665683351457119, 0.00919969193637371, 0.011733700521290302, 0.014267709106206894, 0.01680171862244606, 0.019335726276040077, 0.021869733929634094, 0.02440374344587326, 0.026937752962112427, 0.029471760615706444, 0.03200576826930046, 0.03453977778553963, 0.03707378730177879, 0.03960779309272766, 0.04214180260896683, 0.044675812125205994, 0.04720982164144516, 0.049743831157684326, 0.052277836948633194, 0.05481184646487236, 0.057345855981111526, 0.059879861772060394, 0.06241387128829956, 0.06494788080453873, 0.0674818903207779, 0.07001589983701706, 0.07254990935325623, 0.0750839114189148, 0.07761792093515396, 0.08015193045139313, 0.0826859399676323, 0.08521994948387146]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 4.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 0.0, 1.0, 2.0, 0.0, 4.0, 1.0, 2.0, 1.0, 0.0, 3.0, 5.0, 7.0, 8.0, 7.0, 10.0, 27.0, 23.0, 27.0, 44.0, 18.0, 26.0, 9.0, 11.0, 7.0, 5.0, 2.0, 7.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.07383757084608078, -0.07174500077962875, -0.06965243071317673, -0.0675598606467247, -0.06546728312969208, -0.06337471306324005, -0.061282142996788025, -0.059189572930336, -0.05709700286388397, -0.05500442907214165, -0.05291185900568962, -0.050819288939237595, -0.04872671514749527, -0.04663414508104324, -0.04454157501459122, -0.04244900122284889, -0.040356431156396866, -0.03826386108994484, -0.036171287298202515, -0.03407871723175049, -0.03198614716529846, -0.029893575236201286, -0.02780100330710411, -0.025708433240652084, -0.02361586131155491, -0.021523289382457733, -0.019430719316005707, -0.01733814738690853, -0.01524557638913393, -0.01315300539135933, -0.011060433462262154, -0.008967862464487553, -0.006875291466712952, -0.004782720468938351, -0.0026901490055024624, -0.0005975777748972178, 0.0014949934557080269, 0.0035875646863132715, 0.005680135916918516, 0.0077727073803544044, 0.009865278378129005, 0.011957849375903606, 0.014050420373678207, 0.016142992302775383, 0.01823556423187256, 0.020328134298324585, 0.02242070622742176, 0.024513276293873787, 0.026605848222970963, 0.028698420152068138, 0.030790990218520164, 0.03288356214761734, 0.034976132214069366, 0.03706870600581169, 0.03916127607226372, 0.041253846138715744, 0.04334641993045807, 0.045438989996910095, 0.04753156006336212, 0.04962413012981415, 0.05171670392155647, 0.0538092739880085, 0.055901844054460526, 0.05799441784620285, 0.06008698791265488]}, "_runtime": 79.17861676216125, "_timestamp": 1596212949.8801544, "_step": 93}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 3.0, 2.0, 0.0, 1.0, 6.0, 7.0, 4.0, 4.0, 4.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.010153274983167648, -0.009845533408224583, -0.009537792764604092, -0.009230051189661026, -0.00892230961471796, -0.008614568039774895, -0.008306827396154404, -0.007999085821211338, -0.007691344246268272, -0.007383603136986494, -0.007075862027704716, -0.00676812045276165, -0.006460379343479872, -0.006152637768536806, -0.005844896659255028, -0.005537155084311962, -0.005229413975030184, -0.0049216728657484055, -0.00461393129080534, -0.0043061901815235615, -0.003998448606580496, -0.0036907074972987175, -0.0033829661551862955, -0.0030752248130738735, -0.0027674834709614515, -0.0024597421288490295, -0.0021520007867366076, -0.0018442595610395074, -0.0015365182189270854, -0.0012287768768146634, -0.0009210355929099023, -0.0006132943090051413, -0.00030555296689271927, 2.188346115872264e-06, 0.0003099296591244638, 0.0006176709430292249, 0.0009254122851416469, 0.0012331536272540689, 0.001540894852951169, 0.001848636195063591, 0.002156377537176013, 0.002464118879288435, 0.002771860221400857, 0.003079601563513279, 0.0033873426727950573, 0.0036950840149074793, 0.004002825357019901, 0.004310566931962967, 0.004618308041244745, 0.004926049150526524, 0.005233790725469589, 0.005541531834751368, 0.005849273409694433, 0.0061570145189762115, 0.006464756093919277, 0.0067724972032010555, 0.007080238312482834, 0.0073879798874258995, 0.007695720996707678, 0.008003462105989456, 0.008311203680932522, 0.008618945255875587, 0.008926686830818653, 0.009234427474439144, 0.00954216904938221]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 4.0, 0.0, 3.0, 4.0, 7.0, 10.0, 6.0, 11.0, 9.0, 12.0, 27.0, 31.0, 24.0, 40.0, 42.0, 67.0, 98.0, 135.0, 165.0, 293.0, 529.0, 5151.0, 470.0, 233.0, 146.0, 106.0, 76.0, 42.0, 30.0, 30.0, 28.0, 17.0, 15.0, 7.0, 13.0, 8.0, 5.0, 2.0, 10.0, 6.0, 4.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.11316569149494171, -0.10995332896709442, -0.10674096643924713, -0.10352860391139984, -0.10031624138355255, -0.09710387885570526, -0.09389151632785797, -0.09067915380001068, -0.08746679127216339, -0.0842544287443161, -0.08104206621646881, -0.07782970368862152, -0.07461734116077423, -0.07140497863292694, -0.06819261610507965, -0.06498025357723236, -0.06176789104938507, -0.05855552852153778, -0.05534316599369049, -0.0521308034658432, -0.04891844093799591, -0.04570607841014862, -0.04249371588230133, -0.03928135335445404, -0.03606899082660675, -0.03285662829875946, -0.02964426577091217, -0.02643190324306488, -0.02321954071521759, -0.0200071781873703, -0.01679481565952301, -0.01358245313167572, -0.01037009060382843, -0.00715772807598114, -0.00394536554813385, -0.0007330030202865601, 0.00247935950756073, 0.00569172203540802, 0.00890408456325531, 0.0121164470911026, 0.01532880961894989, 0.01854117214679718, 0.02175353467464447, 0.02496589720249176, 0.02817825973033905, 0.03139062225818634, 0.03460298478603363, 0.03781534731388092, 0.04102770984172821, 0.0442400723695755, 0.04745243489742279, 0.05066479742527008, 0.05387715995311737, 0.05708952248096466, 0.06030188500881195, 0.06351424753665924, 0.06672661006450653, 0.06993897259235382, 0.07315133512020111, 0.0763636976480484, 0.07957606017589569, 0.08278842270374298, 0.08600078523159027, 0.08921314775943756, 0.09242551028728485]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 4.0, 3.0, 2.0, 4.0, 3.0, 6.0, 4.0, 5.0, 4.0, 4.0, 3.0, 1.0, 4.0, 2.0, 24.0, 4.0, 1.0, 4.0, 3.0, 2.0, 0.0, 3.0, 2.0, 5.0, 3.0, 0.0, 5.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0022739071864634752, -0.0022032507695257664, -0.0021325943525880575, -0.0020619379356503487, -0.00199128151871264, -0.001920625101774931, -0.001849968684837222, -0.0017793122678995132, -0.0017086558509618044, -0.0016379994340240955, -0.0015673430170863867, -0.0014966866001486778, -0.001426030183210969, -0.0013553737662732601, -0.0012847173493355513, -0.0012140609323978424, -0.0011434045154601336, -0.0010727480985224247, -0.0010020916815847158, -0.000931435264647007, -0.0008607788477092981, -0.0007901224307715893, -0.0007194660138338804, -0.0006488095968961716, -0.0005781531799584627, -0.0005074967630207539, -0.000436840346083045, -0.00036618392914533615, -0.0002955275122076273, -0.00022487109526991844, -0.0001542146783322096, -8.355826139450073e-05, -1.2901844456791878e-05, 5.775457248091698e-05, 0.00012841098941862583, 0.00019906740635633469, 0.00026972382329404354, 0.0003403802402317524, 0.00041103665716946125, 0.0004816930741071701, 0.000552349491044879, 0.0006230059079825878, 0.0006936623249202967, 0.0007643187418580055, 0.0008349751587957144, 0.0009056315757334232, 0.0009762879926711321, 0.001046944409608841, 0.0011176008265465498, 0.0011882572434842587, 0.0012589136604219675, 0.0013295700773596764, 0.0014002264942973852, 0.001470882911235094, 0.001541539328172803, 0.0016121957451105118, 0.0016828521620482206, 0.0017535085789859295, 0.0018241649959236383, 0.0018948214128613472, 0.001965477829799056, 0.002036134246736765, 0.0021067906636744738, 0.0021774470806121826, 0.0022481034975498915]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 3.0, 3.0, 1.0, 3.0, 3.0, 11.0, 2.0, 5.0, 14.0, 16.0, 20.0, 24.0, 34.0, 39.0, 68.0, 90.0, 116.0, 169.0, 221.0, 305.0, 420.0, 614.0, 966.0, 1475.0, 2502.0, 4073.0, 7421.0, 13995.0, 30029.0, 84155.0, 865968.0, 99309.0, 30527.0, 14641.0, 7890.0, 4756.0, 3173.0, 2030.0, 1382.0, 970.0, 653.0, 473.0, 302.0, 212.0, 159.0, 114.0, 74.0, 62.0, 45.0, 28.0, 26.0, 14.0, 18.0, 5.0, 2.0, 5.0, 4.0, 2.0, 3.0, 0.0, 0.0, 1.0], "bins": [-0.006068155635148287, -0.005882658995687962, -0.005697162356227636, -0.005511665716767311, -0.005326169077306986, -0.005140672437846661, -0.004955175798386335, -0.00476967915892601, -0.004584182053804398, -0.004398685414344072, -0.004213188774883747, -0.004027692135423422, -0.0038421954959630966, -0.0036566988565027714, -0.003471202217042446, -0.003285705577582121, -0.0031002089381217957, -0.0029147122986614704, -0.002729215659201145, -0.00254371901974082, -0.0023582223802804947, -0.002172725507989526, -0.0019872288685292006, -0.0018017322290688753, -0.00161623558960855, -0.0014307389501482248, -0.0012452423106878996, -0.0010597455548122525, -0.0008742489153519273, -0.000688752275891602, -0.0005032555782236159, -0.0003177589096594602, -0.0001322622410953045, 5.323442746885121e-05, 0.0002387310960330069, 0.0004242277645971626, 0.0006097244331613183, 0.0007952210726216435, 0.0009807178284972906, 0.0011662144679576159, 0.001351711107417941, 0.0015372077468782663, 0.0017227043863385916, 0.0019082011422142386, 0.0020936978980898857, 0.002279194537550211, 0.002464691177010536, 0.0026501878164708614, 0.0028356844559311867, 0.003021181095391512, 0.003206677734851837, 0.0033921743743121624, 0.0035776710137724876, 0.0037631678860634565, 0.003948664292693138, 0.004134160932153463, 0.004319657571613789, 0.004505154676735401, 0.004690651316195726, 0.004876147955656052, 0.005061644595116377, 0.005247141234576702, 0.005432637874037027, 0.005618134513497353, 0.005803631152957678]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 1.0, 1.0, 4.0, 2.0, 2.0, 4.0, 0.0, 4.0, 3.0, 10.0, 4.0, 0.0, 4.0, 4.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.031435564160346985, -0.03071919083595276, -0.030002815648913383, -0.029286442324519157, -0.02857006900012493, -0.027853693813085556, -0.02713732048869133, -0.026420947164297104, -0.025704573839902878, -0.024988198652863503, -0.024271825328469276, -0.02355545200407505, -0.022839076817035675, -0.02212270349264145, -0.021406330168247223, -0.020689954981207848, -0.01997358165681362, -0.019257208332419395, -0.01854083314538002, -0.017824459820985794, -0.017108086496591568, -0.016391711309552193, -0.015675337985157967, -0.01495896466076374, -0.01424259040504694, -0.01352621614933014, -0.012809842824935913, -0.012093468569219112, -0.011377094313502312, -0.010660720989108086, -0.009944346733391285, -0.009227973408997059, -0.008511599153280258, -0.007795225363224745, -0.007078851573169231, -0.006362477317452431, -0.005646103527396917, -0.004929729737341404, -0.004213355481624603, -0.00349698169156909, -0.0027806079015135765, -0.002064234111458063, -0.001347860088571906, -0.0006314861821010709, 8.488772436976433e-05, 0.0008012616308405995, 0.0015176355373114347, 0.0022340095601975918, 0.002950383350253105, 0.0036667571403086185, 0.004383130930364132, 0.005099505186080933, 0.005815878976136446, 0.006532252766191959, 0.00724862702190876, 0.007965000346302986, 0.008681374602019787, 0.009397748857736588, 0.010114122182130814, 0.010830496437847614, 0.011546870693564415, 0.012263244017958641, 0.012979618273675442, 0.013695991598069668, 0.014412365853786469]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 6.0, 2.0, 7.0, 4.0, 2.0, 8.0, 10.0, 12.0, 7.0, 7.0, 4.0, 11.0, 12.0, 20.0, 9.0, 16.0, 21.0, 21.0, 26.0, 29.0, 54.0, 55.0, 69.0, 93.0, 145.0, 164.0, 207.0, 230.0, 303.0, 364.0, 474.0, 647.0, 958.0, 1322.0, 2396.0, 6313.0, 1545.0, 912.0, 523.0, 378.0, 243.0, 181.0, 139.0, 99.0, 64.0, 67.0, 60.0, 42.0, 37.0, 23.0, 19.0, 20.0, 17.0, 11.0, 6.0, 5.0, 3.0, 4.0], "bins": [-0.011315659619867802, -0.011041153222322464, -0.010766646824777126, -0.010492140427231789, -0.010217634029686451, -0.009943127632141113, -0.009668621234595776, -0.009394114837050438, -0.0091196084395051, -0.008845102041959763, -0.008570595644414425, -0.008296089246869087, -0.00802158284932375, -0.007747076451778412, -0.007472570054233074, -0.0071980636566877365, -0.006923557259142399, -0.006649050861597061, -0.0063745444640517235, -0.006100038066506386, -0.005825531668961048, -0.0055510252714157104, -0.005276518873870373, -0.005002012476325035, -0.004727506078779697, -0.00445299968123436, -0.004178493283689022, -0.0039039868861436844, -0.0036294804885983467, -0.003354974091053009, -0.0030804676935076714, -0.0028059612959623337, -0.002531454898416996, -0.0022569485008716583, -0.0019824421033263206, -0.001707935705780983, -0.0014334293082356453, -0.0011589229106903076, -0.0008844165131449699, -0.0006099101155996323, -0.0003354037180542946, -6.089732050895691e-05, 0.00021360907703638077, 0.00048811547458171844, 0.0007626218721270561, 0.0010371282696723938, 0.0013116346672177315, 0.0015861410647630692, 0.0018606474623084068, 0.0021351538598537445, 0.002409660257399082, 0.00268416665494442, 0.0029586730524897575, 0.003233179450035095, 0.003507685847580433, 0.0037821922451257706, 0.004056698642671108, 0.004331205040216446, 0.004605711437761784, 0.004880217835307121, 0.005154724232852459, 0.005429230630397797, 0.005703737027943134, 0.005978243425488472, 0.00625274982303381]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 3.0, 1.0, 1.0, 3.0, 2.0, 2.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.054073866456747055, -0.049628548324108124, -0.04518323391675949, -0.04073791950941086, -0.03629260137677193, -0.031847283244132996, -0.027401968836784363, -0.02295665256679058, -0.0185113362967968, -0.014066020026803017, -0.009620703756809235, -0.005175387486815453, -0.0007300712168216705, 0.0037152450531721115, 0.008160561323165894, 0.012605877593159676, 0.017051193863153458, 0.02149651013314724, 0.02594182640314102, 0.030387142673134804, 0.034832458943128586, 0.03927777707576752, 0.04372309148311615, 0.04816840589046478, 0.052613724023103714, 0.057059042155742645, 0.06150435656309128, 0.06594967097043991, 0.07039499282836914, 0.07484030723571777, 0.0792856216430664, 0.08373093605041504, 0.08817625045776367, 0.0926215723156929, 0.09706688672304153, 0.10151220113039017, 0.1059575229883194, 0.11040283739566803, 0.11484815180301666, 0.1192934662103653, 0.12373878061771393, 0.12818409502506256, 0.1326294243335724, 0.13707473874092102, 0.14152005314826965, 0.1459653675556183, 0.15041068196296692, 0.15485599637031555, 0.15930131077766418, 0.16374662518501282, 0.16819193959236145, 0.17263726890087128, 0.1770825833082199, 0.18152789771556854, 0.18597321212291718, 0.1904185265302658, 0.19486384093761444, 0.19930915534496307, 0.2037544846534729, 0.20819979906082153, 0.21264511346817017, 0.2170904278755188, 0.22153574228286743, 0.22598105669021606, 0.2304263710975647]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 4.0, 2.0, 0.0, 2.0, 1.0, 5.0, 2.0, 11.0, 17.0, 27.0, 30.0, 48.0, 45.0, 23.0, 8.0, 11.0, 4.0, 3.0, 9.0, 9.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.0812460407614708, -0.07723288983106613, -0.07321973145008087, -0.06920658051967621, -0.06519342958927155, -0.061180274933576584, -0.05716712027788162, -0.05315396934747696, -0.049140814691782, -0.045127660036087036, -0.04111450910568237, -0.03710135444998741, -0.03308819979429245, -0.029075048863887787, -0.025061894208192825, -0.021048741415143013, -0.0170355886220932, -0.013022435829043388, -0.009009282104671001, -0.004996128845959902, -0.0009829755872488022, 0.0030301776714622974, 0.007043330930173397, 0.011056484654545784, 0.015069637447595596, 0.01908279024064541, 0.02309594303369522, 0.027109097689390182, 0.031122250482439995, 0.03513540327548981, 0.03914855793118477, 0.04316170886158943, 0.04717486351728439, 0.051188018172979355, 0.05520116910338402, 0.05921432375907898, 0.06322747468948364, 0.0672406330704689, 0.07125378400087357, 0.07526693493127823, 0.07928009331226349, 0.08329324424266815, 0.08730639517307281, 0.09131954610347748, 0.09533270448446274, 0.0993458554148674, 0.10335900634527206, 0.10737216472625732, 0.11138531565666199, 0.11539846658706665, 0.11941162496805191, 0.12342477589845657, 0.12743793427944183, 0.1314510852098465, 0.13546423614025116, 0.13947738707065582, 0.14349053800106049, 0.14750368893146515, 0.151516854763031, 0.15553000569343567, 0.15954315662384033, 0.163556307554245, 0.16756945848464966, 0.17158260941505432, 0.17559576034545898]}, "_runtime": 79.95834159851074, "_timestamp": 1596212950.6598792, "_step": 94}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 5.0, 2.0, 0.0, 1.0, 8.0, 4.0, 5.0, 4.0, 3.0, 1.0, 1.0, 2.0, 3.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009818844497203827, -0.009442348033189774, -0.00906585156917572, -0.008689354173839092, -0.008312857709825039, -0.007936361245810986, -0.007559864316135645, -0.007183367386460304, -0.006806870922446251, -0.006430374458432198, -0.006053877528756857, -0.005677380599081516, -0.005300884135067463, -0.00492438767105341, -0.004547890741378069, -0.004171393811702728, -0.003794897347688675, -0.003418400650843978, -0.003041903953999281, -0.002665407257154584, -0.002288910560309887, -0.00191241386346519, -0.001535917166620493, -0.001159420469775796, -0.0007829237729310989, -0.00040642707608640194, -2.993037924170494e-05, 0.00034656631760299206, 0.0007230630144476891, 0.001099559711292386, 0.001476056408137083, 0.00185255310498178, 0.002229049801826477, 0.002605546498671174, 0.002982043195515871, 0.003358539892360568, 0.003735036589205265, 0.004111533053219318, 0.004488029982894659, 0.00486452691257, 0.005241023376584053, 0.005617519840598106, 0.005994016770273447, 0.006370513699948788, 0.006747010163962841, 0.007123506627976894, 0.007500003557652235, 0.007876500487327576, 0.008252996951341629, 0.008629493415355682, 0.009005989879369736, 0.009382487274706364, 0.009758983738720417, 0.01013548020273447, 0.010511977598071098, 0.010888474062085152, 0.011264970526099205, 0.011641466990113258, 0.012017963454127312, 0.01239446084946394, 0.012770957313477993, 0.013147453777492046, 0.013523951172828674, 0.013900447636842728, 0.014276944100856781]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 4.0, 0.0, 2.0, 2.0, 1.0, 4.0, 5.0, 3.0, 2.0, 5.0, 2.0, 6.0, 7.0, 10.0, 9.0, 19.0, 24.0, 30.0, 36.0, 36.0, 45.0, 65.0, 70.0, 110.0, 123.0, 184.0, 302.0, 3354.0, 2299.0, 408.0, 210.0, 143.0, 86.0, 81.0, 47.0, 40.0, 31.0, 27.0, 18.0, 15.0, 14.0, 5.0, 6.0, 5.0, 5.0, 6.0, 1.0, 2.0, 8.0, 3.0, 3.0, 1.0, 4.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.1175164133310318, -0.11372178047895432, -0.10992714762687683, -0.10613251477479935, -0.10233788937330246, -0.09854325652122498, -0.09474862366914749, -0.09095399081707001, -0.08715935796499252, -0.08336472511291504, -0.07957009971141815, -0.07577546685934067, -0.07198083400726318, -0.0681862011551857, -0.06439156830310822, -0.06059693917632103, -0.056802306324243546, -0.05300767347216606, -0.049213044345378876, -0.04541841149330139, -0.04162377864122391, -0.03782914951443672, -0.03403451666235924, -0.030239883810281754, -0.02644525282084942, -0.022650621831417084, -0.0188559889793396, -0.015061357989907265, -0.011266726069152355, -0.007472094148397446, -0.0036774626933038235, 0.00011716899462044239, 0.003911800682544708, 0.007706432603299618, 0.011501064524054527, 0.015295695513486862, 0.019090328365564346, 0.02288495935499668, 0.026679590344429016, 0.0304742231965065, 0.034268856048583984, 0.03806348517537117, 0.041858118027448654, 0.04565275087952614, 0.049447380006313324, 0.05324201285839081, 0.05703664571046829, 0.06083127483725548, 0.06462590396404266, 0.06842053681612015, 0.07221516966819763, 0.07600980252027512, 0.0798044353723526, 0.08359906822443008, 0.08739370107650757, 0.09118832647800446, 0.09498295933008194, 0.09877759218215942, 0.10257222503423691, 0.10636685788631439, 0.11016149073839188, 0.11395611613988876, 0.11775074899196625, 0.12154538184404373, 0.12534001469612122]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 2.0, 2.0, 0.0, 3.0, 3.0, 2.0, 1.0, 5.0, 1.0, 3.0, 2.0, 5.0, 2.0, 27.0, 2.0, 3.0, 6.0, 2.0, 4.0, 1.0, 6.0, 4.0, 2.0, 4.0, 4.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0026841885410249233, -0.0026082878466695547, -0.002532387152314186, -0.0024564864579588175, -0.002380585763603449, -0.0023046850692480803, -0.0022287843748927116, -0.002152883680537343, -0.0020769829861819744, -0.002001082291826606, -0.001925181713886559, -0.0018492810195311904, -0.0017733803251758218, -0.0016974796308204532, -0.0016215789364650846, -0.001545678242109716, -0.0014697775477543473, -0.0013938768533989787, -0.00131797615904361, -0.0012420754646882415, -0.0011661747703328729, -0.0010902740759775043, -0.0010143733816221356, -0.0009384727454744279, -0.0008625720511190593, -0.0007866713567636907, -0.0007107706624083221, -0.0006348699680529535, -0.0005589693319052458, -0.0004830686084460467, -0.00040716794319450855, -0.00033126724883913994, -0.0002553665544837713, -0.0001794658601284027, -0.00010356518032494932, -2.7664493245538324e-05, 4.8236193833872676e-05, 0.0001241368881892413, 0.00020003756799269468, 0.00027593824779614806, 0.0003518389421515167, 0.0004277396365068853, 0.0005036403308622539, 0.0005795410252176225, 0.0006554416613653302, 0.0007313423557206988, 0.0008072430500760674, 0.0008831437444314361, 0.0009590444387868047, 0.0010349451331421733, 0.001110845827497542, 0.0011867465218529105, 0.0012626472162082791, 0.0013385479105636477, 0.0014144486049190164, 0.001490349299274385, 0.0015662498772144318, 0.0016421505715698004, 0.001718051265925169, 0.0017939519602805376, 0.0018698526546359062, 0.0019457533489912748, 0.0020216540433466434, 0.002097554737702012, 0.0021734554320573807]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 6.0, 4.0, 5.0, 6.0, 6.0, 12.0, 12.0, 26.0, 33.0, 49.0, 62.0, 78.0, 114.0, 154.0, 234.0, 285.0, 492.0, 655.0, 1029.0, 1607.0, 2782.0, 4682.0, 8548.0, 16604.0, 36150.0, 99341.0, 828143.0, 91481.0, 36608.0, 18618.0, 10984.0, 6891.0, 4336.0, 2911.0, 2012.0, 1446.0, 971.0, 668.0, 459.0, 324.0, 227.0, 146.0, 122.0, 85.0, 74.0, 44.0, 29.0, 34.0, 18.0, 9.0, 11.0, 6.0, 4.0, 1.0, 3.0, 1.0, 1.0], "bins": [-0.006836234126240015, -0.006632495205849409, -0.006428756285458803, -0.006225017365068197, -0.006021278444677591, -0.005817539524286985, -0.0056138006038963795, -0.0054100616835057735, -0.00520632229745388, -0.005002583377063274, -0.0047988444566726685, -0.0045951055362820625, -0.004391366615891457, -0.004187627695500851, -0.003983888775110245, -0.003780149854719639, -0.003576410934329033, -0.003372672013938427, -0.003168933093547821, -0.002965194173157215, -0.002761455252766609, -0.0025577160995453596, -0.0023539771791547537, -0.0021502382587641478, -0.0019464993383735418, -0.001742760417982936, -0.00153902149759233, -0.0013352824607864022, -0.0011315435403957963, -0.0009278046200051904, -0.0007240656414069235, -0.0005203266628086567, -0.00031658774241805077, -0.00011284879292361438, 9.0890156570822e-05, 0.0002946291060652584, 0.0004983680555596948, 0.0007021069759503007, 0.0009058459545485675, 0.0011095849331468344, 0.0013133238535374403, 0.0015170627739280462, 0.0017208016943186522, 0.00192454073112458, 0.0021282797679305077, 0.0023320186883211136, 0.0025357576087117195, 0.0027394965291023254, 0.0029432354494929314, 0.0031469743698835373, 0.0033507132902741432, 0.003554452210664749, 0.003758191131055355, 0.003961930051445961, 0.004165668971836567, 0.004369407892227173, 0.004573146812617779, 0.004776886198669672, 0.004980625119060278, 0.005184364039450884, 0.00538810295984149, 0.005591841880232096, 0.005795580800622702, 0.005999319721013308, 0.0062030586414039135]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 3.0, 2.0, 0.0, 3.0, 8.0, 2.0, 4.0, 2.0, 4.0, 5.0, 4.0, 3.0, 4.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.03395448252558708, -0.03327175974845886, -0.03258903697133064, -0.031906310468912125, -0.031223587691783905, -0.030540864914655685, -0.029858142137527466, -0.029175417497754097, -0.028492694720625877, -0.027809971943497658, -0.02712724730372429, -0.02644452452659607, -0.02576180174946785, -0.02507907710969448, -0.02439635433256626, -0.023713629692792892, -0.023030906915664673, -0.022348184138536453, -0.021665459498763084, -0.020982736721634865, -0.020300012081861496, -0.019617289304733276, -0.018934566527605057, -0.018251841887831688, -0.01756911911070347, -0.01688639633357525, -0.01620367169380188, -0.01552094891667366, -0.014838225208222866, -0.014155501499772072, -0.013472778722643852, -0.012790055014193058, -0.012107331305742264, -0.01142460759729147, -0.010741883888840675, -0.010059161111712456, -0.009376437403261662, -0.008693713694810867, -0.008010990917682648, -0.0073282672092318535, -0.006645543500781059, -0.005962819792330265, -0.005280096549540758, -0.004597373306751251, -0.003914649598300457, -0.0032319261226803064, -0.002549202647060156, -0.0018664791714400053, -0.0011837556958198547, -0.0005010322201997042, 0.0001816912554204464, 0.000864414731040597, 0.0015471382066607475, 0.002229861682280898, 0.0029125851579010487, 0.0035953086335211992, 0.00427803210914135, 0.004960755817592144, 0.005643479060381651, 0.006326202303171158, 0.007008926011621952, 0.007691649720072746, 0.008374372497200966, 0.00905709620565176, 0.009739819914102554]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 7.0, 0.0, 2.0, 5.0, 2.0, 2.0, 0.0, 5.0, 8.0, 12.0, 2.0, 1.0, 1.0, 7.0, 5.0, 5.0, 13.0, 4.0, 12.0, 14.0, 21.0, 22.0, 20.0, 39.0, 45.0, 50.0, 58.0, 77.0, 113.0, 89.0, 120.0, 152.0, 214.0, 267.0, 306.0, 464.0, 583.0, 888.0, 1402.0, 5497.0, 2482.0, 1490.0, 1007.0, 782.0, 549.0, 461.0, 352.0, 229.0, 147.0, 127.0, 78.0, 66.0, 37.0, 29.0, 16.0, 11.0, 8.0, 13.0, 5.0, 4.0, 2.0, 2.0], "bins": [-0.01118877250701189, -0.010921559296548367, -0.010654346086084843, -0.010387133806943893, -0.01011992059648037, -0.009852707386016846, -0.009585494175553322, -0.009318280965089798, -0.009051067754626274, -0.008783855475485325, -0.008516642265021801, -0.008249429054558277, -0.007982215844094753, -0.007715003099292517, -0.007447789888828993, -0.007180577144026756, -0.006913363933563232, -0.0066461507230997086, -0.006378937978297472, -0.006111724767833948, -0.005844512023031712, -0.005577298812568188, -0.005310085602104664, -0.005042872857302427, -0.004775659646838903, -0.0045084464363753796, -0.004241233691573143, -0.003974020481109619, -0.003706807503476739, -0.0034395945258438587, -0.003172381315380335, -0.0029051683377474546, -0.0026379553601145744, -0.0023707423824816942, -0.002103529404848814, -0.0018363161943852901, -0.00156910321675241, -0.0013018902391195297, -0.0010346771450713277, -0.0007674641092307866, -0.0005002510733902454, -0.0002330380375497043, 3.417499829083681e-05, 0.00030138803413137794, 0.0005686010699719191, 0.0008358141058124602, 0.0011030271416530013, 0.0013702402357012033, 0.0016374532133340836, 0.0019046661909669638, 0.002171879168599844, 0.002439092379063368, 0.002706305356696248, 0.0029735183343291283, 0.003240731544792652, 0.0035079445224255323, 0.0037751575000584126, 0.004042370710521936, 0.004309583455324173, 0.004576796665787697, 0.004844009876251221, 0.005111222621053457, 0.005378435831516981, 0.005645648576319218, 0.0059128617867827415]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06218987703323364, -0.05846457928419113, -0.05473928526043892, -0.05101399123668671, -0.047288693487644196, -0.043563395738601685, -0.03983810171484947, -0.03611280769109726, -0.03238750994205475, -0.028662214055657387, -0.024936918169260025, -0.021211622282862663, -0.0174863263964653, -0.01376103051006794, -0.010035734623670578, -0.006310438737273216, -0.0025851428508758545, 0.0011401530355215073, 0.004865448921918869, 0.00859074480831623, 0.012316040694713593, 0.016041336581110954, 0.019766632467508316, 0.023491928353905678, 0.02721722424030304, 0.0309425201267004, 0.03466781601309776, 0.038393110036849976, 0.04211840778589249, 0.045843705534935, 0.04956899955868721, 0.05329429358243942, 0.057019591331481934, 0.060744889080524445, 0.06447018682956696, 0.06819547712802887, 0.07192077487707138, 0.07564607262611389, 0.0793713629245758, 0.08309666067361832, 0.08682195842266083, 0.09054725617170334, 0.09427255392074585, 0.09799784421920776, 0.10172314196825027, 0.10544843971729279, 0.1091737300157547, 0.11289902776479721, 0.11662432551383972, 0.12034962326288223, 0.12407492101192474, 0.12780021131038666, 0.13152551651000977, 0.13525080680847168, 0.1389760971069336, 0.1427014023065567, 0.14642669260501862, 0.15015198290348053, 0.15387728810310364, 0.15760257840156555, 0.16132786870002747, 0.16505317389965057, 0.1687784641981125, 0.1725037693977356, 0.1762290596961975]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 5.0, 1.0, 2.0, 2.0, 6.0, 4.0, 3.0, 3.0, 2.0, 8.0, 8.0, 15.0, 5.0, 16.0, 16.0, 27.0, 40.0, 29.0, 10.0, 6.0, 5.0, 10.0, 5.0, 6.0, 1.0, 3.0, 1.0, 3.0, 2.0, 1.0, 3.0, 0.0, 1.0, 4.0, 2.0, 3.0, 2.0, 4.0, 4.0, 3.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04940469563007355, -0.04746078699827194, -0.04551687836647034, -0.04357296973466873, -0.041629061102867126, -0.03968515619635582, -0.037741247564554214, -0.03579733893275261, -0.033853430300951004, -0.0319095216691494, -0.029965613037347794, -0.028021706268191338, -0.026077797636389732, -0.024133889004588127, -0.02218998223543167, -0.020246073603630066, -0.01830216497182846, -0.016358256340026855, -0.014414348639547825, -0.012470440939068794, -0.010526532307267189, -0.008582623675465584, -0.006638715974986553, -0.004694807808846235, -0.0027508996427059174, -0.0008069914765655994, 0.0011369166895747185, 0.0030808248557150364, 0.005024733021855354, 0.006968641187995672, 0.00891254935413599, 0.01085645705461502, 0.012800365686416626, 0.014744274318218231, 0.016688182950019836, 0.018632089719176292, 0.020575998350977898, 0.022519906982779503, 0.02446381375193596, 0.026407722383737564, 0.02835163101553917, 0.030295539647340775, 0.03223944827914238, 0.034183356910943985, 0.03612726181745529, 0.0380711704492569, 0.0400150790810585, 0.04195898771286011, 0.04390289634466171, 0.04584680497646332, 0.04779071360826492, 0.04973462224006653, 0.051678530871868134, 0.05362243577837944, 0.055566344410181046, 0.05751025304198265, 0.059454161673784256, 0.06139807030558586, 0.06334197521209717, 0.06528588384389877, 0.06722979247570038, 0.06917370110750198, 0.07111760973930359, 0.0730615183711052, 0.0750054270029068]}, "_runtime": 80.81295132637024, "_timestamp": 1596212951.514489, "_step": 95}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 3.0, 0.0, 3.0, 5.0, 2.0, 2.0, 3.0, 3.0, 3.0, 2.0, 1.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010159270837903023, -0.00986458733677864, -0.009569902904331684, -0.009275219403207302, -0.00898053590208292, -0.008685852400958538, -0.008391167968511581, -0.0080964844673872, -0.007801800966262817, -0.007507116999477148, -0.007212433032691479, -0.006917749531567097, -0.006623065564781427, -0.006328382063657045, -0.006033698096871376, -0.005739014595746994, -0.005444330628961325, -0.005149646662175655, -0.004854963161051273, -0.004560279194265604, -0.004265595693141222, -0.003970911726355553, -0.003676227992400527, -0.0033815442584455013, -0.0030868605244904757, -0.00279217679053545, -0.0024974930565804243, -0.0022028093226253986, -0.0019081254722550511, -0.0016134417383000255, -0.001318757887929678, -0.0010240741539746523, -0.0007293904200196266, -0.0004347066569607705, -0.00014002289390191436, 0.00015466086915694177, 0.0004493446322157979, 0.0007440283661708236, 0.001038712216541171, 0.0013333959504961967, 0.0016280796844512224, 0.001922763418406248, 0.0022174471523612738, 0.0025121308863162994, 0.0028068148531019688, 0.0031014985870569944, 0.00339618232101202, 0.003690866054967046, 0.0039855497889220715, 0.004280233755707741, 0.004574917256832123, 0.004869601223617792, 0.005164284724742174, 0.0054589686915278435, 0.0057536521926522255, 0.006048336159437895, 0.006343020126223564, 0.006637703627347946, 0.0069323875941336155, 0.0072270710952579975, 0.007521755062043667, 0.007816438563168049, 0.008111122064292431, 0.008405806496739388, 0.00870048999786377]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 0.0, 2.0, 2.0, 4.0, 3.0, 3.0, 8.0, 3.0, 6.0, 8.0, 16.0, 16.0, 21.0, 21.0, 26.0, 36.0, 32.0, 58.0, 41.0, 72.0, 77.0, 113.0, 158.0, 224.0, 460.0, 5065.0, 507.0, 265.0, 174.0, 103.0, 92.0, 57.0, 50.0, 42.0, 31.0, 26.0, 20.0, 29.0, 16.0, 9.0, 7.0, 8.0, 1.0, 3.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1009245365858078, -0.09797878563404083, -0.09503303468227386, -0.0920872762799263, -0.08914152532815933, -0.08619577437639236, -0.0832500159740448, -0.08030426502227783, -0.07735851407051086, -0.0744127631187439, -0.07146701216697693, -0.06852125376462936, -0.0655755028128624, -0.06262975186109543, -0.05968399718403816, -0.056738242506980896, -0.05379249155521393, -0.05084674060344696, -0.047900985926389694, -0.04495523124933243, -0.04200948029756546, -0.03906372934579849, -0.036117974668741226, -0.03317221999168396, -0.030226469039916992, -0.027280716225504875, -0.024334963411092758, -0.02138921059668064, -0.018443457782268524, -0.015497704967856407, -0.01255195215344429, -0.009606199339032173, -0.006660446524620056, -0.003714693710207939, -0.0007689408957958221, 0.002176811918616295, 0.005122564733028412, 0.008068317547440529, 0.011014070361852646, 0.013959823176264763, 0.01690557599067688, 0.019851328805088997, 0.022797081619501114, 0.02574283443391323, 0.028688587248325348, 0.031634338200092316, 0.03458009287714958, 0.03752584755420685, 0.040471598505973816, 0.043417349457740784, 0.04636310413479805, 0.049308858811855316, 0.052254609763622284, 0.05520036071538925, 0.05814611539244652, 0.061091870069503784, 0.06403762102127075, 0.06698337197303772, 0.06992912292480469, 0.07287488132715225, 0.07582063227891922, 0.07876638323068619, 0.08171214163303375, 0.08465789258480072, 0.08760364353656769]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 5.0, 4.0, 6.0, 2.0, 3.0, 2.0, 2.0, 3.0, 4.0, 3.0, 2.0, 5.0, 23.0, 7.0, 2.0, 2.0, 2.0, 3.0, 2.0, 2.0, 2.0, 0.0, 1.0, 5.0, 1.0, 0.0, 2.0, 3.0, 1.0, 0.0, 0.0, 3.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002374491421505809, -0.0023065521381795406, -0.0022386128548532724, -0.0021706733386963606, -0.0021027340553700924, -0.002034794772043824, -0.001966855488717556, -0.001898916088975966, -0.001830976689234376, -0.0017630374059081078, -0.0016950981225818396, -0.0016271587228402495, -0.0015592194395139813, -0.0014912800397723913, -0.0014233407564461231, -0.001355401356704533, -0.001287462073378265, -0.0012195227900519967, -0.0011515833903104067, -0.0010836441069841385, -0.0010157047072425485, -0.0009477654239162803, -0.0008798260823823512, -0.000811886740848422, -0.0007439473993144929, -0.0006760080577805638, -0.0006080687162466347, -0.0005401293747127056, -0.00047219006228260696, -0.00040425072074867785, -0.0003363114083185792, -0.0002683720667846501, -0.00020043272525072098, -0.00013249338371679187, -6.455405673477799e-05, 3.3852775231935084e-06, 7.1324611781165e-05, 0.0001392639533150941, 0.000207203280297108, 0.0002751426072791219, 0.000343081948813051, 0.0004110212903469801, 0.0004789606318809092, 0.0005468999734148383, 0.0006148392567411065, 0.0006827785982750356, 0.0007507179398089647, 0.0008186572813428938, 0.000886596622876823, 0.0009545359644107521, 0.0010224753059446812, 0.0010904145892709494, 0.0011583539890125394, 0.0012262932723388076, 0.0012942326720803976, 0.0013621719554066658, 0.001430111238732934, 0.001498050638474524, 0.0015659899218007922, 0.0016339293215423822, 0.0017018686048686504, 0.0017698080046102405, 0.0018377472879365087, 0.0019056866876780987, 0.001973625971004367]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 4.0, 6.0, 9.0, 19.0, 16.0, 26.0, 29.0, 63.0, 77.0, 127.0, 188.0, 290.0, 429.0, 591.0, 884.0, 1398.0, 1979.0, 3243.0, 5282.0, 8747.0, 15966.0, 31522.0, 81143.0, 851124.0, 98219.0, 34500.0, 16828.0, 9558.0, 5937.0, 3705.0, 2379.0, 1600.0, 1105.0, 779.0, 519.0, 394.0, 232.0, 187.0, 150.0, 100.0, 89.0, 67.0, 28.0, 23.0, 22.0, 23.0, 11.0, 6.0, 5.0, 4.0, 3.0, 2.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.005603163503110409, -0.005426430609077215, -0.005249698180705309, -0.005072965286672115, -0.004896232858300209, -0.0047194999642670155, -0.004542767070233822, -0.004366034641861916, -0.004189301747828722, -0.004012568853795528, -0.003835836425423622, -0.0036591035313904285, -0.0034823708701878786, -0.0033056382089853287, -0.003128905314952135, -0.002952172653749585, -0.0027754399925470352, -0.0025987073313444853, -0.0024219746701419353, -0.0022452417761087418, -0.002068509114906192, -0.0018917764537036419, -0.0017150436760857701, -0.0015383108984678984, -0.0013615782372653484, -0.0011848455760627985, -0.0010081127984449267, -0.0008313800790347159, -0.000654647359624505, -0.0004779146402142942, -0.00030118192080408335, -0.0001244492013938725, 5.228351801633835e-05, 0.0002290162374265492, 0.00040574895683676004, 0.0005824816762469709, 0.0007592143956571817, 0.0009359471150673926, 0.0011126798344776034, 0.0012894126120954752, 0.0014661452732980251, 0.001642877934500575, 0.0018196107121184468, 0.0019963434897363186, 0.0021730761509388685, 0.0023498088121414185, 0.002526541706174612, 0.002703274367377162, 0.002880007028579712, 0.003056739689782262, 0.0032334723509848118, 0.0034102052450180054, 0.0035869379062205553, 0.0037636705674231052, 0.003940403461456299, 0.004117135889828205, 0.004293868783861399, 0.004470601677894592, 0.0046473341062664986, 0.004824067000299692, 0.005000799894332886, 0.005177532322704792, 0.005354265216737986, 0.005530997645109892, 0.0057077305391430855]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 7.0, 1.0, 2.0, 1.0, 8.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.020997557789087296, -0.02041902393102646, -0.019840490072965622, -0.019261954352259636, -0.0186834204941988, -0.018104886636137962, -0.017526350915431976, -0.01694781705737114, -0.016369283199310303, -0.015790749341249466, -0.015212214551866055, -0.014633679762482643, -0.014055145904421806, -0.01347661204636097, -0.012898077256977558, -0.012319542467594147, -0.01174100860953331, -0.011162474751472473, -0.010583939962089062, -0.01000540517270565, -0.009426871314644814, -0.008848337456583977, -0.008269802667200565, -0.007691268343478441, -0.007112734019756317, -0.006534199696034193, -0.005955665372312069, -0.005377131048589945, -0.004798596724867821, -0.004220062401145697, -0.0036415280774235725, -0.0030629937537014484, -0.0024844594299793243, -0.0019059251062572002, -0.0013273907825350761, -0.000748856458812952, -0.00017032213509082794, 0.00040821218863129616, 0.0009867465123534203, 0.0015652808360755444, 0.0021438151597976685, 0.0027223494835197926, 0.0033008838072419167, 0.0038794181309640408, 0.004457952454686165, 0.005036486778408289, 0.005615021102130413, 0.006193555425852537, 0.006772089749574661, 0.007350624073296785, 0.00792915839701891, 0.00850769318640232, 0.009086227044463158, 0.009664760902523994, 0.010243295691907406, 0.010821830481290817, 0.011400364339351654, 0.01197889819741249, 0.012557432986795902, 0.013135967776179314, 0.01371450163424015, 0.014293035492300987, 0.014871570281684399, 0.01545010507106781, 0.016028638929128647]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 5.0, 0.0, 1.0, 6.0, 4.0, 8.0, 3.0, 7.0, 8.0, 15.0, 14.0, 15.0, 17.0, 25.0, 47.0, 52.0, 79.0, 77.0, 101.0, 122.0, 130.0, 205.0, 197.0, 208.0, 288.0, 381.0, 447.0, 604.0, 821.0, 1282.0, 2516.0, 5849.0, 1548.0, 985.0, 687.0, 431.0, 350.0, 215.0, 138.0, 106.0, 97.0, 71.0, 54.0, 44.0, 47.0, 37.0, 28.0, 9.0, 13.0, 5.0, 7.0, 5.0, 7.0, 2.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.010411569848656654, -0.010106436908245087, -0.009801303967833519, -0.009496171027421951, -0.009191038087010384, -0.00888590607792139, -0.008580773137509823, -0.008275640197098255, -0.007970507256686687, -0.00766537431627512, -0.007360241375863552, -0.007055108901113272, -0.006749975960701704, -0.006444843020290136, -0.006139710545539856, -0.005834577605128288, -0.005529444664716721, -0.005224311724305153, -0.004919178783893585, -0.004614046309143305, -0.004308913368731737, -0.0040037804283201694, -0.0036986477207392454, -0.0033935150131583214, -0.0030883820727467537, -0.002783249132335186, -0.002478116424754262, -0.002172983717173338, -0.0018678507767617702, -0.0015627179527655244, -0.0012575851287692785, -0.0009524523047730327, -0.0006473194807767868, -0.00034218665678054094, -3.705383278429508e-05, 0.0002680789912119508, 0.0005732118152081966, 0.0008783446392044425, 0.0011834774632006884, 0.0014886102871969342, 0.00179374311119318, 0.0020988760516047478, 0.002404008759185672, 0.002709141466766596, 0.0030142744071781635, 0.003319407347589731, 0.0036245400551706553, 0.003929672762751579, 0.004234805703163147, 0.004539938643574715, 0.004845071583986282, 0.005150204058736563, 0.00545533699914813, 0.005760469939559698, 0.0060656024143099785, 0.006370735354721546, 0.006675868295133114, 0.0069810012355446815, 0.007286134175956249, 0.00759126665070653, 0.00789639912545681, 0.008201532065868378, 0.008506665006279945, 0.008811797946691513, 0.00911693088710308]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 4.0, 3.0, 4.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1653309017419815, -0.15839649736881256, -0.15146209299564362, -0.14452768862247467, -0.13759328424930573, -0.13065887987613678, -0.12372447550296783, -0.11679007112979889, -0.10985566675662994, -0.102921262383461, -0.09598685801029205, -0.08905245363712311, -0.08211804926395416, -0.07518364489078522, -0.06824924051761627, -0.06131483614444733, -0.05438043177127838, -0.047446027398109436, -0.04051162302494049, -0.033577218651771545, -0.0266428142786026, -0.019708409905433655, -0.01277400553226471, -0.005839601159095764, 0.0010948032140731812, 0.008029207587242126, 0.014963611960411072, 0.021898016333580017, 0.028832420706748962, 0.03576682507991791, 0.04270122945308685, 0.0496356338262558, 0.056570038199424744, 0.06350444257259369, 0.07043884694576263, 0.07737325131893158, 0.08430765569210052, 0.09124206006526947, 0.09817646443843842, 0.10511086881160736, 0.1120452731847763, 0.11897967755794525, 0.1259140819311142, 0.13284848630428314, 0.1397828906774521, 0.14671729505062103, 0.15365169942378998, 0.16058610379695892, 0.16752050817012787, 0.17445491254329681, 0.18138931691646576, 0.1883237212896347, 0.19525812566280365, 0.2021925300359726, 0.20912693440914154, 0.21606133878231049, 0.22299574315547943, 0.22993014752864838, 0.23686455190181732, 0.24379895627498627, 0.2507333755493164, 0.25766777992248535, 0.2646021842956543, 0.27153658866882324, 0.2784709930419922]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 1.0, 0.0, 2.0, 1.0, 3.0, 2.0, 0.0, 2.0, 1.0, 4.0, 1.0, 7.0, 4.0, 2.0, 4.0, 2.0, 7.0, 6.0, 4.0, 5.0, 6.0, 2.0, 7.0, 11.0, 43.0, 37.0, 29.0, 27.0, 13.0, 7.0, 6.0, 6.0, 5.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.09545370191335678, -0.09202393889427185, -0.08859417587518692, -0.08516441285610199, -0.08173464983701706, -0.07830488681793213, -0.0748751312494278, -0.07144536823034286, -0.06801560521125793, -0.064585842192173, -0.061156079173088074, -0.05772631615400314, -0.05429655313491821, -0.05086679011583328, -0.04743703082203865, -0.04400726780295372, -0.04057750478386879, -0.03714774176478386, -0.03371797874569893, -0.030288217589259148, -0.026858456432819366, -0.023428693413734436, -0.019998930394649506, -0.016569169238209724, -0.013139406219124794, -0.009709644131362438, -0.006279881577938795, -0.0028501192573457956, 0.0005796430632472038, 0.00400940515100956, 0.007439167704433203, 0.010868930257856846, 0.014298692345619202, 0.017728455364704132, 0.021158216521143913, 0.024587979540228844, 0.028017740696668625, 0.031447503715753555, 0.034877266734838486, 0.038307029753923416, 0.04173678904771805, 0.04516655206680298, 0.04859631508588791, 0.05202607810497284, 0.05545584112405777, 0.0588856041431427, 0.06231536343693733, 0.06574513018131256, 0.0691748857498169, 0.07260464876890182, 0.07603441178798676, 0.07946417480707169, 0.08289393782615662, 0.08632370084524155, 0.08975346386432648, 0.09318322688341141, 0.09661298990249634, 0.10004275292158127, 0.1034725159406662, 0.10690227150917053, 0.11033203452825546, 0.1137617975473404, 0.11719156056642532, 0.12062132358551025, 0.12405108660459518]}, "_runtime": 81.5977075099945, "_timestamp": 1596212952.299245, "_step": 96}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 2.0, 2.0, 3.0, 4.0, 0.0, 1.0, 1.0, 4.0, 3.0, 1.0, 4.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 3.0], "bins": [-0.014914127998054028, -0.014537082053720951, -0.0141600351780653, -0.013782989233732224, -0.013405943289399147, -0.013028896413743496, -0.01265185046941042, -0.012274804525077343, -0.011897757649421692, -0.011520711705088615, -0.011143665760755539, -0.010766618885099888, -0.010389572940766811, -0.010012526996433735, -0.009635480120778084, -0.009258434176445007, -0.00888138823211193, -0.00850434135645628, -0.008127295412123203, -0.0077502490021288395, -0.007373202592134476, -0.006996156647801399, -0.0066191102378070354, -0.006242063827812672, -0.005865017883479595, -0.005487971473485231, -0.005110925063490868, -0.004733878653496504, -0.004356832709163427, -0.003979786299169064, -0.0036027401220053434, -0.0032256937120109797, -0.0028486475348472595, -0.0024716013576835394, -0.0020945549476891756, -0.0017175087705254555, -0.0013404624769464135, -0.0009634161833673716, -0.0005863699479959905, -0.00020932368352077901, 0.0001677225809544325, 0.0005447688745334744, 0.0009218151099048555, 0.0012988613452762365, 0.0016759076388552785, 0.0020529539324343204, 0.0024300001095980406, 0.0028070465195924044, 0.0031840926967561245, 0.0035611388739198446, 0.003938185051083565, 0.0043152314610779285, 0.004692277871072292, 0.005069323815405369, 0.005446370225399733, 0.005823416635394096, 0.006200462579727173, 0.006577508989721537, 0.0069545553997159, 0.007331601809710264, 0.007708647754043341, 0.008085694164037704, 0.008462740108370781, 0.008839786984026432, 0.009216832928359509]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 4.0, 0.0, 2.0, 0.0, 2.0, 8.0, 8.0, 11.0, 10.0, 8.0, 17.0, 27.0, 34.0, 54.0, 72.0, 72.0, 106.0, 166.0, 232.0, 454.0, 5222.0, 583.0, 270.0, 151.0, 124.0, 87.0, 51.0, 36.0, 38.0, 30.0, 13.0, 9.0, 10.0, 8.0, 1.0, 3.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17976658046245575, -0.17422792315483093, -0.16868926584720612, -0.1631506234407425, -0.15761196613311768, -0.15207330882549286, -0.14653465151786804, -0.14099599421024323, -0.1354573369026184, -0.12991869449615479, -0.12438003718852997, -0.11884137988090515, -0.11330272257328033, -0.10776407271623611, -0.1022254154086113, -0.09668676555156708, -0.09114810824394226, -0.08560945093631744, -0.08007080107927322, -0.07453214377164841, -0.06899349391460419, -0.06345483660697937, -0.05791617929935455, -0.052377525717020035, -0.046838872134685516, -0.041300218552351, -0.03576156497001648, -0.030222907662391663, -0.024684254080057144, -0.019145600497722626, -0.013606945052742958, -0.008068290539085865, -0.002529636025428772, 0.003009018488228321, 0.008547673001885414, 0.014086327515542507, 0.0196249820291996, 0.02516363561153412, 0.030702291056513786, 0.036240946501493454, 0.04177960008382797, 0.04731825366616249, 0.05285690724849701, 0.058395564556121826, 0.06393422186374664, 0.06947287172079086, 0.07501152902841568, 0.0805501788854599, 0.08608883619308472, 0.09162749350070953, 0.09716614335775375, 0.10270480066537857, 0.10824345052242279, 0.11378210783004761, 0.11932076513767242, 0.12485941499471664, 0.13039806485176086, 0.13593672215938568, 0.1414753794670105, 0.14701403677463531, 0.15255269408226013, 0.15809135138988495, 0.16362999379634857, 0.1691686511039734, 0.1747073084115982]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 4.0, 1.0, 3.0, 0.0, 0.0, 3.0, 2.0, 4.0, 3.0, 3.0, 3.0, 2.0, 5.0, 2.0, 28.0, 3.0, 4.0, 4.0, 8.0, 6.0, 6.0, 1.0, 4.0, 3.0, 1.0, 0.0, 4.0, 1.0, 1.0, 1.0, 4.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004186104983091354, -0.0040688724257051945, -0.003951639868319035, -0.0038344073109328747, -0.0037171747535467148, -0.0035999424289911985, -0.0034827098716050386, -0.0033654773142188787, -0.003248244756832719, -0.003131012199446559, -0.003013779642060399, -0.002896547084674239, -0.002779314760118723, -0.002662082202732563, -0.002544849645346403, -0.0024276170879602432, -0.0023103845305740833, -0.0021931519731879234, -0.0020759194158017635, -0.0019586868584156036, -0.0018414544174447656, -0.0017242218600586057, -0.0016069894190877676, -0.0014897568617016077, -0.0013725243043154478, -0.001255291746929288, -0.001138059189543128, -0.00102082674857229, -0.00090359419118613, -0.0007863616337999701, -0.0006691291346214712, -0.0005518966354429722, -0.0004346640780568123, -0.00031743154977448285, -0.0002001990214921534, -8.296649320982397e-05, 3.4266035072505474e-05, 0.00015149856335483491, 0.00026873109163716435, 0.0003859636199194938, 0.0005031961482018232, 0.0006204287055879831, 0.0007376612047664821, 0.0008548937039449811, 0.000972126261331141, 0.001089358818717301, 0.001206591259688139, 0.0013238238170742989, 0.0014410563744604588, 0.0015582889318466187, 0.0016755214892327785, 0.0017927539302036166, 0.0019099864875897765, 0.0020272189285606146, 0.0021444514859467745, 0.0022616840433329344, 0.0023789166007190943, 0.002496149158105254, 0.002613381715491414, 0.002730614272877574, 0.00284784659743309, 0.00296507915481925, 0.00308231171220541, 0.00319954426959157, 0.00331677682697773]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 3.0, 1.0, 6.0, 9.0, 9.0, 15.0, 17.0, 27.0, 35.0, 47.0, 86.0, 96.0, 138.0, 189.0, 267.0, 386.0, 554.0, 868.0, 1284.0, 1996.0, 3368.0, 5602.0, 9778.0, 18313.0, 40945.0, 131229.0, 823550.0, 69013.0, 30598.0, 16217.0, 9168.0, 5547.0, 3409.0, 2248.0, 1522.0, 1046.0, 696.0, 448.0, 324.0, 212.0, 126.0, 89.0, 66.0, 35.0, 26.0, 14.0, 4.0, 7.0, 2.0, 2.0, 1.0, 2.0], "bins": [-0.008538477122783661, -0.008315610699355602, -0.008092744275927544, -0.00786987878382206, -0.007647012360394001, -0.007424145936965942, -0.007201279979199171, -0.0069784140214324, -0.006755547598004341, -0.0065326811745762825, -0.006309815216809511, -0.00608694925904274, -0.005864082835614681, -0.005641216412186623, -0.005418350454419851, -0.00519548449665308, -0.004972618073225021, -0.004749751649796963, -0.004526885692030191, -0.00430401973426342, -0.0040811533108353615, -0.0038582871202379465, -0.0036354209296405315, -0.0034125547390431166, -0.0031896885484457016, -0.0029668223578482866, -0.0027439561672508717, -0.0025210899766534567, -0.0022982237860560417, -0.0020753575954586267, -0.0018524914048612118, -0.0016296252142637968, -0.0014067590236663818, -0.0011838928330689669, -0.0009610266424715519, -0.0007381604518741369, -0.000515294261276722, -0.000292428070679307, -6.956188008189201e-05, 0.00015330431051552296, 0.00037617050111293793, 0.0005990366917103529, 0.0008219028823077679, 0.0010447690729051828, 0.0012676352635025978, 0.0014905014541000128, 0.0017133676446974277, 0.0019362338352948427, 0.0021591000258922577, 0.0023819662164896727, 0.0026048324070870876, 0.0028276985976845026, 0.0030505647882819176, 0.0032734309788793325, 0.0034962971694767475, 0.0037191633600741625, 0.0039420295506715775, 0.004164895974099636, 0.004387761931866407, 0.004610627889633179, 0.004833494313061237, 0.005056360736489296, 0.005279226694256067, 0.005502092652022839, 0.005724959075450897]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 3.0, 1.0, 11.0, 3.0, 2.0, 6.0, 5.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.031171828508377075, -0.0303646232932806, -0.02955741621553898, -0.028750211000442505, -0.02794300578534603, -0.027135798707604408, -0.026328593492507935, -0.02552138827741146, -0.024714181199669838, -0.023906975984573364, -0.02309977076947689, -0.022292563691735268, -0.021485358476638794, -0.02067815326154232, -0.019870946183800697, -0.019063740968704224, -0.0182565338909626, -0.017449328675866127, -0.016642123460769653, -0.01583491638302803, -0.015027711167931557, -0.014220505952835083, -0.013413299806416035, -0.012606093659996986, -0.011798888444900513, -0.010991682298481464, -0.010184476152062416, -0.009377270005643368, -0.008570064790546894, -0.007762858644127846, -0.006955652963370085, -0.0061484468169510365, -0.0053412411361932755, -0.0045340354554355145, -0.003726829309016466, -0.002919623628258705, -0.0021124177146703005, -0.0013052118010818958, -0.000498006003908813, 0.00030919985147193074, 0.0011164057068526745, 0.0019236116204410791, 0.002730817534029484, 0.003538023214787245, 0.004345228895545006, 0.005152435041964054, 0.005959640722721815, 0.006766846869140863, 0.007574052549898624, 0.008381258696317673, 0.009188463911414146, 0.009995670057833195, 0.010802876204252243, 0.011610081419348717, 0.012417287565767765, 0.013224493712186813, 0.014031698927283287, 0.014838905073702335, 0.015646111220121384, 0.016453316435217857, 0.01726052351295948, 0.018067728728055954, 0.018874933943152428, 0.01968214102089405, 0.020489346235990524]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 4.0, 0.0, 2.0, 1.0, 1.0, 3.0, 2.0, 4.0, 10.0, 8.0, 14.0, 9.0, 13.0, 9.0, 13.0, 22.0, 29.0, 28.0, 43.0, 43.0, 48.0, 58.0, 92.0, 128.0, 210.0, 282.0, 428.0, 679.0, 1277.0, 2765.0, 6915.0, 1902.0, 1096.0, 736.0, 439.0, 283.0, 223.0, 169.0, 118.0, 90.0, 62.0, 49.0, 34.0, 20.0, 14.0, 9.0, 12.0, 3.0, 6.0, 5.0, 4.0, 4.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 3.0], "bins": [-0.015414238907396793, -0.014963524416089058, -0.014512808993458748, -0.014062093570828438, -0.013611379079520702, -0.013160664588212967, -0.012709949165582657, -0.012259233742952347, -0.011808519251644611, -0.011357804760336876, -0.010907089337706566, -0.010456373915076256, -0.01000565942376852, -0.009554944932460785, -0.009104229509830475, -0.008653514087200165, -0.00820279959589243, -0.007752084638923407, -0.007301369681954384, -0.006850654724985361, -0.006399939768016338, -0.005949224811047316, -0.005498509854078293, -0.00504779489710927, -0.004597079940140247, -0.004146364983171225, -0.003695650026202202, -0.003244935069233179, -0.0027942201122641563, -0.0023435051552951336, -0.0018927901983261108, -0.001442075241357088, -0.0009913602843880653, -0.0005406453274190426, -8.993037045001984e-05, 0.0003607845865190029, 0.0008114995434880257, 0.0012622145004570484, 0.0017129294574260712, 0.002163644414395094, 0.0026143593713641167, 0.0030650743283331394, 0.003515789285302162, 0.003966504242271185, 0.004417219199240208, 0.00486793415620923, 0.005318649113178253, 0.005769364070147276, 0.006220079027116299, 0.006670793984085321, 0.007121508941054344, 0.007572223898023367, 0.00802293885499239, 0.008473653346300125, 0.008924368768930435, 0.009375084191560745, 0.00982579868286848, 0.010276513174176216, 0.010727228596806526, 0.011177944019436836, 0.011628658510744572, 0.012079373002052307, 0.012530088424682617, 0.012980803847312927, 0.013431518338620663]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 5.0, 5.0, 2.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.14214608073234558, -0.13649654388427734, -0.1308470070362091, -0.12519748508930206, -0.11954794824123383, -0.11389841139316559, -0.10824888199567795, -0.10259934514760971, -0.09694981575012207, -0.09130027890205383, -0.0856507420539856, -0.08000121265649796, -0.07435167580842972, -0.06870214641094208, -0.06305260956287384, -0.0574030764400959, -0.05175354331731796, -0.046104010194540024, -0.040454477071762085, -0.034804943948984146, -0.029155408963561058, -0.02350587584078312, -0.01785634085536003, -0.012206807732582092, -0.0065572746098041534, -0.0009077410213649273, 0.004741792567074299, 0.010391326621174812, 0.01604085974395275, 0.02169039286673069, 0.027339927852153778, 0.03298946097493172, 0.038638994097709656, 0.044288527220487595, 0.04993806034326553, 0.05558759346604347, 0.06123712658882141, 0.06688666343688965, 0.07253619283437729, 0.07818572968244553, 0.08383525907993317, 0.0894847959280014, 0.09513433277606964, 0.10078386217355728, 0.10643339902162552, 0.11208292841911316, 0.1177324652671814, 0.12338199466466904, 0.12903153896331787, 0.13468106091022491, 0.14033059775829315, 0.1459801346063614, 0.15162967145442963, 0.15727919340133667, 0.1629287302494049, 0.16857826709747314, 0.17422780394554138, 0.17987734079360962, 0.18552686274051666, 0.1911763995885849, 0.19682593643665314, 0.20247547328472137, 0.20812499523162842, 0.21377453207969666, 0.2194240689277649]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 4.0, 1.0, 2.0, 15.0, 10.0, 14.0, 19.0, 36.0, 72.0, 24.0, 16.0, 5.0, 9.0, 6.0, 3.0, 3.0, 1.0, 4.0, 6.0, 5.0, 0.0, 2.0, 2.0, 1.0, 4.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.08889458328485489, -0.0859333872795105, -0.08297218382358551, -0.08001098781824112, -0.07704978436231613, -0.07408858835697174, -0.07112738490104675, -0.06816618889570236, -0.06520498543977737, -0.06224378943443298, -0.059282589703798294, -0.056321389973163605, -0.053360190242528915, -0.050398990511894226, -0.04743779078125954, -0.04447659105062485, -0.04151539131999016, -0.03855419158935547, -0.03559299185872078, -0.03263179212808609, -0.0296705923974514, -0.02670939452946186, -0.02374819479882717, -0.020786995068192482, -0.017825795337557793, -0.014864595606923103, -0.011903395876288414, -0.0089421970769763, -0.00598099734634161, -0.0030197978485375643, -5.85983507335186e-05, 0.002902601147070527, 0.005863800644874573, 0.008825000375509262, 0.011786200106143951, 0.014747398905456066, 0.01770859956741333, 0.02066979743540287, 0.02363099716603756, 0.02659219689667225, 0.029553396627306938, 0.03251459449529648, 0.03547579422593117, 0.03843699395656586, 0.041398193687200546, 0.044359393417835236, 0.047320593148469925, 0.050281792879104614, 0.053242992609739304, 0.05620419234037399, 0.05916539207100868, 0.06212659180164337, 0.06508778780698776, 0.06804899126291275, 0.07101018726825714, 0.07397139072418213, 0.07693258672952652, 0.07989379018545151, 0.0828549861907959, 0.08581618964672089, 0.08877738565206528, 0.09173858910799026, 0.09469978511333466, 0.09766098856925964, 0.10062218457460403]}, "_runtime": 82.39266538619995, "_timestamp": 1596212953.094203, "_step": 97}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 3.0, 1.0, 2.0, 0.0, 2.0, 4.0, 2.0, 3.0, 5.0, 2.0, 1.0, 3.0, 3.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011521266773343086, -0.011198129504919052, -0.010874993167817593, -0.010551855899393559, -0.010228719562292099, -0.009905582293868065, -0.009582445956766605, -0.009259308688342571, -0.008936172351241112, -0.008613035082817078, -0.008289898745715618, -0.007966761477291584, -0.007643624674528837, -0.00732048787176609, -0.006997351069003344, -0.006674214266240597, -0.00635107746347785, -0.006027940660715103, -0.005704803857952356, -0.0053816670551896095, -0.005058530252426863, -0.004735393449664116, -0.004412256646901369, -0.004089119844138622, -0.003765982808545232, -0.003442846005782485, -0.003119709203019738, -0.0027965724002569914, -0.002473435364663601, -0.002150298561900854, -0.0018271617591381073, -0.0015040249563753605, -0.0011808881536126137, -0.0008577513508498669, -0.0005346144898794591, -0.00021147765801288188, 0.00011165917385369539, 0.00043479600572027266, 0.0007579328375868499, 0.0010810696985572577, 0.0014042065013200045, 0.0017273433040827513, 0.002050480106845498, 0.002373616909608245, 0.0026967539452016354, 0.003019890747964382, 0.003343027550727129, 0.003666164353489876, 0.003989301156252623, 0.004312437959015369, 0.004635574761778116, 0.004958711564540863, 0.00528184836730361, 0.005604985170066357, 0.0059281219728291035, 0.00625125877559185, 0.006574396044015884, 0.006897532846778631, 0.007220669649541378, 0.007543806452304125, 0.007866943255066872, 0.008190079592168331, 0.008513216860592365, 0.008836353197693825, 0.009159490466117859]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 3.0, 1.0, 0.0, 5.0, 3.0, 6.0, 6.0, 8.0, 11.0, 7.0, 12.0, 11.0, 27.0, 29.0, 22.0, 32.0, 19.0, 46.0, 65.0, 87.0, 89.0, 100.0, 143.0, 223.0, 305.0, 4028.0, 1317.0, 385.0, 236.0, 186.0, 119.0, 68.0, 64.0, 44.0, 33.0, 35.0, 40.0, 18.0, 19.0, 12.0, 7.0, 11.0, 5.0, 9.0, 9.0, 5.0, 3.0, 3.0, 3.0, 1.0, 0.0, 2.0, 3.0, 1.0], "bins": [-0.11498458683490753, -0.11178025603294373, -0.10857592523097992, -0.10537159442901611, -0.10216726362705231, -0.0989629328250885, -0.09575860947370529, -0.09255427867174149, -0.08934994786977768, -0.08614561706781387, -0.08294128626585007, -0.07973695546388626, -0.07653262466192245, -0.07332829385995865, -0.07012396305799484, -0.06691963225603104, -0.06371530890464783, -0.06051097437739372, -0.057306643575429916, -0.05410231649875641, -0.0508979856967926, -0.047693654894828796, -0.04448932409286499, -0.041284993290901184, -0.03808066248893738, -0.03487633541226387, -0.031672004610300064, -0.028467673808336258, -0.025263343006372452, -0.022059014067053795, -0.01885468326508999, -0.015650354325771332, -0.012446023523807526, -0.009241693653166294, -0.006037363316863775, -0.0028330332133919, 0.00037129689007997513, 0.0035756269935518503, 0.0067799570970237255, 0.009984287433326244, 0.013188617303967476, 0.016392948105931282, 0.01959727704524994, 0.022801607847213745, 0.02600593864917755, 0.029210267588496208, 0.032414596527814865, 0.03561892732977867, 0.03882325813174248, 0.042027588933706284, 0.04523191973567009, 0.0484362468123436, 0.051640577614307404, 0.05484490841627121, 0.058049239218235016, 0.06125357002019882, 0.06445790082216263, 0.06766223162412643, 0.07086656242609024, 0.07407088577747345, 0.07727521657943726, 0.08047954738140106, 0.08368387818336487, 0.08688820898532867, 0.09009253978729248]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 3.0, 4.0, 2.0, 4.0, 2.0, 4.0, 4.0, 4.0, 1.0, 3.0, 6.0, 2.0, 3.0, 28.0, 0.0, 5.0, 3.0, 4.0, 2.0, 6.0, 2.0, 0.0, 7.0, 1.0, 3.0, 3.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00272877374663949, -0.0026341418270021677, -0.0025395096745342016, -0.002444877754896879, -0.002350245602428913, -0.0022556136827915907, -0.0021609815303236246, -0.002066349610686302, -0.001971717458218336, -0.0018770855385810137, -0.0017824535025283694, -0.0016878214664757252, -0.0015931895468384027, -0.0014985575107857585, -0.0014039254747331142, -0.00130929343868047, -0.0012146614026278257, -0.0011200293665751815, -0.0010253973305225372, -0.0009307653526775539, -0.0008361333166249096, -0.0007415012805722654, -0.000646869302727282, -0.0005522372666746378, -0.00045760523062199354, -0.0003629731945693493, -0.0002683411876205355, -0.00017370916611980647, -7.907714461907744e-05, 1.555487688165158e-05, 0.0001101868983823806, 0.00020481891988310963, 0.00029945094138383865, 0.0003940829774364829, 0.0004887150134891272, 0.0005833469913341105, 0.0006779790273867548, 0.000772611063439399, 0.0008672430412843823, 0.0009618750773370266, 0.0010565071133896708, 0.001151139149442315, 0.0012457711854949594, 0.0013404032215476036, 0.001435035141184926, 0.0015296671772375703, 0.0016242992132902145, 0.0017189312493428588, 0.001813563285395503, 0.0019081953214481473, 0.0020028273575007915, 0.002097459277138114, 0.00219209142960608, 0.0022867233492434025, 0.0023813555017113686, 0.002475987421348691, 0.0025706193409860134, 0.0026652514934539795, 0.002759883413091302, 0.002854515565559268, 0.0029491474851965904, 0.0030437796376645565, 0.003138411557301879, 0.003233043709769845, 0.0033276756294071674]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 2.0, 5.0, 10.0, 12.0, 8.0, 18.0, 27.0, 36.0, 53.0, 69.0, 118.0, 157.0, 205.0, 348.0, 486.0, 836.0, 1376.0, 2137.0, 3649.0, 6438.0, 12687.0, 26895.0, 69314.0, 827531.0, 141396.0, 42106.0, 18873.0, 9712.0, 5599.0, 3306.0, 2140.0, 1359.0, 904.0, 583.0, 364.0, 263.0, 194.0, 120.0, 102.0, 68.0, 38.0, 25.0, 19.0, 14.0, 11.0, 14.0, 4.0, 2.0, 3.0, 1.0, 0.0, 1.0], "bins": [-0.008200625889003277, -0.007971809245646, -0.007742992602288723, -0.007514175958931446, -0.0072853597812354565, -0.0070565431378781796, -0.006827726494520903, -0.006598909851163626, -0.006370093207806349, -0.006141276564449072, -0.005912460386753082, -0.005683643743395805, -0.0054548271000385284, -0.0052260104566812515, -0.004997193813323975, -0.004768377169966698, -0.004539560526609421, -0.004310744348913431, -0.004081927705556154, -0.0038531110621988773, -0.0036242944188416004, -0.003395478008314967, -0.0031666613649576902, -0.0029378447216004133, -0.00270902831107378, -0.002480211667716503, -0.0022513950243592262, -0.0020225783810019493, -0.001793761970475316, -0.0015649453271180391, -0.001336128800176084, -0.0011073121568188071, -0.000878495629876852, -0.000649679044727236, -0.0004208624886814505, -0.0001920459180837497, 3.677065251395106e-05, 0.00026558723766356707, 0.0004944037646055222, 0.0007232203497551382, 0.0009520369349047542, 0.0011808534618467093, 0.0014096701052039862, 0.0016384866321459413, 0.0018673031590878963, 0.0020961198024451733, 0.00232493644580245, 0.0025537528563290834, 0.0027825694996863604, 0.0030113861430436373, 0.0032402025535702705, 0.0034690191969275475, 0.0036978358402848244, 0.003926652483642101, 0.004155469126999378, 0.004384285304695368, 0.004613101948052645, 0.004841918591409922, 0.0050707352347671986, 0.0052995518781244755, 0.005528368521481752, 0.005757184699177742, 0.005986001342535019, 0.006214817985892296, 0.006443634629249573]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 1.0, 2.0, 1.0, 4.0, 1.0, 1.0, 10.0, 5.0, 6.0, 1.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.018347781151533127, -0.017704669386148453, -0.01706155575811863, -0.016418443992733955, -0.015775330364704132, -0.015132218599319458, -0.01448910590261221, -0.01384599320590496, -0.013202880509197712, -0.012559767812490463, -0.011916655115783215, -0.011273542419075966, -0.010630430653691292, -0.009987317956984043, -0.009344205260276794, -0.008701092563569546, -0.008057979866862297, -0.007414867170155048, -0.0067717544734478, -0.006128642242401838, -0.00548552954569459, -0.004842416848987341, -0.0041993046179413795, -0.003556191921234131, -0.002913079224526882, -0.0022699665278196335, -0.0016268540639430285, -0.0009837414836511016, -0.00034062890335917473, 0.00030248367693275213, 0.000945596257224679, 0.0015887088375166059, 0.0022318214178085327, 0.0028749341145157814, 0.0035180465783923864, 0.0041611590422689915, 0.00480427173897624, 0.005447384435683489, 0.00609049666672945, 0.006733609363436699, 0.007376722060143948, 0.008019834756851196, 0.008662947453558445, 0.009306060150265694, 0.009949171915650368, 0.010592284612357616, 0.011235397309064865, 0.011878510005772114, 0.012521622702479362, 0.013164735399186611, 0.01380784809589386, 0.014450960792601109, 0.015094073489308357, 0.01573718525469303, 0.016380298882722855, 0.01702341064810753, 0.017666522413492203, 0.018309636041522026, 0.0189527478069067, 0.019595861434936523, 0.020238973200321198, 0.02088208682835102, 0.021525198593735695, 0.022168312221765518, 0.022811423987150192]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 4.0, 6.0, 5.0, 3.0, 7.0, 19.0, 14.0, 23.0, 33.0, 31.0, 34.0, 35.0, 65.0, 74.0, 101.0, 116.0, 154.0, 196.0, 242.0, 346.0, 444.0, 670.0, 989.0, 1649.0, 5836.0, 1985.0, 1292.0, 808.0, 653.0, 537.0, 389.0, 339.0, 242.0, 201.0, 163.0, 127.0, 109.0, 88.0, 56.0, 43.0, 36.0, 30.0, 37.0, 38.0, 22.0, 16.0, 17.0, 23.0, 16.0, 11.0, 6.0, 6.0, 7.0, 5.0, 3.0, 5.0, 4.0, 4.0, 7.0, 2.0, 3.0, 1.0, 2.0], "bins": [-0.0061438074335455894, -0.005904163233935833, -0.0056645190343260765, -0.005424874369055033, -0.005185230169445276, -0.00494558596983552, -0.004705941770225763, -0.004466297570616007, -0.004226652905344963, -0.003987008705735207, -0.00374736450612545, -0.0035077203065156937, -0.003268076106905937, -0.003028431674465537, -0.0027887874748557806, -0.0025491430424153805, -0.002309498842805624, -0.0020698546431958675, -0.0018302102107554674, -0.001590566011145711, -0.0013509216951206326, -0.0011112773790955544, -0.000871633121278137, -0.0006319888634607196, -0.0003923445474356413, -0.00015270026051439345, 8.694402640685439e-05, 0.00032658831332810223, 0.0005662326002493501, 0.0008058769162744284, 0.0010455211158841848, 0.0012851654319092631, 0.0015248097479343414, 0.0017644540639594197, 0.002004098379984498, 0.0022437425795942545, 0.0024833870120346546, 0.002723031211644411, 0.0029626754112541676, 0.0032023198436945677, 0.003441964043304324, 0.0036816082429140806, 0.003921252675354481, 0.004160896874964237, 0.004400541074573994, 0.00464018527418375, 0.004879829939454794, 0.00511947413906455, 0.005359118338674307, 0.005598762538284063, 0.00583840673789382, 0.006078051403164864, 0.00631769560277462, 0.0065573398023843765, 0.006796984001994133, 0.0070366282016038895, 0.007276272401213646, 0.00751591706648469, 0.007755561266094446, 0.00799520593136549, 0.008234850130975246, 0.008474494330585003, 0.00871413853019476, 0.008953782729804516, 0.009193426929414272]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 3.0, 0.0, 0.0, 4.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06660636514425278, -0.06455231457948685, -0.062498267740011215, -0.060444217175245285, -0.05839017033576965, -0.05633611977100372, -0.05428206920623779, -0.05222802236676216, -0.05017397180199623, -0.0481199212372303, -0.04606587439775467, -0.04401182383298874, -0.04195777326822281, -0.03990372642874718, -0.03784967586398125, -0.035795629024505615, -0.033741578459739685, -0.031687527894973755, -0.029633481055498123, -0.027579430490732193, -0.025525381788611412, -0.02347133308649063, -0.0214172825217247, -0.01936323381960392, -0.01730918511748314, -0.015255136415362358, -0.013201086781919003, -0.011147037148475647, -0.009092988446354866, -0.007038939278572798, -0.0049848901107907295, -0.0029308409430086613, -0.000876791775226593, 0.0011772573925554752, 0.0032313065603375435, 0.005285355728119612, 0.00733940489590168, 0.009393453598022461, 0.011447503231465816, 0.013501552864909172, 0.015555601567029953, 0.017609650269150734, 0.019663698971271515, 0.021717749536037445, 0.023771798238158226, 0.025825846940279007, 0.027879897505044937, 0.029933946207165718, 0.0319879949092865, 0.03404204547405243, 0.03609609231352806, 0.03815014287829399, 0.04020418971776962, 0.04225824028253555, 0.04431229084730148, 0.046366337686777115, 0.048420388251543045, 0.050474438816308975, 0.05252848565578461, 0.05458253622055054, 0.05663658678531647, 0.0586906336247921, 0.06074468418955803, 0.06279873102903366, 0.06485278159379959]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 4.0, 4.0, 2.0, 5.0, 8.0, 15.0, 9.0, 12.0, 19.0, 16.0, 28.0, 24.0, 44.0, 13.0, 21.0, 4.0, 3.0, 2.0, 5.0, 7.0, 5.0, 4.0, 5.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 4.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0], "bins": [-0.07015129923820496, -0.06818560510873795, -0.06621991097927094, -0.06425421684980392, -0.062288518995046616, -0.060322824865579605, -0.058357130736112595, -0.056391436606645584, -0.054425738751888275, -0.052460044622421265, -0.050494350492954254, -0.048528656363487244, -0.04656296223402023, -0.04459726810455322, -0.042631570249795914, -0.0406658761203289, -0.03870018199086189, -0.03673448786139488, -0.03476879373192787, -0.03280309587717056, -0.030837401747703552, -0.028871707618236542, -0.02690601348876953, -0.02494031749665737, -0.02297462336719036, -0.02100892923772335, -0.01904323324561119, -0.01707753911614418, -0.015111844055354595, -0.01314614899456501, -0.011180454865098, -0.009214759804308414, -0.007249064743518829, -0.005283369682729244, -0.0033176750876009464, -0.001351980259642005, 0.0006137145683169365, 0.002579409396275878, 0.004545104224234819, 0.006510798819363117, 0.008476493880152702, 0.010442188940942287, 0.012407884001731873, 0.014373578131198883, 0.016339272260665894, 0.018304968252778053, 0.020270662382245064, 0.022236358374357224, 0.024202052503824234, 0.026167746633291245, 0.028133442625403404, 0.030099136754870415, 0.032064832746982574, 0.034030526876449585, 0.035996221005916595, 0.037961915135383606, 0.039927609264850616, 0.041893307119607925, 0.043859001249074936, 0.045824695378541946, 0.04779038950800896, 0.04975608363747597, 0.051721781492233276, 0.05368747562170029, 0.0556531697511673]}, "_runtime": 83.16103076934814, "_timestamp": 1596212953.8625684, "_step": 98}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 2.0, 2.0, 4.0, 1.0, 3.0, 6.0, 1.0, 3.0, 3.0, 0.0, 2.0, 3.0, 3.0, 1.0, 2.0, 3.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01120414212346077, -0.010824666358530521, -0.010445190593600273, -0.010065714828670025, -0.009686239063739777, -0.009306763298809528, -0.00892728753387928, -0.008547811768949032, -0.008168336004018784, -0.007788859773427248, -0.007409384008497, -0.0070299082435667515, -0.006650432478636503, -0.006270956713706255, -0.005891480948776007, -0.0055120051838457584, -0.00513252941891551, -0.004753053653985262, -0.004373577889055014, -0.003994102124124765, -0.003614626359194517, -0.0032351503614336252, -0.002855674596503377, -0.0024761988315731287, -0.0020967230666428804, -0.0017172473017126322, -0.001337771536782384, -0.0009582956554368138, -0.0005788198905065656, -0.00019934409647248685, 0.00018013169756159186, 0.000559607520699501, 0.0009390832856297493, 0.0013185590505599976, 0.0016980348154902458, 0.002077510580420494, 0.0024569863453507423, 0.0028364623431116343, 0.0032159381080418825, 0.0035954138729721308, 0.003974889405071735, 0.004354365635663271, 0.004733841400593519, 0.0051133171655237675, 0.005492792930454016, 0.005872268695384264, 0.006251744460314512, 0.0066312202252447605, 0.007010695990175009, 0.007390171755105257, 0.007769647520035505, 0.00814912375062704, 0.008528599515557289, 0.008908075280487537, 0.009287551045417786, 0.009667026810348034, 0.010046502575278282, 0.01042597834020853, 0.010805454105138779, 0.011184929870069027, 0.011564405634999275, 0.011943881399929523, 0.012323357164859772, 0.01270283292979002, 0.013082308694720268]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 0.0, 2.0, 4.0, 2.0, 4.0, 5.0, 12.0, 3.0, 8.0, 16.0, 7.0, 11.0, 8.0, 21.0, 28.0, 40.0, 58.0, 73.0, 100.0, 170.0, 180.0, 304.0, 619.0, 5069.0, 453.0, 233.0, 108.0, 94.0, 63.0, 67.0, 36.0, 25.0, 21.0, 21.0, 12.0, 10.0, 6.0, 7.0, 4.0, 2.0, 6.0, 3.0, 3.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1027999222278595, -0.09900812059640884, -0.09521632641553879, -0.09142452478408813, -0.08763272315263748, -0.08384092152118683, -0.08004912734031677, -0.07625732570886612, -0.07246552407741547, -0.06867372989654541, -0.06488192826509476, -0.061090126633644104, -0.05729832872748375, -0.053506527096033096, -0.04971472918987274, -0.04592292755842209, -0.042131129652261734, -0.03833933174610138, -0.034547530114650726, -0.030755730345845222, -0.02696393057703972, -0.023172132670879364, -0.01938033290207386, -0.015588533133268356, -0.011796733364462852, -0.008004933595657349, -0.004213134292513132, -0.0004213347565382719, 0.0033704647794365883, 0.007162264548242092, 0.010954063385725021, 0.014745863154530525, 0.01853766292333603, 0.022329462692141533, 0.026121262460947037, 0.02991306222975254, 0.033704861998558044, 0.0374966599047184, 0.04128846153616905, 0.04508025944232941, 0.04887206107378006, 0.052663858979940414, 0.05645565688610077, 0.06024745851755142, 0.06403926014900208, 0.06783105432987213, 0.07162285596132278, 0.07541465759277344, 0.0792064517736435, 0.08299825340509415, 0.0867900550365448, 0.09058185666799545, 0.09437365084886551, 0.09816545248031616, 0.10195725411176682, 0.10574905574321747, 0.10954084992408752, 0.11333265155553818, 0.11712445318698883, 0.12091624736785889, 0.12470804899930954, 0.1284998506307602, 0.13229164481163025, 0.1360834538936615, 0.13987524807453156]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 3.0, 2.0, 4.0, 1.0, 0.0, 3.0, 4.0, 4.0, 1.0, 4.0, 5.0, 4.0, 6.0, 7.0, 25.0, 4.0, 3.0, 6.0, 3.0, 1.0, 0.0, 1.0, 3.0, 3.0, 4.0, 1.0, 3.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0], "bins": [-0.002695423550903797, -0.0026088878512382507, -0.0025223519187420607, -0.0024358162190765142, -0.002349280286580324, -0.0022627445869147778, -0.0021762086544185877, -0.0020896729547530413, -0.002003137022256851, -0.0019166013225913048, -0.0018300655065104365, -0.0017435296904295683, -0.0016569938743487, -0.0015704580582678318, -0.0014839222421869636, -0.0013973864261060953, -0.001310850610025227, -0.0012243147939443588, -0.0011377789778634906, -0.0010512431617826223, -0.0009647073457017541, -0.0008781715878285468, -0.0007916357717476785, -0.0007050999556668103, -0.000618564139585942, -0.0005320283235050738, -0.00044549250742420554, -0.00035895672044716775, -0.0002724209043662995, -0.00018588508828543127, -9.934928675647825e-05, -1.281347795156762e-05, 7.372233085334301e-05, 0.00016025814693421125, 0.0002467939630150795, 0.0003333297499921173, 0.00041986556607298553, 0.0005064013530500233, 0.0005929371691308916, 0.0006794729852117598, 0.000766008801292628, 0.0008525446173734963, 0.0009390804334543645, 0.0010256161913275719, 0.0011121520074084401, 0.0011986878234893084, 0.0012852236395701766, 0.0013717594556510448, 0.001458295271731913, 0.0015448310878127813, 0.0016313669038936496, 0.0017179027199745178, 0.001804438536055386, 0.0018909743521362543, 0.0019775100518018007, 0.002064045984297991, 0.002150581683963537, 0.0022371176164597273, 0.0023236533161252737, 0.0024101892486214638, 0.00249672494828701, 0.0025832608807832003, 0.0026697965804487467, 0.0027563325129449368, 0.002842868212610483]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 4.0, 6.0, 7.0, 12.0, 13.0, 11.0, 30.0, 38.0, 44.0, 76.0, 121.0, 148.0, 269.0, 479.0, 748.0, 1359.0, 2447.0, 4568.0, 8841.0, 18019.0, 40652.0, 122603.0, 844476.0, 66761.0, 28952.0, 15206.0, 8481.0, 5202.0, 3373.0, 2186.0, 1471.0, 940.0, 608.0, 439.0, 271.0, 239.0, 154.0, 124.0, 71.0, 59.0, 39.0, 25.0, 15.0, 16.0, 12.0, 7.0, 7.0, 5.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005998305045068264, -0.005794079042971134, -0.005589853506535292, -0.005385627504438162, -0.005181401968002319, -0.0049771759659051895, -0.00477294996380806, -0.004568724427372217, -0.004364498425275087, -0.0041602724231779575, -0.003956046886742115, -0.003751820884644985, -0.003547595115378499, -0.003343369346112013, -0.003139143344014883, -0.002934917574748397, -0.0027306918054819107, -0.0025264660362154245, -0.0023222402669489384, -0.0021180142648518085, -0.0019137884955853224, -0.0017095627263188362, -0.0015053368406370282, -0.0013011109549552202, -0.001096885185688734, -0.000892659358214587, -0.0006884335307404399, -0.0004842077032662928, -0.00027998187579214573, -7.575604831799865e-05, 0.00012846977915614843, 0.0003326956066302955, 0.0005369214341044426, 0.0007411472615785897, 0.0009453730890527368, 0.0011495989747345448, 0.001353824744001031, 0.001558050513267517, 0.001762276398949325, 0.001966502284631133, 0.0021707280538976192, 0.0023749538231641054, 0.0025791795924305916, 0.0027834055945277214, 0.0029876313637942076, 0.0031918571330606937, 0.0033960831351578236, 0.0036003089044243097, 0.003804534673690796, 0.004008760675787926, 0.004212986212223768, 0.004417212214320898, 0.004621437750756741, 0.00482566375285387, 0.005029889754951, 0.005234115291386843, 0.0054383412934839725, 0.005642567295581102, 0.005846792832016945, 0.006051018834114075, 0.0062552448362112045, 0.006459470372647047, 0.006663696374744177, 0.006867921911180019, 0.007072147913277149]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 2.0, 2.0, 3.0, 3.0, 1.0, 11.0, 2.0, 2.0, 2.0, 3.0, 1.0, 2.0, 0.0, 3.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02059956081211567, -0.020099351182579994, -0.01959914155304432, -0.019098931923508644, -0.01859872229397297, -0.018098512664437294, -0.01759830303490162, -0.017098093405365944, -0.01659788377583027, -0.016097674146294594, -0.015597464516758919, -0.015097254887223244, -0.014597045257687569, -0.014096835628151894, -0.013596625998616219, -0.013096416369080544, -0.012596206739544868, -0.012095997110009193, -0.011595787480473518, -0.011095577850937843, -0.010595368221402168, -0.010095158591866493, -0.009594948962330818, -0.009094739332795143, -0.008594529703259468, -0.008094320073723793, -0.007594110444188118, -0.007093900814652443, -0.006593691185116768, -0.006093481555581093, -0.005593271926045418, -0.005093062296509743, -0.004592852666974068, -0.004092643037438393, -0.0035924334079027176, -0.0030922237783670425, -0.0025920141488313675, -0.0020918045192956924, -0.0015915948897600174, -0.0010913852602243423, -0.0005911756306886673, -9.096600115299225e-05, 0.0004092436283826828, 0.0009094532579183578, 0.001409662887454033, 0.001909872516989708, 0.002410082146525383, 0.002910291776061058, 0.003410501405596733, 0.003910711035132408, 0.004410920664668083, 0.004911130294203758, 0.005411339923739433, 0.005911549553275108, 0.006411759182810783, 0.0069119688123464584, 0.0074121784418821335, 0.007912388071417809, 0.008412597700953484, 0.008912807330489159, 0.009413016960024834, 0.009913226589560509, 0.010413436219096184, 0.010913645848631859, 0.011413855478167534]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 1.0, 2.0, 0.0, 1.0, 6.0, 1.0, 7.0, 23.0, 16.0, 11.0, 12.0, 22.0, 31.0, 18.0, 32.0, 39.0, 43.0, 56.0, 73.0, 73.0, 108.0, 154.0, 199.0, 225.0, 306.0, 412.0, 499.0, 623.0, 933.0, 1381.0, 2049.0, 6075.0, 1724.0, 1062.0, 631.0, 482.0, 332.0, 206.0, 148.0, 121.0, 78.0, 59.0, 65.0, 28.0, 16.0, 13.0, 7.0, 6.0, 4.0, 6.0, 1.0, 2.0, 1.0], "bins": [-0.010846255347132683, -0.0105900838971138, -0.010333912447094917, -0.010077740997076035, -0.009821569547057152, -0.009565398097038269, -0.009309226647019386, -0.009053055197000504, -0.00879688374698162, -0.008540711365640163, -0.00828453991562128, -0.008028368465602398, -0.007772197015583515, -0.007516025565564632, -0.00725985411554575, -0.007003682665526867, -0.006747511215507984, -0.006491339765489101, -0.006235168315470219, -0.005978996865451336, -0.005722825415432453, -0.005466653499752283, -0.0052104820497334, -0.004954310599714518, -0.004698139149695635, -0.004441967699676752, -0.004185796249657869, -0.003929624799638987, -0.00367345311678946, -0.0034172816667705774, -0.003161109983921051, -0.0029049385339021683, -0.0026487670838832855, -0.0023925956338644028, -0.00213642418384552, -0.0018802525009959936, -0.0016240810509771109, -0.0013679096009582281, -0.0011117380345240235, -0.0008555665262974799, -0.0005993950180709362, -0.00034322350984439254, -8.705200161784887e-05, 0.0001691195066086948, 0.00042529101483523846, 0.0006814625230617821, 0.0009376340312883258, 0.0011938055977225304, 0.0014499770477414131, 0.0017061484977602959, 0.0019623199477791786, 0.002218491630628705, 0.0024746630806475878, 0.0027308345306664705, 0.002987006213515997, 0.0032431776635348797, 0.0034993491135537624, 0.003755520563572645, 0.004011692013591528, 0.004267863463610411, 0.004524035379290581, 0.0047802068293094635, 0.005036378279328346, 0.005292549729347229, 0.005548721179366112]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 3.0, 3.0, 0.0, 3.0, 0.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05174253135919571, -0.0486617386341095, -0.045580945909023285, -0.04250015318393707, -0.03941936045885086, -0.03633856400847435, -0.03325777128338814, -0.030176978558301926, -0.027096185833215714, -0.0240153931081295, -0.02093460038304329, -0.017853805795311928, -0.014773013070225716, -0.011692220345139503, -0.008611426688730717, -0.005530633497983217, -0.0024498403072357178, 0.0006309528835117817, 0.003711746074259281, 0.006792539265006781, 0.00987333245575428, 0.012954125180840492, 0.016034919768571854, 0.019115712493658066, 0.022196505218744278, 0.02527729794383049, 0.028358090668916702, 0.031438883394002914, 0.034519679844379425, 0.03760047256946564, 0.04068126529455185, 0.04376205801963806, 0.046842850744724274, 0.049923643469810486, 0.0530044361948967, 0.05608522891998291, 0.05916602164506912, 0.06224681809544563, 0.06532760709524155, 0.06840839982032776, 0.07148919999599457, 0.07456999272108078, 0.07765078544616699, 0.0807315781712532, 0.08381237089633942, 0.08689316362142563, 0.08997395634651184, 0.09305474907159805, 0.09613554179668427, 0.09921633452177048, 0.10229712724685669, 0.1053779199719429, 0.10845871269702911, 0.11153950542211533, 0.11462029814720154, 0.11770109087228775, 0.12078188359737396, 0.12386268377304077, 0.1269434690475464, 0.1300242692232132, 0.1331050544977188, 0.13618585467338562, 0.13926663994789124, 0.14234744012355804, 0.14542824029922485]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 4.0, 1.0, 3.0, 5.0, 11.0, 6.0, 11.0, 14.0, 14.0, 13.0, 21.0, 47.0, 16.0, 15.0, 15.0, 6.0, 10.0, 7.0, 5.0, 9.0, 5.0, 3.0, 8.0, 5.0, 0.0, 5.0, 4.0, 2.0, 1.0, 1.0, 4.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.023379847407341003, -0.022050704807043076, -0.020721562206745148, -0.01939241774380207, -0.018063275143504143, -0.016734132543206215, -0.015404989011585712, -0.01407584547996521, -0.012746702879667282, -0.011417560279369354, -0.010088416747748852, -0.00875927321612835, -0.0074301306158304214, -0.006100987549871206, -0.004771844483911991, -0.003442701417952776, -0.002113558351993561, -0.0007844152860343456, 0.0005447277799248695, 0.0018738708458840847, 0.0032030139118433, 0.004532156977802515, 0.00586130004376173, 0.007190443109720945, 0.00851958617568016, 0.009848728775978088, 0.01117787230759859, 0.012507015839219093, 0.013836158439517021, 0.015165301039814949, 0.016494445502758026, 0.017823588103055954, 0.019152730703353882, 0.02048187330365181, 0.021811015903949738, 0.023140160366892815, 0.024469302967190742, 0.02579844556748867, 0.027127590030431747, 0.028456732630729675, 0.029785875231027603, 0.03111501783132553, 0.03244416043162346, 0.03377330303192139, 0.03510244935750961, 0.03643159195780754, 0.03776073455810547, 0.0390898771584034, 0.040419019758701324, 0.04174816235899925, 0.04307730495929718, 0.04440644755959511, 0.045735590159893036, 0.04706473648548126, 0.04839387908577919, 0.04972302168607712, 0.051052164286375046, 0.052381306886672974, 0.0537104494869709, 0.05503959208726883, 0.056368738412857056, 0.057697881013154984, 0.05902702361345291, 0.06035616621375084, 0.06168530881404877]}, "_runtime": 83.9320969581604, "_timestamp": 1596212954.6336346, "_step": 99}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 3.0, 0.0, 4.0, 2.0, 4.0, 5.0, 5.0, 4.0, 5.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.020436584949493408, -0.019961409270763397, -0.019486233592033386, -0.019011057913303375, -0.018535882234573364, -0.018060706555843353, -0.01758553273975849, -0.01711035706102848, -0.01663518138229847, -0.01616000570356846, -0.015684830024838448, -0.015209654346108437, -0.014734478667378426, -0.014259302988648415, -0.013784128241240978, -0.013308952562510967, -0.012833776883780956, -0.012358601205050945, -0.011883425526320934, -0.011408250778913498, -0.010933075100183487, -0.010457899421453476, -0.009982723742723465, -0.009507548063993454, -0.009032372385263443, -0.008557197637856007, -0.008082021959125996, -0.007606846280395985, -0.007131670601665974, -0.00665649538859725, -0.006181319709867239, -0.005706144496798515, -0.005230968818068504, -0.004755793139338493, -0.00428061792626977, -0.0038054422475397587, -0.0033302668016403913, -0.002855091355741024, -0.002379915677011013, -0.0019047402311116457, -0.0014295647852122784, -0.0009543892811052501, -0.0004792137769982219, -4.038272891193628e-06, 0.0004711372312158346, 0.0009463127353228629, 0.0014214882394298911, 0.0018966638017445803, 0.0023718392476439476, 0.002847014693543315, 0.0033221901394426823, 0.0037973658181726933, 0.004272541031241417, 0.004747716709971428, 0.005222892388701439, 0.005698067601770163, 0.006173243280500174, 0.0066484189592301846, 0.007123594172298908, 0.007598769851028919, 0.00807394552975893, 0.008549121208488941, 0.009024295955896378, 0.009499471634626389, 0.0099746473133564]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 3.0, 3.0, 3.0, 9.0, 8.0, 4.0, 5.0, 11.0, 10.0, 11.0, 23.0, 27.0, 44.0, 69.0, 78.0, 122.0, 150.0, 259.0, 505.0, 5165.0, 603.0, 261.0, 174.0, 103.0, 83.0, 54.0, 39.0, 21.0, 20.0, 18.0, 8.0, 7.0, 6.0, 7.0, 3.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.17284701764583588, -0.16810034215450287, -0.16335365176200867, -0.15860697627067566, -0.15386030077934265, -0.14911362528800964, -0.14436693489551544, -0.13962025940418243, -0.13487358391284943, -0.13012689352035522, -0.12538021802902222, -0.12063354253768921, -0.1158868595957756, -0.1111401841044426, -0.10639350116252899, -0.10164682567119598, -0.09690014272928238, -0.09215345978736877, -0.08740678429603577, -0.08266010135412216, -0.07791342586278915, -0.07316674292087555, -0.06842006742954254, -0.06367338448762894, -0.05892670527100563, -0.054180026054382324, -0.04943334683775902, -0.04468666762113571, -0.03993998467922211, -0.0351933054625988, -0.030446626245975494, -0.025699947029352188, -0.020953267812728882, -0.016206588596105576, -0.011459908448159695, -0.006713228765875101, -0.0019665490835905075, 0.002780130598694086, 0.00752681028097868, 0.01227349042892456, 0.017020169645547867, 0.021766848862171173, 0.02651352807879448, 0.031260207295417786, 0.03600689023733139, 0.0407535694539547, 0.045500248670578, 0.05024692788720131, 0.054993607103824615, 0.05974028632044792, 0.06448696553707123, 0.06923364847898483, 0.07398032397031784, 0.07872700691223145, 0.08347368240356445, 0.08822036534547806, 0.09296704828739166, 0.09771372377872467, 0.10246040672063828, 0.10720708221197128, 0.11195376515388489, 0.1167004406452179, 0.1214471235871315, 0.1261938065290451, 0.1309404820203781]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 3.0, 1.0, 1.0, 4.0, 2.0, 3.0, 1.0, 2.0, 7.0, 3.0, 3.0, 4.0, 3.0, 23.0, 7.0, 6.0, 4.0, 2.0, 3.0, 3.0, 1.0, 4.0, 1.0, 3.0, 6.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003099550027400255, -0.0029981983825564384, -0.002896846504881978, -0.0027954948600381613, -0.002694142982363701, -0.002592791337519884, -0.0024914396926760674, -0.002390087815001607, -0.00228873617015779, -0.0021873845253139734, -0.002086032647639513, -0.0019846810027956963, -0.0018833292415365577, -0.001781977480277419, -0.0016806258354336023, -0.0015792740741744637, -0.0014779223129153252, -0.0013765705516561866, -0.001275218790397048, -0.0011738671455532312, -0.0010725153842940927, -0.0009711636230349541, -0.0008698119199834764, -0.0007684602169319987, -0.0006671084556728601, -0.0005657566944137216, -0.0004644049913622439, -0.00036305325920693576, -0.00026170152705162764, -0.0001603497948963195, -5.899806274101138e-05, 4.2353669414296746e-05, 0.00014370540156960487, 0.000245057133724913, 0.00034640886588022113, 0.00044776059803552926, 0.0005491123301908374, 0.000650464091449976, 0.0007518157945014536, 0.0008531674975529313, 0.0009545192588120699, 0.0010558710200712085, 0.001157222781330347, 0.0012585744261741638, 0.0013599261874333024, 0.001461277948692441, 0.0015626295935362577, 0.0016639813547953963, 0.001765333116054535, 0.0018666848773136735, 0.001968036638572812, 0.002069388283416629, 0.0021707401610910892, 0.002272091805934906, 0.0023734434507787228, 0.002474795328453183, 0.002576146973297, 0.0026774986181408167, 0.002778850495815277, 0.002880202140659094, 0.0029815537855029106, 0.003082905663177371, 0.0031842573080211878, 0.003285609185695648, 0.003386960830539465]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 1.0, 7.0, 7.0, 14.0, 18.0, 19.0, 29.0, 40.0, 48.0, 81.0, 118.0, 190.0, 291.0, 403.0, 676.0, 1061.0, 1906.0, 3313.0, 5771.0, 11135.0, 23124.0, 56203.0, 249905.0, 709555.0, 53123.0, 24488.0, 13517.0, 8089.0, 5119.0, 3397.0, 2323.0, 1537.0, 1107.0, 748.0, 557.0, 403.0, 324.0, 244.0, 189.0, 136.0, 95.0, 71.0, 69.0, 44.0, 28.0, 37.0, 23.0, 9.0, 16.0, 8.0, 6.0, 4.0, 7.0, 2.0, 3.0, 3.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.005986384116113186, -0.005764965433627367, -0.005543546751141548, -0.005322127602994442, -0.005100708920508623, -0.004879290238022804, -0.004657871089875698, -0.004436452407389879, -0.00421503372490406, -0.0039936150424182415, -0.003772196127101779, -0.0035507772117853165, -0.0033293585292994976, -0.0031079398468136787, -0.0028865209314972162, -0.0026651020161807537, -0.002443683333694935, -0.002222264651209116, -0.0020008457358926535, -0.0017794269369915128, -0.001558008138090372, -0.0013365893391892314, -0.0011151705402880907, -0.00089375174138695, -0.0006723329424858093, -0.00045091414358466864, -0.00022949534468352795, -8.076545782387257e-06, 0.00021334225311875343, 0.0004347610520198941, 0.0006561798509210348, 0.0008775986498221755, 0.0010990174487233162, 0.0013204362476244569, 0.0015418550465255976, 0.0017632738454267383, 0.001984692644327879, 0.002206111326813698, 0.0024275302421301603, 0.002648949157446623, 0.0028703678399324417, 0.0030917865224182606, 0.003313205437734723, 0.0035346243530511856, 0.0037560430355370045, 0.003977461718022823, 0.0041988808661699295, 0.004420299548655748, 0.004641718231141567, 0.004863136913627386, 0.005084555596113205, 0.005305974744260311, 0.00552739342674613, 0.005748812109231949, 0.005970231257379055, 0.006191649939864874, 0.006413068622350693, 0.006634487304836512, 0.0068559059873223305, 0.007077325135469437, 0.0072987438179552555, 0.007520162500441074, 0.0077415816485881805, 0.007962999865412712, 0.008184419013559818]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 3.0, 2.0, 3.0, 9.0, 3.0, 2.0, 3.0, 0.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.021502291783690453, -0.020870396867394447, -0.020238501951098442, -0.019606607034802437, -0.01897471211850643, -0.018342817202210426, -0.01771092228591442, -0.017079027369618416, -0.01644713059067726, -0.015815235674381256, -0.015183341689407825, -0.01455144677311182, -0.01391955092549324, -0.013287656009197235, -0.01265576109290123, -0.012023866176605225, -0.01139197126030922, -0.010760076344013214, -0.010128181427717209, -0.009496286511421204, -0.008864391595125198, -0.008232495747506618, -0.007600600831210613, -0.006968705914914608, -0.006336810998618603, -0.0057049160823225975, -0.005073021166026592, -0.0044411257840693, -0.0038092308677732944, -0.003177335951477289, -0.0025454408023506403, -0.0019135457696393132, -0.0012816507369279861, -0.0006497557042166591, -1.7860671505331993e-05, 0.0006140343612059951, 0.0012459293939173222, 0.0018778244266286492, 0.0025097194593399763, 0.003141614608466625, 0.0037735095247626305, 0.004405404441058636, 0.005037299357354641, 0.0056691947393119335, 0.006301089655607939, 0.006932984571903944, 0.007564879953861237, 0.008196774870157242, 0.008828669786453247, 0.009460564702749252, 0.010092459619045258, 0.010724354535341263, 0.011356249451637268, 0.011988145299255848, 0.012620040215551853, 0.013251935131847858, 0.013883830048143864, 0.014515724964439869, 0.015147619880735874, 0.015779515728354454, 0.01641141064465046, 0.017043305560946465, 0.01767520047724247, 0.018307095393538475, 0.01893899030983448]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 7.0, 6.0, 6.0, 6.0, 11.0, 12.0, 22.0, 22.0, 38.0, 38.0, 47.0, 57.0, 74.0, 84.0, 86.0, 122.0, 182.0, 204.0, 283.0, 387.0, 540.0, 873.0, 1589.0, 6362.0, 2431.0, 1361.0, 964.0, 631.0, 481.0, 379.0, 258.0, 196.0, 162.0, 144.0, 78.0, 59.0, 41.0, 46.0, 27.0, 12.0, 18.0, 14.0, 6.0, 11.0, 9.0, 11.0, 9.0, 3.0, 3.0, 2.0, 3.0, 3.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.009832754731178284, -0.00947890616953373, -0.009125057607889175, -0.008771209046244621, -0.008417360484600067, -0.008063511922955513, -0.0077096628956496716, -0.007355814334005117, -0.007001965772360563, -0.006648117210716009, -0.006294268649071455, -0.005940420087426901, -0.005586571060121059, -0.005232722498476505, -0.004878873936831951, -0.004525025375187397, -0.004171176813542843, -0.0038173282518982887, -0.0034634796902537346, -0.003109630895778537, -0.0027557823341339827, -0.0024019337724894285, -0.0020480849780142307, -0.0016942364163696766, -0.0013403878547251225, -0.0009865392930805683, -0.0006326906150206923, -0.0002788419951684773, 7.500662468373775e-05, 0.0004288552445359528, 0.0007827038643881679, 0.0011365525424480438, 0.001490401104092598, 0.001844249665737152, 0.0021980982273817062, 0.002551947021856904, 0.002905795583501458, 0.0032596441451460123, 0.00361349293962121, 0.003967341501265764, 0.004321190062910318, 0.0046750386245548725, 0.005028887186199427, 0.005382735747843981, 0.005736584775149822, 0.006090433336794376, 0.0064442818984389305, 0.006798130460083485, 0.007151979021728039, 0.007505827583372593, 0.007859676145017147, 0.008213524706661701, 0.008567373268306255, 0.00892122182995081, 0.009275070391595364, 0.009628918953239918, 0.009982768446207047, 0.0103366170078516, 0.010690465569496155, 0.011044314131140709, 0.011398162692785263, 0.011752011254429817, 0.012105859816074371, 0.012459708377718925, 0.01281355693936348]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 8.0, 5.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.18368162214756012, -0.17822031676769257, -0.172759011387825, -0.16729770600795746, -0.1618364155292511, -0.15637511014938354, -0.150913804769516, -0.14545249938964844, -0.13999119400978088, -0.13452988862991333, -0.12906858325004578, -0.12360728532075882, -0.11814597994089127, -0.11268467456102371, -0.10722337663173676, -0.1017620712518692, -0.09630076587200165, -0.0908394604921341, -0.08537815511226654, -0.07991685718297958, -0.07445555180311203, -0.06899424642324448, -0.06353294849395752, -0.058071643114089966, -0.05261033773422241, -0.04714903235435486, -0.0416877306997776, -0.03622642904520035, -0.030765123665332794, -0.02530382014811039, -0.019842516630887985, -0.01438121311366558, -0.008919909596443176, -0.003458606079220772, 0.0020026974380016327, 0.007464000955224037, 0.012925304472446442, 0.018386607989668846, 0.02384791150689125, 0.029309215024113655, 0.03477051854133606, 0.04023182392120361, 0.04569312557578087, 0.051154427230358124, 0.05661573261022568, 0.06207703799009323, 0.06753833591938019, 0.07299964129924774, 0.0784609466791153, 0.08392225205898285, 0.0893835574388504, 0.09484485536813736, 0.10030616074800491, 0.10576746612787247, 0.11122876405715942, 0.11669006943702698, 0.12215137481689453, 0.12761268019676208, 0.13307398557662964, 0.1385352909564972, 0.14399659633636475, 0.1494578868150711, 0.15491919219493866, 0.1603804975748062, 0.16584180295467377]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 1.0, 4.0, 2.0, 1.0, 8.0, 4.0, 7.0, 9.0, 18.0, 27.0, 78.0, 43.0, 23.0, 19.0, 10.0, 6.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0], "bins": [-0.13740722835063934, -0.13350938260555267, -0.129611536860466, -0.12571369111537933, -0.12181583791971207, -0.1179179847240448, -0.11402013897895813, -0.11012229323387146, -0.10622444748878479, -0.10232659429311752, -0.09842874854803085, -0.09453090280294418, -0.09063304960727692, -0.08673520386219025, -0.08283735811710358, -0.07893950492143631, -0.07504165917634964, -0.07114381343126297, -0.0672459602355957, -0.06334811449050903, -0.05945026874542236, -0.055552419275045395, -0.051654569804668427, -0.04775672405958176, -0.04385887458920479, -0.03996102511882782, -0.03606317937374115, -0.03216532990336418, -0.028267482295632362, -0.024369634687900543, -0.020471785217523575, -0.016573937609791756, -0.012676090002059937, -0.008778242394328117, -0.004880393855273724, -0.0009825457818806171, 0.0029153022915124893, 0.006813150364905596, 0.010710998438298702, 0.014608846977353096, 0.018506694585084915, 0.022404542192816734, 0.026302389800548553, 0.030200239270925522, 0.03409808874130249, 0.03799593448638916, 0.04189378395676613, 0.0457916297018528, 0.04968947917222977, 0.053587328642606735, 0.057485174387693405, 0.061383023858070374, 0.06528086960315704, 0.06917872279882431, 0.07307656854391098, 0.07697441428899765, 0.08087226748466492, 0.08477011322975159, 0.08866795897483826, 0.09256580471992493, 0.0964636579155922, 0.10036150366067886, 0.10425934940576553, 0.1081572026014328, 0.11205504834651947]}, "_runtime": 84.70267939567566, "_timestamp": 1596212955.404217, "_step": 100}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 6.0, 2.0, 3.0, 3.0, 4.0, 2.0, 9.0, 7.0, 2.0, 2.0, 3.0, 4.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01550410594791174, -0.014995171688497066, -0.014486238360404968, -0.013977304100990295, -0.013468369841575623, -0.01295943558216095, -0.012450501322746277, -0.011941567994654179, -0.011432633735239506, -0.010923699475824833, -0.010414766147732735, -0.009905831888318062, -0.009396897628903389, -0.008887963369488716, -0.008379029110074043, -0.007870095781981945, -0.007361161522567272, -0.006852227263152599, -0.006343293469399214, -0.005834359675645828, -0.005325425416231155, -0.0048164911568164825, -0.004307557363063097, -0.003798623336479068, -0.0032896893098950386, -0.0027807552833110094, -0.00227182125672698, -0.001762887230142951, -0.0012539532035589218, -0.0007450191769748926, -0.00023608515039086342, 0.0002728488761931658, 0.000781782902777195, 0.0012907169293612242, 0.0017996509559452534, 0.0023085849825292826, 0.0028175190091133118, 0.003326453035697341, 0.00383538706228137, 0.004344320856034756, 0.0048532551154494286, 0.005362189374864101, 0.005871123168617487, 0.0063800569623708725, 0.006888991221785545, 0.007397925481200218, 0.007906859740614891, 0.00841579306870699, 0.008924727328121662, 0.009433661587536335, 0.009942594915628433, 0.010451529175043106, 0.010960463434457779, 0.011469397693872452, 0.011978331953287125, 0.012487265281379223, 0.012996199540793896, 0.013505133800208569, 0.014014067128300667, 0.01452300138771534, 0.015031935647130013, 0.015540869906544685, 0.016049804165959358, 0.01655873842537403, 0.017067670822143555]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 2.0, 2.0, 3.0, 5.0, 3.0, 8.0, 5.0, 5.0, 12.0, 17.0, 32.0, 30.0, 45.0, 64.0, 98.0, 120.0, 186.0, 295.0, 713.0, 5228.0, 424.0, 197.0, 126.0, 86.0, 68.0, 39.0, 21.0, 18.0, 14.0, 8.0, 11.0, 6.0, 8.0, 5.0, 3.0, 3.0, 1.0, 0.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.14293056726455688, -0.13860949873924255, -0.13428843021392822, -0.1299673616886139, -0.12564629316329956, -0.12132521718740463, -0.1170041486620903, -0.11268308013677597, -0.10836200416088104, -0.10404093563556671, -0.09971986711025238, -0.09539879858493805, -0.09107773005962372, -0.08675666153430939, -0.08243558555841446, -0.07811451703310013, -0.0737934485077858, -0.06947237998247147, -0.06515131145715714, -0.060830239206552505, -0.056509166955947876, -0.052188098430633545, -0.047867029905319214, -0.043545957654714584, -0.03922488912940025, -0.03490382060408592, -0.030582748353481293, -0.02626167982816696, -0.02194060944020748, -0.017619539052248, -0.013298469595611095, -0.00897740013897419, -0.0046563297510147095, -0.0003352598287165165, 0.0039858100935816765, 0.008306879550218582, 0.012627949938178062, 0.016949020326137543, 0.021270088851451874, 0.025591159239411354, 0.029912229627370834, 0.034233298152685165, 0.038554370403289795, 0.042875438928604126, 0.04719650745391846, 0.05151757970452309, 0.05583864822983742, 0.06015972048044205, 0.06448078900575638, 0.06880185753107071, 0.07312292605638504, 0.07744400203227997, 0.0817650705575943, 0.08608613908290863, 0.09040720760822296, 0.09472827613353729, 0.09904934465885162, 0.10337042063474655, 0.10769148916006088, 0.11201255768537521, 0.11633362621068954, 0.12065469473600388, 0.1249757707118988, 0.12929683923721313, 0.13361790776252747]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 5.0, 3.0, 1.0, 3.0, 4.0, 5.0, 3.0, 3.0, 24.0, 4.0, 3.0, 2.0, 2.0, 4.0, 3.0, 3.0, 5.0, 2.0, 1.0, 3.0, 4.0, 2.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0032494948245584965, -0.0031593746971338987, -0.0030692548025399446, -0.002979134675115347, -0.002889014780521393, -0.002798894653096795, -0.0027087745256721973, -0.0026186546310782433, -0.0025285345036536455, -0.0024384143762290478, -0.0023482944816350937, -0.002258174354210496, -0.002168054226785898, -0.002077934332191944, -0.0019878142047673464, -0.0018976941937580705, -0.0018075741827487946, -0.0017174541717395186, -0.0016273341607302427, -0.001537214033305645, -0.001447094022296369, -0.0013569740112870932, -0.0012668538838624954, -0.0011767338728532195, -0.0010866138618439436, -0.0009964938508346677, -0.0009063737816177309, -0.000816253712400794, -0.0007261337013915181, -0.0006360136903822422, -0.0005458936211653054, -0.000455773581052199, -0.00036565354093909264, -0.00027553350082598627, -0.0001854134607128799, -9.529342059977353e-05, -5.173380486667156e-06, 8.494665962643921e-05, 0.00017506669973954558, 0.00026518673985265195, 0.0003553067799657583, 0.0004454268200788647, 0.0005355468601919711, 0.0006256669294089079, 0.0007157869404181838, 0.0008059069514274597, 0.0008960270206443965, 0.0009861470898613334, 0.0010762671008706093, 0.0011663871118798852, 0.0012565071228891611, 0.0013466272503137589, 0.0014367472613230348, 0.0015268672723323107, 0.0016169873997569084, 0.0017071074107661843, 0.0017972274217754602, 0.0018873474327847362, 0.001977467443794012, 0.00206758757121861, 0.0021577076986432076, 0.0022478275932371616, 0.0023379477206617594, 0.0024280676152557135, 0.002518187742680311]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 1.0, 4.0, 2.0, 6.0, 5.0, 11.0, 19.0, 19.0, 18.0, 32.0, 41.0, 52.0, 52.0, 85.0, 115.0, 173.0, 220.0, 242.0, 358.0, 532.0, 758.0, 1059.0, 1508.0, 2181.0, 3190.0, 4688.0, 7320.0, 11641.0, 19780.0, 37599.0, 90809.0, 797273.0, 97763.0, 40094.0, 22215.0, 13348.0, 8372.0, 5615.0, 3782.0, 2563.0, 1857.0, 1181.0, 871.0, 610.0, 448.0, 314.0, 234.0, 149.0, 126.0, 94.0, 81.0, 39.0, 29.0, 21.0, 18.0, 10.0, 5.0, 5.0, 3.0, 2.0, 1.0, 0.0, 2.0], "bins": [-0.00512346625328064, -0.004966455046087503, -0.004809443838894367, -0.004652432631701231, -0.004495421424508095, -0.004338410217314959, -0.004181398544460535, -0.004024387337267399, -0.0038673761300742626, -0.0037103649228811264, -0.00355335371568799, -0.003396342508494854, -0.0032393313013017178, -0.0030823200941085815, -0.0029253086540848017, -0.0027682974468916655, -0.0026112862396985292, -0.002454275032505393, -0.002297263825312257, -0.002140252385288477, -0.0019832411780953407, -0.0018262299709022045, -0.0016692187637090683, -0.0015122074401006103, -0.001355196232907474, -0.0011981850257143378, -0.0010411737021058798, -0.0008841624949127436, -0.0007271512295119464, -0.0005701399641111493, -0.00041312872781418264, -0.00025611749151721597, -9.910622611641884e-05, 5.790502473246306e-05, 0.00021491627558134496, 0.00037192751187831163, 0.0005289387772791088, 0.0006859500426799059, 0.0008429612498730421, 0.0009999725734815001, 0.0011569837806746364, 0.0013139949878677726, 0.0014710063114762306, 0.0016280175186693668, 0.001785028725862503, 0.001942040049470961, 0.002099051373079419, 0.0022560625802725554, 0.0024130737874656916, 0.0025700849946588278, 0.002727096201851964, 0.002884107641875744, 0.00304111884906888, 0.0031981300562620163, 0.0033551412634551525, 0.0035121524706482887, 0.003669163677841425, 0.003826175117865205, 0.003983186092227697, 0.004140197765082121, 0.004297208972275257, 0.004454220179468393, 0.0046112313866615295, 0.004768242593854666, 0.004925253801047802]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 5.0, 7.0, 0.0, 4.0, 4.0, 1.0, 2.0, 1.0, 2.0, 2.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016086433082818985, -0.015542857348918915, -0.014999281615018845, -0.014455705881118774, -0.013912130147218704, -0.013368554413318634, -0.012824978679418564, -0.012281402945518494, -0.011737827211618423, -0.011194251477718353, -0.010650675743818283, -0.010107100009918213, -0.009563524276018143, -0.009019948542118073, -0.008476372808218002, -0.007932797074317932, -0.007389221340417862, -0.006845645606517792, -0.0063020698726177216, -0.005758494138717651, -0.005214918404817581, -0.004671342670917511, -0.004127766937017441, -0.0035841912031173706, -0.0030406154692173004, -0.0024970397353172302, -0.00195346400141716, -0.0014098882675170898, -0.0008663125336170197, -0.00032273679971694946, 0.00022083893418312073, 0.0007644146680831909, 0.001307990401983261, 0.0018515661358833313, 0.0023951418697834015, 0.0029387176036834717, 0.003482293337583542, 0.004025869071483612, 0.004569444805383682, 0.0051130205392837524, 0.005656596273183823, 0.006200172007083893, 0.006743747740983963, 0.007287323474884033, 0.007830899208784103, 0.008374474942684174, 0.008918050676584244, 0.009461626410484314, 0.010005202144384384, 0.010548777878284454, 0.011092353612184525, 0.011635929346084595, 0.012179505079984665, 0.012723080813884735, 0.013266656547784805, 0.013810232281684875, 0.014353808015584946, 0.014897383749485016, 0.015440959483385086, 0.015984535217285156, 0.016528110951185226, 0.017071686685085297, 0.017615262418985367, 0.018158838152885437, 0.018702413886785507]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 5.0, 2.0, 6.0, 7.0, 9.0, 10.0, 22.0, 43.0, 37.0, 39.0, 56.0, 73.0, 89.0, 113.0, 113.0, 159.0, 205.0, 250.0, 313.0, 459.0, 527.0, 735.0, 1015.0, 1673.0, 6192.0, 2187.0, 1297.0, 766.0, 539.0, 341.0, 279.0, 217.0, 168.0, 118.0, 65.0, 64.0, 36.0, 37.0, 32.0, 18.0, 17.0, 10.0, 13.0, 8.0, 8.0, 10.0, 10.0, 6.0, 5.0, 7.0, 3.0, 5.0, 0.0, 2.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.00803065299987793, -0.0077288951724767685, -0.00742713687941432, -0.007125379052013159, -0.006823621224611998, -0.006521862931549549, -0.006220105104148388, -0.005918347276747227, -0.0056165894493460655, -0.005314831156283617, -0.005013073328882456, -0.004711315501481295, -0.004409557208418846, -0.004107799381017685, -0.00380604132078588, -0.003504283493384719, -0.003202525433152914, -0.002900767372921109, -0.002599009545519948, -0.002297251485288143, -0.001995493657886982, -0.0016937355976551771, -0.0013919775374233723, -0.0010902195936068892, -0.0007884616497904062, -0.00048670367687009275, -0.00018494570394977927, 0.0001168122689705342, 0.0004185702418908477, 0.0007203281857073307, 0.0010220862459391356, 0.0013238441897556186, 0.0016256021335721016, 0.0019273600773885846, 0.0022291180212050676, 0.0025308760814368725, 0.0028326339088380337, 0.0031343919690698385, 0.0034361500293016434, 0.0037379078567028046, 0.004039665684103966, 0.004341423977166414, 0.0046431818045675755, 0.004944939631968737, 0.005246697925031185, 0.005548455752432346, 0.0058502135798335075, 0.006151971872895956, 0.006453729700297117, 0.006755487527698278, 0.007057245820760727, 0.007359003648161888, 0.007660761475563049, 0.00796251930296421, 0.008264277130365372, 0.008566035889089108, 0.008867793716490269, 0.00916955154389143, 0.009471309371292591, 0.009773067198693752, 0.010074825026094913, 0.01037658378481865, 0.01067834161221981, 0.010980099439620972, 0.011281857267022133]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 5.0, 2.0, 0.0, 1.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15833327174186707, -0.1536896675825119, -0.14904606342315674, -0.14440247416496277, -0.1397588700056076, -0.13511526584625244, -0.13047166168689728, -0.12582805752754211, -0.12118446081876755, -0.11654085665941238, -0.11189725995063782, -0.10725365579128265, -0.10261005163192749, -0.09796645492315292, -0.09332285076379776, -0.0886792540550232, -0.08403564989566803, -0.07939204573631287, -0.0747484490275383, -0.07010484486818314, -0.06546124815940857, -0.060817644000053406, -0.05617403984069824, -0.05153043940663338, -0.04688683897256851, -0.04224323853850365, -0.03759963810443878, -0.03295603394508362, -0.028312433511018753, -0.023668833076953888, -0.019025230780243874, -0.014381629414856434, -0.009738028049468994, -0.005094426684081554, -0.0004508253186941147, 0.004192776046693325, 0.008836377412080765, 0.013479978777468204, 0.018123580142855644, 0.02276718243956566, 0.027410782873630524, 0.03205438330769539, 0.036697983741760254, 0.04134158790111542, 0.04598518833518028, 0.05062878876924515, 0.05527239292860031, 0.059915993362665176, 0.06455959379673004, 0.0692031979560852, 0.07384679466485977, 0.07849039882421494, 0.0831339955329895, 0.08777759969234467, 0.09242120385169983, 0.0970648005604744, 0.10170840471982956, 0.10635200887918472, 0.11099560558795929, 0.11563920974731445, 0.12028281390666962, 0.12492641061544418, 0.12957000732421875, 0.1342136114835739, 0.13885721564292908]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 3.0, 3.0, 4.0, 1.0, 3.0, 5.0, 4.0, 3.0, 3.0, 18.0, 22.0, 31.0, 67.0, 19.0, 21.0, 7.0, 4.0, 0.0, 4.0, 5.0, 5.0, 5.0, 3.0, 3.0, 3.0, 3.0, 3.0, 4.0, 2.0, 1.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.1237102523446083, -0.12042725831270218, -0.11714426428079605, -0.11386126279830933, -0.1105782687664032, -0.10729527473449707, -0.10401228070259094, -0.10072927922010422, -0.09744628518819809, -0.09416329115629196, -0.09088029712438583, -0.0875973030924797, -0.08431430160999298, -0.08103130757808685, -0.07774831354618073, -0.0744653195142746, -0.07118232548236847, -0.06789932399988174, -0.06461632996797562, -0.06133333593606949, -0.05805033817887306, -0.054767344146966934, -0.05148434638977051, -0.04820135235786438, -0.04491835832595825, -0.041635360568761826, -0.0383523665368557, -0.03506936877965927, -0.03178637474775314, -0.028503378853201866, -0.02522038295865059, -0.021937387064099312, -0.018654391169548035, -0.015371395274996758, -0.01208839938044548, -0.008805404417216778, -0.005522408522665501, -0.002239412860944867, 0.0010435828007757664, 0.004326578229665756, 0.007609574124217033, 0.01089257001876831, 0.014175565913319588, 0.017458561807870865, 0.020741555839776993, 0.02402455173432827, 0.027307547628879547, 0.030590543523430824, 0.0338735394179821, 0.03715653344988823, 0.040439531207084656, 0.043722525238990784, 0.04700552299618721, 0.05028851702809334, 0.053571514785289764, 0.05685450881719589, 0.06013750284910202, 0.06342049688100815, 0.06670349836349487, 0.069986492395401, 0.07326948642730713, 0.07655248045921326, 0.07983548194169998, 0.08311847597360611, 0.08640147000551224]}, "_runtime": 85.49267625808716, "_timestamp": 1596212956.1942139, "_step": 101}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 2.0, 4.0, 0.0, 0.0, 2.0, 0.0, 2.0, 4.0, 4.0, 3.0, 3.0, 5.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0], "bins": [-0.010257121175527573, -0.00994056649506092, -0.009624011814594269, -0.009307457134127617, -0.008990902453660965, -0.008674347773194313, -0.008357793092727661, -0.00804123841226101, -0.00772468326613307, -0.007408128585666418, -0.007091573905199766, -0.006775019224733114, -0.006458464078605175, -0.006141909398138523, -0.005825354717671871, -0.005508800037205219, -0.005192245356738567, -0.0048756906762719154, -0.0045591359958052635, -0.004242581315338612, -0.00392602663487196, -0.003609471721574664, -0.0032929168082773685, -0.0029763621278107166, -0.0026598074473440647, -0.002343252766877413, -0.002026698086410761, -0.0017101431731134653, -0.0013935884926468134, -0.0010770338121801615, -0.0007604790152981877, -0.0004439242766238749, -0.00012736953794956207, 0.00018918520072475076, 0.0005057399393990636, 0.0008222946780733764, 0.0011388494167476892, 0.0014554040972143412, 0.001771958894096315, 0.0020885136909782887, 0.0024050683714449406, 0.0027216230519115925, 0.0030381777323782444, 0.00335473264567554, 0.003671287326142192, 0.0039878422394394875, 0.004304396919906139, 0.004620951600372791, 0.004937506280839443, 0.005254060961306095, 0.005570615641772747, 0.005887170322239399, 0.006203725002706051, 0.00652028014883399, 0.006836834829300642, 0.007153389509767294, 0.007469944190233946, 0.007786498870700598, 0.008103054016828537, 0.008419608697295189, 0.00873616337776184, 0.009052718058228493, 0.009369272738695145, 0.009685827419161797, 0.010002382099628448]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 3.0, 6.0, 8.0, 8.0, 16.0, 17.0, 15.0, 42.0, 41.0, 55.0, 73.0, 83.0, 143.0, 186.0, 419.0, 5222.0, 778.0, 283.0, 166.0, 116.0, 57.0, 41.0, 40.0, 22.0, 28.0, 19.0, 11.0, 6.0, 4.0, 5.0, 3.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.15718501806259155, -0.15236911177635193, -0.1475532203912735, -0.14273731410503387, -0.13792140781879425, -0.13310551643371582, -0.1282896101474762, -0.12347370386123657, -0.11865780502557755, -0.11384190618991852, -0.1090259999036789, -0.10421010106801987, -0.09939420223236084, -0.09457829594612122, -0.08976239711046219, -0.08494649082422256, -0.08013059198856354, -0.07531469315290451, -0.07049878686666489, -0.06568288803100586, -0.060866985470056534, -0.05605108290910721, -0.05123518407344818, -0.046419281512498856, -0.04160337895154953, -0.036787476390600204, -0.03197157382965088, -0.027155674993991852, -0.022339772433042526, -0.0175238698720932, -0.012707969173789024, -0.007892067544162273, -0.0030761659145355225, 0.0017397357150912285, 0.006555637344717979, 0.01137153897434473, 0.01618744060397148, 0.021003343164920807, 0.025819243863224983, 0.03063514456152916, 0.035451047122478485, 0.04026694968342781, 0.045082852244377136, 0.04989875108003616, 0.05471465364098549, 0.059530556201934814, 0.06434645503759384, 0.06916236132383347, 0.07397826015949249, 0.07879415899515152, 0.08361006528139114, 0.08842596411705017, 0.0932418704032898, 0.09805776923894882, 0.10287366807460785, 0.10768957436084747, 0.1125054731965065, 0.11732137203216553, 0.12213727831840515, 0.12695318460464478, 0.1317690759897232, 0.13658498227596283, 0.14140088856220245, 0.14621677994728088, 0.1510326862335205]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 4.0, 1.0, 2.0, 2.0, 1.0, 3.0, 6.0, 0.0, 1.0, 2.0, 4.0, 2.0, 6.0, 5.0, 7.0, 3.0, 1.0, 3.0, 24.0, 6.0, 3.0, 5.0, 5.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0022824369370937347, -0.0021907046902924776, -0.002098972210660577, -0.0020072399638593197, -0.001915507484227419, -0.0018237752374261618, -0.0017320428742095828, -0.0016403105109930038, -0.0015485781477764249, -0.001456845784559846, -0.001365113421343267, -0.001273381058126688, -0.0011816488113254309, -0.001089916448108852, -0.000998184084892273, -0.000906451721675694, -0.000814719358459115, -0.0007229869952425361, -0.0006312546320259571, -0.0005395223270170391, -0.0004477899638004601, -0.00035605760058388114, -0.00026432526647113264, -0.0001725929178064689, -8.086056914180517e-05, 1.087177952285856e-05, 0.00010260412818752229, 0.00019433647685218602, 0.00028606882551684976, 0.0003778011887334287, 0.0004695335228461772, 0.0005612658569589257, 0.0006529982201755047, 0.0007447305833920836, 0.0008364629466086626, 0.0009281952516175807, 0.0010199276730418205, 0.0011116599198430777, 0.0012033922830596566, 0.0012951246462762356, 0.0013868570094928145, 0.0014785893727093935, 0.0015703217359259725, 0.0016620540991425514, 0.0017537863459438086, 0.0018455187091603875, 0.0019372510723769665, 0.0020289835520088673, 0.0021207157988101244, 0.0022124480456113815, 0.0023041805252432823, 0.0023959127720445395, 0.0024876452516764402, 0.0025793774984776974, 0.002671109978109598, 0.0027628422249108553, 0.0028545744717121124, 0.002946306951344013, 0.0030380391981452703, 0.003129771677777171, 0.0032215039245784283, 0.003313236404210329, 0.003404968651011586, 0.003496701130643487, 0.003588433377444744]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 7.0, 6.0, 5.0, 18.0, 20.0, 31.0, 67.0, 78.0, 117.0, 173.0, 247.0, 399.0, 693.0, 1194.0, 1954.0, 3331.0, 5965.0, 10672.0, 21509.0, 49587.0, 163648.0, 801692.0, 58122.0, 24906.0, 13038.0, 7594.0, 4713.0, 3016.0, 1941.0, 1332.0, 923.0, 682.0, 458.0, 354.0, 268.0, 193.0, 159.0, 116.0, 86.0, 54.0, 57.0, 46.0, 46.0, 26.0, 19.0, 21.0, 11.0, 7.0, 13.0, 7.0, 4.0, 3.0, 8.0, 3.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.005115526728332043, -0.004927700385451317, -0.004739874508231878, -0.004552048165351152, -0.004364222288131714, -0.004176395945250988, -0.003988569602370262, -0.00380074349232018, -0.0036129173822700977, -0.0034250912722200155, -0.0032372651621699333, -0.0030494388192892075, -0.0028616127092391253, -0.002673786599189043, -0.002485960256308317, -0.002298134146258235, -0.0021103080362081528, -0.0019224819261580706, -0.0017346556996926665, -0.0015468294732272625, -0.0013590033631771803, -0.001171177253127098, -0.000983351026661694, -0.0007955248584039509, -0.0006076986901462078, -0.0004198725218884647, -0.00023204635363072157, -4.422018537297845e-05, 0.00014360598288476467, 0.0003314321511425078, 0.0005192583194002509, 0.000707084487657994, 0.0008949106559157372, 0.0010827367659658194, 0.0012705629924312234, 0.0014583892188966274, 0.0016462153289467096, 0.0018340414389967918, 0.0020218677818775177, 0.0022096938919276, 0.002397520001977682, 0.0025853461120277643, 0.0027731722220778465, 0.0029609985649585724, 0.0031488246750086546, 0.003336650785058737, 0.0035244771279394627, 0.003712303237989545, 0.003900129348039627, 0.004087955690920353, 0.0042757815681397915, 0.004463607911020517, 0.004651433788239956, 0.004839260131120682, 0.005027086474001408, 0.005214912351220846, 0.005402738694101572, 0.005590565036982298, 0.0057783909142017365, 0.005966217257082462, 0.006154043599963188, 0.006341869477182627, 0.006529695820063353, 0.006717521697282791, 0.006905348040163517]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 5.0, 15.0, 6.0, 3.0, 4.0, 4.0, 7.0, 5.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.07329833507537842, -0.07184667140245438, -0.07039501518011093, -0.06894335150718689, -0.06749168783426285, -0.0660400241613388, -0.06458836793899536, -0.06313670426607132, -0.06168504059314728, -0.060233380645513535, -0.05878172069787979, -0.05733005702495575, -0.055878397077322006, -0.054426733404397964, -0.05297507345676422, -0.05152340978384018, -0.050071749836206436, -0.04862008988857269, -0.04716842621564865, -0.04571676626801491, -0.044265102595090866, -0.04281344264745712, -0.04136177897453308, -0.03991011902689934, -0.038458459079265594, -0.03700679540634155, -0.03555513545870781, -0.03410347178578377, -0.032651811838150024, -0.031200150027871132, -0.02974848821759224, -0.028296826407313347, -0.026845164597034454, -0.025393502786755562, -0.02394184097647667, -0.022490179166197777, -0.021038517355918884, -0.01958685740828514, -0.01813519559800625, -0.016683533787727356, -0.015231871977448463, -0.013780210167169571, -0.012328548356890678, -0.01087688747793436, -0.009425225667655468, -0.007973563857376575, -0.00652190251275897, -0.005070241168141365, -0.0036185793578624725, -0.0021669177804142237, -0.0007152562029659748, 0.0007364053744822741, 0.002188066951930523, 0.0036397285293787718, 0.005091390106827021, 0.006543051451444626, 0.007994713261723518, 0.009446375072002411, 0.010898036882281303, 0.012349697761237621, 0.013801359571516514, 0.015253021381795406, 0.016704682260751724, 0.018156344071030617, 0.01960800588130951]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [6.0, 2.0, 3.0, 6.0, 0.0, 1.0, 0.0, 8.0, 5.0, 13.0, 1.0, 1.0, 0.0, 7.0, 7.0, 3.0, 10.0, 6.0, 2.0, 8.0, 5.0, 17.0, 13.0, 12.0, 15.0, 17.0, 17.0, 28.0, 35.0, 22.0, 39.0, 55.0, 78.0, 131.0, 160.0, 270.0, 510.0, 1072.0, 6967.0, 4447.0, 1821.0, 1057.0, 593.0, 357.0, 268.0, 131.0, 69.0, 36.0, 31.0, 18.0, 13.0, 15.0, 8.0, 1.0, 4.0, 3.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.022492235526442528, -0.02191436104476452, -0.02133648656308651, -0.0207586120814085, -0.02018073759973049, -0.019602863118052483, -0.019024988636374474, -0.018447114154696465, -0.017869239673018456, -0.017291365191340446, -0.016713490709662437, -0.01613561622798443, -0.01555774174630642, -0.01497986726462841, -0.014401992782950401, -0.013824118301272392, -0.013246243819594383, -0.012668369337916374, -0.012090494856238365, -0.011512620374560356, -0.010934745892882347, -0.010356871411204338, -0.009778996929526329, -0.00920112244784832, -0.008623247966170311, -0.008045373484492302, -0.007467499002814293, -0.006889624521136284, -0.006311750039458275, -0.005733875557780266, -0.005156001076102257, -0.004578126594424248, -0.004000252112746239, -0.0034223776310682297, -0.0028445031493902206, -0.0022666286677122116, -0.0016887541860342026, -0.0011108797043561935, -0.0005330052226781845, 4.4869258999824524e-05, 0.0006227437406778336, 0.0012006182223558426, 0.0017784927040338516, 0.0023563671857118607, 0.0029342416673898697, 0.0035121161490678787, 0.004089990630745888, 0.004667865112423897, 0.005245739594101906, 0.005823614075779915, 0.006401488557457924, 0.006979363039135933, 0.007557237520813942, 0.008135112002491951, 0.00871298648416996, 0.009290860965847969, 0.009868735447525978, 0.010446609929203987, 0.011024484410881996, 0.011602358892560005, 0.012180233374238014, 0.012758107855916023, 0.013335982337594032, 0.013913856819272041, 0.01449173130095005]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 3.0, 4.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10970283299684525, -0.10474491864442825, -0.09978700429201126, -0.09482908993959427, -0.08987117558717728, -0.08491326123476028, -0.07995534688234329, -0.0749974325299263, -0.0700395256280899, -0.06508161127567291, -0.06012369319796562, -0.05516577884554863, -0.050207868218421936, -0.045249953866004944, -0.04029203951358795, -0.03533412516117096, -0.030376210808753967, -0.025418296456336975, -0.020460382103919983, -0.01550246961414814, -0.010544555261731148, -0.005586641374975443, -0.000628727488219738, 0.004329186398535967, 0.009287100285291672, 0.014245014637708664, 0.019202928990125656, 0.0241608414798975, 0.02911875583231449, 0.034076668322086334, 0.039034582674503326, 0.04399249702692032, 0.04895041137933731, 0.0539083257317543, 0.058866240084171295, 0.06382415443658829, 0.06878206878900528, 0.07373998314142227, 0.07869789749383926, 0.08365581184625626, 0.08861371874809265, 0.09357163310050964, 0.09852954745292664, 0.10348746180534363, 0.10844537615776062, 0.11340329051017761, 0.1183612048625946, 0.1233191192150116, 0.1282770335674286, 0.13323494791984558, 0.13819286227226257, 0.14315077662467957, 0.14810869097709656, 0.15306660532951355, 0.15802451968193054, 0.16298243403434753, 0.16794034838676453, 0.17289826273918152, 0.1778561770915985, 0.1828140914440155, 0.1877720057964325, 0.1927299201488495, 0.19768783450126648, 0.20264574885368347, 0.20760366320610046]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 3.0, 2.0, 5.0, 3.0, 3.0, 4.0, 6.0, 7.0, 2.0, 12.0, 7.0, 11.0, 19.0, 17.0, 52.0, 26.0, 26.0, 11.0, 4.0, 1.0, 2.0, 5.0, 3.0, 3.0, 6.0, 0.0, 4.0, 2.0, 1.0, 0.0, 1.0, 1.0, 5.0, 0.0, 2.0, 4.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.06436086446046829, -0.06238901987671852, -0.06041717529296875, -0.05844533070921898, -0.05647348612546921, -0.054501645267009735, -0.052529800683259964, -0.05055795609951019, -0.04858611151576042, -0.04661426693201065, -0.04464242234826088, -0.04267057776451111, -0.040698736906051636, -0.038726892322301865, -0.036755047738552094, -0.03478320315480232, -0.03281135857105255, -0.03083951398730278, -0.02886766940355301, -0.026895826682448387, -0.024923982098698616, -0.022952137514948845, -0.020980294793844223, -0.019008450210094452, -0.01703660562634468, -0.01506476104259491, -0.013092917390167713, -0.011121073737740517, -0.009149229153990746, -0.007177385035902262, -0.005205540917813778, -0.003233696799725294, -0.0012618526816368103, 0.0007099914364516735, 0.0026818355545401573, 0.004653679672628641, 0.006625523790717125, 0.008597368374466896, 0.010569212026894093, 0.012541055679321289, 0.01451290026307106, 0.01648474484682083, 0.018456589430570602, 0.020428432151675224, 0.022400276735424995, 0.024372121319174767, 0.02634396404027939, 0.02831580862402916, 0.03028765320777893, 0.0322594977915287, 0.03423134237527847, 0.036203186959028244, 0.038175031542778015, 0.04014687240123749, 0.04211871698498726, 0.04409056156873703, 0.0460624061524868, 0.04803425073623657, 0.05000609531998634, 0.051977939903736115, 0.05394978076219559, 0.05592162534594536, 0.05789346992969513, 0.0598653145134449, 0.06183715909719467]}, "_runtime": 86.26473331451416, "_timestamp": 1596212956.966271, "_step": 102}
-{"val_accuracy": 0.8126591038812785, "val_loss": 0.477645524832756, "_runtime": 88.32950067520142, "_timestamp": 1596212959.0310383, "_step": 103}
-{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: n Confidence: 0.2013823240995407 Truth: v", "Prediction: 5 Confidence: 0.9999843835830688 Truth: 5", "Prediction: 2 Confidence: 0.9974703788757324 Truth: 2", "Prediction: 0 Confidence: 0.564977765083313 Truth: 0"]}, "_runtime": 88.64634346961975, "_timestamp": 1596212959.347881, "_step": 104}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0, 3.0, 1.0, 2.0, 3.0, 2.0, 1.0, 3.0, 2.0, 6.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012645281851291656, -0.012253941036760807, -0.011862601153552532, -0.011471260339021683, -0.011079920455813408, -0.010688579641282558, -0.010297238826751709, -0.009905898943543434, -0.009514558129012585, -0.009123217314481735, -0.00873187743127346, -0.008340536616742611, -0.007949195802211761, -0.007557855919003487, -0.007166515104472637, -0.006775174755603075, -0.006383834406733513, -0.005992494057863951, -0.005601153708994389, -0.005209812894463539, -0.004818472545593977, -0.004427132196724415, -0.004035791382193565, -0.0036444510333240032, -0.003253110684454441, -0.002861770335584879, -0.002470429753884673, -0.0020790891721844673, -0.0016877488233149052, -0.0012964083580300212, -0.0009050678927451372, -0.0005137274274602532, -0.00012238696217536926, 0.0002689535031095147, 0.0006602939683943987, 0.0010516344336792827, 0.0014429748989641666, 0.0018343153642490506, 0.0022256558295339346, 0.0026169964112341404, 0.0030083367601037025, 0.0033996771089732647, 0.0037910176906734705, 0.004182358272373676, 0.0045736986212432384, 0.004965038970112801, 0.00535637978464365, 0.005747720133513212, 0.006139060482382774, 0.0065304008312523365, 0.006921741180121899, 0.007313081994652748, 0.00770442234352231, 0.008095762692391872, 0.008487103506922722, 0.008878443390130997, 0.009269784204661846, 0.009661125019192696, 0.01005246490240097, 0.01044380571693182, 0.01083514653146267, 0.011226486414670944, 0.011617827229201794, 0.012009167112410069, 0.012400507926940918]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 1.0, 2.0, 3.0, 3.0, 6.0, 11.0, 3.0, 16.0, 15.0, 22.0, 22.0, 39.0, 58.0, 76.0, 85.0, 92.0, 192.0, 244.0, 493.0, 5139.0, 603.0, 252.0, 144.0, 109.0, 86.0, 51.0, 39.0, 20.0, 16.0, 21.0, 14.0, 7.0, 9.0, 9.0, 3.0, 6.0, 0.0, 5.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0], "bins": [-0.15684789419174194, -0.1524173468351364, -0.1479867845773697, -0.14355623722076416, -0.13912567496299744, -0.1346951276063919, -0.13026458024978638, -0.12583401799201965, -0.12140347063541412, -0.116972915828228, -0.11254236102104187, -0.10811181366443634, -0.10368125885725021, -0.09925070405006409, -0.09482015669345856, -0.09038960188627243, -0.0859590470790863, -0.08152849227190018, -0.07709793746471405, -0.07266739010810852, -0.0682368353009224, -0.06380628049373627, -0.05937572941184044, -0.05494517832994461, -0.050514623522758484, -0.04608406871557236, -0.04165351763367653, -0.0372229665517807, -0.032792411744594574, -0.028361858800053596, -0.02393130585551262, -0.01950075291097164, -0.015070199966430664, -0.010639647021889687, -0.006209094077348709, -0.0017785411328077316, 0.002652011811733246, 0.007082564756274223, 0.0115131177008152, 0.01594367064535618, 0.020374223589897156, 0.024804776534438133, 0.02923532947897911, 0.03366588056087494, 0.038096435368061066, 0.04252699017524719, 0.04695754125714302, 0.05138809233903885, 0.055818647146224976, 0.0602492019534111, 0.06467975676059723, 0.06911030411720276, 0.07354085892438889, 0.07797141373157501, 0.08240196108818054, 0.08683251589536667, 0.0912630707025528, 0.09569362550973892, 0.10012418031692505, 0.10455472767353058, 0.1089852824807167, 0.11341583728790283, 0.11784638464450836, 0.12227693945169449, 0.12670749425888062]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 2.0, 5.0, 2.0, 4.0, 2.0, 5.0, 3.0, 5.0, 3.0, 3.0, 3.0, 4.0, 29.0, 2.0, 5.0, 3.0, 2.0, 7.0, 2.0, 6.0, 0.0, 0.0, 5.0, 1.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003414425067603588, -0.003317137248814106, -0.003219849430024624, -0.0031225616112351418, -0.0030252737924456596, -0.0029279859736561775, -0.0028306981548666954, -0.0027334103360772133, -0.002636122517287731, -0.002538834698498249, -0.002441546879708767, -0.002344259060919285, -0.0022469712421298027, -0.0021496834233403206, -0.0020523956045508385, -0.0019551077857613564, -0.001857820083387196, -0.001760532264597714, -0.0016632444458082318, -0.0015659566270187497, -0.0014686688082292676, -0.0013713809894397855, -0.0012740931706503034, -0.0011768053518608212, -0.001079517649486661, -0.0009822298306971788, -0.0008849419537000358, -0.0007876541349105537, -0.0006903663743287325, -0.0005930785555392504, -0.0004957907367497683, -0.00039850291796028614, -0.000301215099170804, -0.0002039272803813219, -0.00010663947614375502, -9.351664630230516e-06, 8.793614688329399e-05, 0.0001852239656727761, 0.00028251175535842776, 0.0003797995741479099, 0.000477087392937392, 0.0005743752117268741, 0.0006716630305163562, 0.0007689508493058383, 0.0008662386098876595, 0.0009635264286771417, 0.0010608142474666238, 0.001158102066256106, 0.001255389885045588, 0.0013526777038350701, 0.0014499655226245522, 0.0015472533414140344, 0.0016445411602035165, 0.0017418289789929986, 0.0018391167977824807, 0.0019364046165719628, 0.002033692318946123, 0.0021309801377356052, 0.0022282679565250874, 0.0023255557753145695, 0.0024228435941040516, 0.0025201314128935337, 0.002617419231683016, 0.002714707050472498, 0.00281199486926198]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 3.0, 4.0, 1.0, 1.0, 9.0, 5.0, 6.0, 16.0, 17.0, 35.0, 48.0, 63.0, 113.0, 170.0, 229.0, 300.0, 463.0, 732.0, 1131.0, 1796.0, 2938.0, 5171.0, 9465.0, 18886.0, 44180.0, 153309.0, 823369.0, 61367.0, 25248.0, 12478.0, 6999.0, 4090.0, 2373.0, 1559.0, 993.0, 678.0, 445.0, 285.0, 199.0, 133.0, 103.0, 73.0, 39.0, 26.0, 25.0, 17.0, 19.0, 9.0, 8.0, 3.0, 2.0, 3.0, 2.0, 1.0, 2.0, 3.0], "bins": [-0.0067037614062428474, -0.0065080588683485985, -0.006312356796115637, -0.006116654258221388, -0.005920952185988426, -0.005725249648094177, -0.005529547110199928, -0.005333845037966967, -0.005138142500072718, -0.004942439962178469, -0.004746737889945507, -0.004551035352051258, -0.004355332814157009, -0.0041596307419240475, -0.0039639282040297985, -0.003768225898966193, -0.003572523593902588, -0.0033768212888389826, -0.0031811189837753773, -0.0029854164458811283, -0.002789714140817523, -0.0025940118357539177, -0.0023983092978596687, -0.0022026069927960634, -0.002006904687732458, -0.0018112023826688528, -0.0016154999611899257, -0.0014197975397109985, -0.0012240952346473932, -0.001028392929583788, -0.0008326905081048608, -0.0006369881448335946, -0.00044128578156232834, -0.0002455834182910621, -4.9881055019795895e-05, 0.00014582130825147033, 0.00034152367152273655, 0.0005372260347940028, 0.000732928398065269, 0.0009286307613365352, 0.0011243331246078014, 0.0013200354296714067, 0.0015157378511503339, 0.001711440272629261, 0.0019071425776928663, 0.0021028448827564716, 0.0022985474206507206, 0.002494249725714326, 0.002689952030777931, 0.0028856543358415365, 0.003081356640905142, 0.003277059178799391, 0.003472761483862996, 0.0036684637889266014, 0.0038641663268208504, 0.004059868399053812, 0.004255570936948061, 0.00445127347484231, 0.004646975547075272, 0.004842678084969521, 0.0050383806228637695, 0.005234082695096731, 0.00542978523299098, 0.005625487305223942, 0.005821189843118191]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 4.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 4.0, 2.0, 1.0, 5.0, 10.0, 1.0, 4.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01594669185578823, -0.015267780981957912, -0.014588870108127594, -0.013909959234297276, -0.013231048360466957, -0.012552138417959213, -0.011873227544128895, -0.011194316670298576, -0.010515405796468258, -0.00983649492263794, -0.009157584048807621, -0.008478673174977303, -0.007799762766808271, -0.007120851892977953, -0.006441941484808922, -0.005763030610978603, -0.005084119737148285, -0.0044052088633179665, -0.0037262982223182917, -0.003047387581318617, -0.0023684767074882984, -0.0016895659500733018, -0.0010106551926583052, -0.00033174443524330854, 0.0003471663221716881, 0.0010260770795866847, 0.0017049878370016813, 0.002383898478001356, 0.0030628093518316746, 0.003741720225661993, 0.004420630633831024, 0.005099541507661343, 0.005778452381491661, 0.0064573632553219795, 0.007136274129152298, 0.007815185002982616, 0.008494095876812935, 0.009173005819320679, 0.009851916693150997, 0.010530827566981316, 0.011209738440811634, 0.011888649314641953, 0.012567560188472271, 0.01324647106230259, 0.013925381004810333, 0.014604291878640652, 0.01528320275247097, 0.015962114557623863, 0.016641024500131607, 0.01731993444263935, 0.017998846247792244, 0.018677756190299988, 0.01935666799545288, 0.020035577937960625, 0.020714489743113518, 0.02139339968562126, 0.022072311490774155, 0.0227512214332819, 0.023430131375789642, 0.024109043180942535, 0.02478795312345028, 0.025466864928603172, 0.026145774871110916, 0.02682468667626381, 0.027503596618771553]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 1.0, 3.0, 0.0, 4.0, 8.0, 6.0, 11.0, 13.0, 8.0, 16.0, 24.0, 23.0, 46.0, 45.0, 59.0, 77.0, 100.0, 131.0, 229.0, 327.0, 516.0, 783.0, 1125.0, 1840.0, 6767.0, 2737.0, 1165.0, 690.0, 449.0, 315.0, 205.0, 145.0, 109.0, 111.0, 85.0, 47.0, 39.0, 31.0, 14.0, 26.0, 21.0, 12.0, 15.0, 10.0, 7.0, 9.0, 2.0, 3.0, 4.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 4.0, 0.0, 1.0], "bins": [-0.010616056621074677, -0.010236045345664024, -0.009856034070253372, -0.00947602279484272, -0.009096011519432068, -0.008716000244021416, -0.008335988968610764, -0.007955977693200111, -0.007575966417789459, -0.007195955142378807, -0.006815943866968155, -0.006435932591557503, -0.006055921316146851, -0.005675910040736198, -0.005295898765325546, -0.004915887489914894, -0.004535876214504242, -0.00415586493909359, -0.0037758536636829376, -0.0033958423882722855, -0.0030158311128616333, -0.002635819837450981, -0.002255808562040329, -0.0018757972866296768, -0.0014957860112190247, -0.0011157747358083725, -0.0007357634603977203, -0.0003557521849870682, 2.4259090423583984e-05, 0.00040427036583423615, 0.0007842816412448883, 0.0011642929166555405, 0.0015443041920661926, 0.0019243154674768448, 0.002304326742887497, 0.002684338018298149, 0.0030643492937088013, 0.0034443605691194534, 0.0038243718445301056, 0.004204383119940758, 0.00458439439535141, 0.004964405670762062, 0.005344416946172714, 0.005724428221583366, 0.0061044394969940186, 0.006484450772404671, 0.006864462047815323, 0.007244473323225975, 0.007624484598636627, 0.00800449587404728, 0.008384507149457932, 0.008764518424868584, 0.009144529700279236, 0.009524540975689888, 0.00990455225110054, 0.010284563526511192, 0.010664574801921844, 0.011044586077332497, 0.011424597352743149, 0.011804608628153801, 0.012184619903564453, 0.012564631178975105, 0.012944642454385757, 0.01332465372979641, 0.013704665005207062]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0, 3.0, 6.0, 1.0, 0.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.22976981103420258, -0.2240908443927765, -0.2184118926525116, -0.2127329260110855, -0.20705395936965942, -0.20137500762939453, -0.19569604098796844, -0.19001708924770355, -0.18433812260627747, -0.17865915596485138, -0.1729802042245865, -0.1673012375831604, -0.1616222858428955, -0.15594331920146942, -0.15026435256004333, -0.14458540081977844, -0.13890643417835236, -0.13322746753692627, -0.12754851579666138, -0.12186954915523529, -0.1161905899643898, -0.11051163077354431, -0.10483266413211823, -0.09915370494127274, -0.09347474575042725, -0.08779578655958176, -0.08211682736873627, -0.07643786072731018, -0.07075890153646469, -0.0650799423456192, -0.059400979429483414, -0.053722016513347626, -0.048043057322502136, -0.04236409813165665, -0.03668513521552086, -0.03100617416203022, -0.02532721310853958, -0.019648252055048943, -0.013969291001558304, -0.008290329948067665, -0.0026113688945770264, 0.0030675921589136124, 0.008746553212404251, 0.01442551426589489, 0.02010447531938553, 0.025783436372876167, 0.031462397426366806, 0.037141360342502594, 0.042820319533348083, 0.04849927872419357, 0.05417824164032936, 0.05985720455646515, 0.06553616374731064, 0.07121512293815613, 0.07689408957958221, 0.0825730487704277, 0.0882520079612732, 0.09393096715211868, 0.09960992634296417, 0.10528889298439026, 0.11096785217523575, 0.11664681136608124, 0.12232577800750732, 0.12800472974777222, 0.1336836963891983]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 5.0, 7.0, 7.0, 14.0, 11.0, 10.0, 26.0, 65.0, 41.0, 26.0, 11.0, 9.0, 8.0, 4.0, 0.0, 4.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.17176246643066406, -0.16771769523620605, -0.16367290914058685, -0.15962813794612885, -0.15558335185050964, -0.15153858065605164, -0.14749380946159363, -0.14344902336597443, -0.13940425217151642, -0.1353594809770584, -0.1313146948814392, -0.1272699236869812, -0.1232251450419426, -0.11918036639690399, -0.11513559520244598, -0.11109081655740738, -0.10704603791236877, -0.10300125926733017, -0.09895648062229156, -0.09491170942783356, -0.09086693078279495, -0.08682215213775635, -0.08277738094329834, -0.07873260229825974, -0.07468782365322113, -0.07064304500818253, -0.06659826636314392, -0.06255349516868591, -0.05850871652364731, -0.054463937878608704, -0.0504191629588604, -0.04637438803911209, -0.042329609394073486, -0.03828483074903488, -0.034240055829286575, -0.03019527904689312, -0.026150502264499664, -0.02210572548210621, -0.018060948699712753, -0.014016171917319298, -0.009971395134925842, -0.005926618352532387, -0.0018818415701389313, 0.0021629352122545242, 0.00620771199464798, 0.010252488777041435, 0.01429726555943489, 0.018342042341828346, 0.022386819124221802, 0.026431595906615257, 0.030476372689008713, 0.03452114760875702, 0.038565926253795624, 0.04261070489883423, 0.046655479818582535, 0.05070025473833084, 0.054745033383369446, 0.05878981202840805, 0.06283459067344666, 0.06687936186790466, 0.07092414051294327, 0.07496891915798187, 0.07901369035243988, 0.08305846899747849, 0.08710324764251709]}, "_runtime": 88.74415421485901, "_timestamp": 1596212959.4456918, "_step": 105}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 3.0, 2.0, 0.0, 3.0, 1.0, 2.0, 1.0, 2.0, 9.0, 3.0, 1.0, 2.0, 0.0, 2.0, 0.0, 2.0, 3.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.01119318325072527, -0.010847640223801136, -0.010502098128199577, -0.010156555101275444, -0.00981101207435131, -0.009465469978749752, -0.009119926951825619, -0.00877438485622406, -0.008428841829299927, -0.008083298802375793, -0.007737756706774235, -0.0073922136798501015, -0.0070466711185872555, -0.0067011285573244095, -0.006355585530400276, -0.00601004296913743, -0.005664500407874584, -0.005318957846611738, -0.004973415285348892, -0.004627872258424759, -0.004282329697161913, -0.003936787135899067, -0.0035912443418055773, -0.0032457015477120876, -0.0029001589864492416, -0.0025546164251863956, -0.002209073631092906, -0.0018635309534147382, -0.0015179882757365704, -0.0011724455980584025, -0.0008269029203802347, -0.0004813602427020669, -0.00013581756502389908, 0.00020972511265426874, 0.0005552677903324366, 0.0009008104680106044, 0.0012463531456887722, 0.00159189582336694, 0.0019374385010451078, 0.0022829812951385975, 0.0026285238564014435, 0.0029740664176642895, 0.003319609211757779, 0.0036651520058512688, 0.004010694567114115, 0.004356237128376961, 0.004701780155301094, 0.00504732271656394, 0.005392865277826786, 0.005738407839089632, 0.006083950400352478, 0.006429493427276611, 0.006775035988539457, 0.007120578549802303, 0.007466121576726437, 0.007811664137989283, 0.008157206699252129, 0.008502749726176262, 0.00884829182177782, 0.009193834848701954, 0.009539376944303513, 0.009884919971227646, 0.01023046299815178, 0.010576005093753338, 0.010921548120677471]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 1.0, 3.0, 2.0, 3.0, 4.0, 2.0, 2.0, 7.0, 11.0, 12.0, 17.0, 18.0, 28.0, 32.0, 32.0, 49.0, 52.0, 76.0, 102.0, 118.0, 190.0, 259.0, 470.0, 5125.0, 482.0, 223.0, 155.0, 97.0, 81.0, 50.0, 39.0, 33.0, 32.0, 22.0, 26.0, 17.0, 12.0, 12.0, 9.0, 5.0, 5.0, 3.0, 2.0, 1.0, 2.0, 1.0, 3.0, 1.0, 0.0, 1.0], "bins": [-0.15780030190944672, -0.15356339514255524, -0.14932647347450256, -0.14508956670761108, -0.1408526450395584, -0.13661573827266693, -0.13237881660461426, -0.12814190983772278, -0.1239049956202507, -0.11966808140277863, -0.11543116718530655, -0.11119425296783447, -0.106957346200943, -0.10272043198347092, -0.09848351776599884, -0.09424660354852676, -0.09000968933105469, -0.08577277511358261, -0.08153586089611053, -0.07729894667863846, -0.07306203246116638, -0.0688251256942749, -0.06458821147680283, -0.06035129725933075, -0.05611438304185867, -0.0518774688243866, -0.04764055460691452, -0.04340364411473274, -0.039166729897260666, -0.03492981567978859, -0.030692903324961662, -0.026455990970134735, -0.02221907675266266, -0.017982162535190582, -0.013745250180363655, -0.009508336894214153, -0.0052714236080646515, -0.0010345103219151497, 0.003202402964234352, 0.007439316250383854, 0.011676229536533356, 0.015913143754005432, 0.02015005610883236, 0.024386968463659286, 0.028623882681131363, 0.03286079689860344, 0.03709770739078522, 0.041334621608257294, 0.04557153582572937, 0.04980845004320145, 0.05404536426067352, 0.0582822747528553, 0.06251919269561768, 0.06675609946250916, 0.07099301367998123, 0.07522992789745331, 0.07946684211492538, 0.08370375633239746, 0.08794067054986954, 0.09217758476734161, 0.0964144915342331, 0.10065140575170517, 0.10488831996917725, 0.10912523418664932, 0.1133621484041214]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 4.0, 0.0, 1.0, 2.0, 3.0, 3.0, 3.0, 1.0, 6.0, 2.0, 1.0, 3.0, 4.0, 7.0, 2.0, 25.0, 6.0, 1.0, 3.0, 4.0, 3.0, 6.0, 5.0, 2.0, 0.0, 3.0, 2.0, 3.0, 4.0, 4.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0035710104275494814, -0.00345147168263793, -0.0033319329377263784, -0.0032123944256454706, -0.003092855680733919, -0.0029733169358223677, -0.002853778190910816, -0.0027342394459992647, -0.0026147007010877132, -0.0024951621890068054, -0.002375623444095254, -0.0022560846991837025, -0.002136545954272151, -0.0020170072093605995, -0.0018974685808643699, -0.0017779299523681402, -0.0016583912074565887, -0.0015388524625450373, -0.0014193138340488076, -0.0012997750891372561, -0.0011802364606410265, -0.001060697715729475, -0.0009411589708179235, -0.000821620284114033, -0.0007020815974101424, -0.0005825429107062519, -0.00046300419489853084, -0.0003434654790908098, -0.00022392679238691926, -0.00010438809113111347, 1.515061012469232e-05, 0.0001346893113804981, 0.0002542280126363039, 0.00037376669934019446, 0.000493305386044085, 0.0006128441309556365, 0.0007323828176595271, 0.0008519215043634176, 0.0009714602492749691, 0.0010909988777711987, 0.0012105376226827502, 0.0013300763675943017, 0.0014496149960905313, 0.0015691537410020828, 0.0016886924859136343, 0.001808231114409864, 0.0019277698593214154, 0.002047308487817645, 0.0021668472327291965, 0.002286385977640748, 0.0024059247225522995, 0.0025254632346332073, 0.002645001979544759, 0.0027645407244563103, 0.0028840794693678617, 0.0030036182142794132, 0.003123156726360321, 0.0032426954712718725, 0.003362234216183424, 0.0034817729610949755, 0.003601311706006527, 0.0037208504509180784, 0.0038403889629989862, 0.003959927707910538, 0.004079466685652733]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 5.0, 5.0, 7.0, 8.0, 15.0, 16.0, 28.0, 45.0, 51.0, 59.0, 98.0, 121.0, 179.0, 248.0, 373.0, 527.0, 782.0, 1181.0, 1883.0, 3052.0, 5279.0, 9100.0, 17899.0, 41367.0, 132851.0, 827716.0, 70193.0, 29281.0, 15080.0, 8532.0, 4986.0, 3084.0, 1865.0, 1284.0, 791.0, 543.0, 386.0, 233.0, 171.0, 117.0, 58.0, 40.0, 35.0, 17.0, 21.0, 9.0, 9.0, 3.0, 1.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.006579346489161253, -0.006346977315843105, -0.006114608142524958, -0.005882238503545523, -0.005649869330227375, -0.005417500156909227, -0.00518513098359108, -0.004952761810272932, -0.004720392636954784, -0.004488022997975349, -0.004255653824657202, -0.004023284651339054, -0.0037909154780209064, -0.003558546071872115, -0.0033261768985539675, -0.003093807492405176, -0.0028614383190870285, -0.002629069145768881, -0.0023966997396200895, -0.002164330566301942, -0.0019319612765684724, -0.001699591986835003, -0.0014672228135168552, -0.0012348535237833858, -0.0010024842340499163, -0.0007701149443164468, -0.0005377457127906382, -0.0003053764521609992, -7.300719153136015e-05, 0.00015936206909827888, 0.0003917313297279179, 0.0006241005612537265, 0.000856469850987196, 0.0010888391407206655, 0.001321208430454135, 0.0015535776037722826, 0.001785946893505752, 0.0020183161832392216, 0.0022506853565573692, 0.0024830547627061605, 0.002715423936024308, 0.002947793109342456, 0.003180162515491247, 0.003412531688809395, 0.0036449008621275425, 0.003877270268276334, 0.004109639674425125, 0.004342008847743273, 0.0045743780210614204, 0.004806747194379568, 0.005039116367697716, 0.005271486006677151, 0.005503855179995298, 0.005736224353313446, 0.005968593526631594, 0.006200962699949741, 0.006433332338929176, 0.006665701512247324, 0.006898070685565472, 0.007130439858883619, 0.007362809032201767, 0.007595178205519915, 0.007827547378838062, 0.008059917017817497, 0.008292285725474358]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 4.0, 7.0, 8.0, 3.0, 4.0, 7.0, 5.0, 0.0, 2.0, 2.0, 0.0, 4.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06760828197002411, -0.06614154577255249, -0.06467480212450027, -0.06320806592702866, -0.06174132227897644, -0.06027458608150482, -0.058807846158742905, -0.05734110623598099, -0.05587436631321907, -0.05440762639045715, -0.052940886467695236, -0.05147414654493332, -0.0500074103474617, -0.04854067042469978, -0.047073930501937866, -0.04560719057917595, -0.04414045065641403, -0.042673710733652115, -0.0412069708108902, -0.03974023088812828, -0.038273490965366364, -0.036806754767894745, -0.03534001484513283, -0.03387327492237091, -0.032406534999608994, -0.030939795076847076, -0.02947305515408516, -0.02800631709396839, -0.026539577171206474, -0.025072837248444557, -0.02360609918832779, -0.022139359265565872, -0.020672619342803955, -0.019205879420042038, -0.01773913949728012, -0.016272401437163353, -0.014805661514401436, -0.013338921591639519, -0.011872182600200176, -0.010405443608760834, -0.008938703685998917, -0.007471964228898287, -0.006005224771797657, -0.004538485314697027, -0.0030717458575963974, -0.0016050064004957676, -0.0001382669433951378, 0.001328472513705492, 0.002795211970806122, 0.004261951427906752, 0.0057286908850073814, 0.007195430342108011, 0.008662169799208641, 0.010128909721970558, 0.0115956487134099, 0.013062387704849243, 0.01452912762761116, 0.015995867550373077, 0.017462607473134995, 0.018929345533251762, 0.02039608545601368, 0.021862825378775597, 0.023329563438892365, 0.02479630336165428, 0.0262630432844162]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [7.0, 2.0, 1.0, 7.0, 1.0, 0.0, 0.0, 2.0, 9.0, 16.0, 8.0, 8.0, 4.0, 4.0, 9.0, 10.0, 12.0, 4.0, 9.0, 8.0, 3.0, 5.0, 5.0, 12.0, 13.0, 13.0, 13.0, 22.0, 22.0, 39.0, 41.0, 43.0, 70.0, 104.0, 117.0, 196.0, 279.0, 444.0, 685.0, 1271.0, 6556.0, 3265.0, 1787.0, 1063.0, 730.0, 402.0, 293.0, 218.0, 136.0, 111.0, 78.0, 60.0, 47.0, 51.0, 26.0, 26.0, 23.0, 17.0, 9.0, 7.0, 4.0, 3.0, 0.0, 2.0], "bins": [-0.0208897702395916, -0.02037796936929226, -0.01986616849899292, -0.01935436762869358, -0.01884256675839424, -0.01833076775074005, -0.017818966880440712, -0.017307166010141373, -0.016795365139842033, -0.016283564269542694, -0.015771763399243355, -0.01525996346026659, -0.01474816258996725, -0.014236361719667912, -0.013724561780691147, -0.013212760910391808, -0.012700960040092468, -0.012189159169793129, -0.01167735829949379, -0.011165558360517025, -0.010653757490217686, -0.010141956619918346, -0.009630156680941582, -0.009118355810642242, -0.008606554940342903, -0.008094754070043564, -0.007582953665405512, -0.00707115326076746, -0.006559352390468121, -0.006047551520168781, -0.005535751115530729, -0.005023950710892677, -0.004512149840593338, -0.004000348970293999, -0.0034885485656559467, -0.002976747928187251, -0.0024649472907185555, -0.00195314665324986, -0.0014413460157811642, -0.0009295453783124685, -0.0004177447408437729, 9.405589662492275e-05, 0.0006058565340936184, 0.001117657171562314, 0.0016294578090310097, 0.0021412584464997053, 0.002653059083968401, 0.0031648597214370966, 0.0036766603589057922, 0.0041884612292051315, 0.0047002616338431835, 0.0052120620384812355, 0.005723862908780575, 0.006235663779079914, 0.006747464183717966, 0.007259264588356018, 0.007771065458655357, 0.008282866328954697, 0.008794667199254036, 0.0093064671382308, 0.00981826800853014, 0.01033006887882948, 0.010841868817806244, 0.011353669688105583, 0.011865470558404922]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 3.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08989795297384262, -0.08517714589834213, -0.08045633882284164, -0.07573553174734116, -0.07101471722126007, -0.06629391014575958, -0.061573103070259094, -0.056852295994758606, -0.05213148891925812, -0.04741068184375763, -0.04268987476825714, -0.037969063967466354, -0.033248256891965866, -0.028527449816465378, -0.02380664087831974, -0.019085831940174103, -0.014365024864673615, -0.009644216857850552, -0.004923408851027489, -0.0002026008442044258, 0.004518207162618637, 0.0092390151694417, 0.013959823176264763, 0.0186806321144104, 0.02340143918991089, 0.028122246265411377, 0.032843053340911865, 0.03756386414170265, 0.04228467121720314, 0.04700547829270363, 0.051726289093494415, 0.056447096168994904, 0.06116790324449539, 0.06588871031999588, 0.07060951739549637, 0.07533032447099686, 0.08005113899707794, 0.08477194607257843, 0.08949275314807892, 0.0942135602235794, 0.0989343672990799, 0.10365517437458038, 0.10837598145008087, 0.11309678852558136, 0.11781759560108185, 0.12253841012716293, 0.12725920975208282, 0.1319800168275833, 0.136700838804245, 0.14142164587974548, 0.14614245295524597, 0.15086326003074646, 0.15558406710624695, 0.16030487418174744, 0.16502568125724792, 0.1697464883327484, 0.1744672954082489, 0.1791881024837494, 0.18390890955924988, 0.18862971663475037, 0.19335052371025085, 0.19807133078575134, 0.20279213786125183, 0.20751294493675232, 0.2122337520122528]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 5.0, 1.0, 1.0, 2.0, 2.0, 3.0, 4.0, 2.0, 2.0, 2.0, 3.0, 1.0, 2.0, 2.0, 3.0, 9.0, 12.0, 5.0, 11.0, 13.0, 9.0, 12.0, 12.0, 18.0, 36.0, 14.0, 16.0, 13.0, 15.0, 7.0, 3.0, 5.0, 2.0, 4.0, 4.0, 2.0, 4.0, 5.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.052429962903261185, -0.050437308847904205, -0.04844465106725693, -0.04645199701189995, -0.04445934295654297, -0.04246668890118599, -0.04047403484582901, -0.03848137706518173, -0.03648872300982475, -0.03449606895446777, -0.032503411173820496, -0.030510757118463516, -0.028518103063106537, -0.026525449007749557, -0.02453279308974743, -0.0225401371717453, -0.02054748311638832, -0.01855482906103134, -0.016562173143029213, -0.014569518156349659, -0.012576863169670105, -0.010584208182990551, -0.008591553196310997, -0.006598898209631443, -0.004606243222951889, -0.002613588236272335, -0.0006209332495927811, 0.001371721737086773, 0.003364376723766327, 0.005357031710445881, 0.007349686697125435, 0.009342341683804989, 0.011334996670484543, 0.013327651657164097, 0.01532030664384365, 0.01731296256184578, 0.01930561661720276, 0.021298270672559738, 0.023290926590561867, 0.025283582508563995, 0.027276236563920975, 0.029268890619277954, 0.03126154839992523, 0.03325420245528221, 0.03524685651063919, 0.03723951056599617, 0.03923216462135315, 0.04122482240200043, 0.04321747645735741, 0.045210130512714386, 0.047202788293361664, 0.04919544234871864, 0.05118809640407562, 0.0531807504594326, 0.05517340451478958, 0.05716606229543686, 0.05915871635079384, 0.06115137040615082, 0.0631440281867981, 0.06513667851686478, 0.06712933629751205, 0.06912199407815933, 0.07111464440822601, 0.07310730218887329, 0.07509995996952057]}, "_runtime": 89.5345721244812, "_timestamp": 1596212960.2361097, "_step": 106}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 3.0, 3.0, 2.0, 1.0, 2.0, 2.0, 2.0, 4.0, 0.0, 4.0, 5.0, 0.0, 4.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.008190175518393517, -0.00793107133358717, -0.007671968080103397, -0.0074128638952970505, -0.007153760176151991, -0.006894656457006931, -0.006635552272200584, -0.006376448553055525, -0.006117344833910465, -0.005858241114765406, -0.005599137395620346, -0.005340033210813999, -0.00508092949166894, -0.00482182577252388, -0.004562721587717533, -0.0043036178685724735, -0.004044514149427414, -0.0037854104302823544, -0.003526306478306651, -0.003267202526330948, -0.0030080988071858883, -0.0027489950880408287, -0.0024898911360651255, -0.0022307871840894222, -0.0019716834649443626, -0.0017125796293839812, -0.0014534757938235998, -0.0011943719582632184, -0.000935268122702837, -0.0006761642871424556, -0.00041706045158207417, -0.00015795661602169275, 0.00010114721953868866, 0.00036025105509907007, 0.0006193548906594515, 0.0008784587262198329, 0.0011375625617802143, 0.0013966663973405957, 0.0016557702329009771, 0.0019148740684613585, 0.00217397790402174, 0.0024330816231667995, 0.002692185575142503, 0.002951289527118206, 0.0032103932462632656, 0.003469496965408325, 0.0037286009173840284, 0.003987704869359732, 0.004246808588504791, 0.004505912307649851, 0.00476501602679491, 0.005024120211601257, 0.005283223930746317, 0.0055423276498913765, 0.005801431834697723, 0.006060535553842783, 0.0063196392729878426, 0.006578742992132902, 0.006837846711277962, 0.007096950896084309, 0.007356054615229368, 0.007615158334374428, 0.007874262519180775, 0.008133365772664547, 0.008392469957470894]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 5.0, 4.0, 5.0, 4.0, 4.0, 4.0, 9.0, 7.0, 18.0, 18.0, 20.0, 40.0, 32.0, 49.0, 54.0, 79.0, 117.0, 192.0, 205.0, 322.0, 2513.0, 3108.0, 330.0, 213.0, 123.0, 110.0, 51.0, 53.0, 36.0, 44.0, 34.0, 30.0, 18.0, 15.0, 15.0, 13.0, 6.0, 3.0, 3.0, 2.0, 3.0, 3.0, 4.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.11800837516784668, -0.11443208903074265, -0.11085580289363861, -0.10727951675653458, -0.10370323061943054, -0.10012693703174591, -0.09655065089464188, -0.09297436475753784, -0.08939807862043381, -0.08582179248332977, -0.08224550634622574, -0.0786692202091217, -0.07509292662143707, -0.07151664048433304, -0.067940354347229, -0.06436406821012497, -0.060787782073020935, -0.0572114959359169, -0.053635209798812866, -0.05005891993641853, -0.0464826337993145, -0.042906347662210464, -0.03933005779981613, -0.0357537716627121, -0.03217748552560806, -0.02860119938850403, -0.025024911388754845, -0.02144862338900566, -0.017872337251901627, -0.014296050183475018, -0.010719763115048409, -0.0071434760466217995, -0.0035671889781951904, 9.09809023141861e-06, 0.0035853851586580276, 0.007161672227084637, 0.010737959295511246, 0.014314246363937855, 0.017890533432364464, 0.021466821432113647, 0.025043107569217682, 0.028619393706321716, 0.03219567984342575, 0.035771969705820084, 0.03934825584292412, 0.04292454198002815, 0.046500831842422485, 0.05007711797952652, 0.053653404116630554, 0.05722969025373459, 0.06080597639083862, 0.06438226252794266, 0.06795854866504669, 0.07153484225273132, 0.07511112838983536, 0.07868741452693939, 0.08226370066404343, 0.08583998680114746, 0.0894162729382515, 0.09299255907535553, 0.09656885266304016, 0.1001451388001442, 0.10372142493724823, 0.10729771107435226, 0.1108739972114563]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 2.0, 4.0, 3.0, 1.0, 2.0, 0.0, 3.0, 9.0, 6.0, 5.0, 24.0, 3.0, 5.0, 4.0, 3.0, 0.0, 2.0, 2.0, 3.0, 3.0, 1.0, 3.0, 1.0, 3.0, 4.0, 4.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0032803299836814404, -0.0031806149054318666, -0.003080899827182293, -0.0029811845161020756, -0.002881469437852502, -0.002781754359602928, -0.0026820392813533545, -0.0025823242031037807, -0.0024826088920235634, -0.0023828938137739897, -0.002283178735524416, -0.0021834636572748423, -0.0020837485790252686, -0.001984033500775695, -0.0018843183061107993, -0.0017846031114459038, -0.00168488803319633, -0.0015851729549467564, -0.0014854577602818608, -0.0013857426820322871, -0.0012860274873673916, -0.0011863124091178179, -0.0010865973308682442, -0.0009868821362033486, -0.0008871670579537749, -0.0007874519214965403, -0.0006877367850393057, -0.000588021706789732, -0.0004883065703324974, -0.00038859143387526274, -0.0002888763265218586, -0.00018916120461653918, -8.944608271121979e-05, 1.0269039194099605e-05, 0.000109984161099419, 0.0002096992830047384, 0.0003094144049100578, 0.0004091295413672924, 0.0005088446196168661, 0.0006085597560741007, 0.0007082748925313354, 0.00080799002898857, 0.0009077051654458046, 0.0010074202436953783, 0.001107135321944952, 0.0012068505166098475, 0.0013065655948594213, 0.0014062807895243168, 0.0015059958677738905, 0.0016057109460234642, 0.0017054261406883597, 0.0018051412189379334, 0.001904856413602829, 0.0020045714918524027, 0.0021042865701019764, 0.00220400164835155, 0.002303716726601124, 0.002403432037681341, 0.002503147115930915, 0.0026028621941804886, 0.0027025772724300623, 0.002802292350679636, 0.0029020076617598534, 0.003001722740009427, 0.0031014378182590008]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 3.0, 3.0, 1.0, 1.0, 4.0, 9.0, 14.0, 16.0, 36.0, 32.0, 40.0, 76.0, 116.0, 166.0, 199.0, 270.0, 411.0, 637.0, 907.0, 1355.0, 2212.0, 4141.0, 7463.0, 15227.0, 36061.0, 124505.0, 861982.0, 67314.0, 25801.0, 12653.0, 6683.0, 3973.0, 2482.0, 1562.0, 1007.0, 713.0, 432.0, 313.0, 204.0, 140.0, 128.0, 88.0, 61.0, 48.0, 29.0, 32.0, 19.0, 19.0, 15.0, 11.0, 12.0, 3.0, 3.0, 7.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006134358700364828, -0.00590989226475358, -0.005685425363481045, -0.005460958927869797, -0.005236492492258549, -0.005012026056647301, -0.004787559621036053, -0.004563092719763517, -0.004338626284152269, -0.004114159848541021, -0.0038896931800991297, -0.003665226511657238, -0.00344076007604599, -0.003216293640434742, -0.0029918269719928503, -0.0027673603035509586, -0.0025428938679397106, -0.0023184274323284626, -0.002093960763886571, -0.001869494211860001, -0.0016450276598334312, -0.0014205611078068614, -0.0011960945557802916, -0.0009716280037537217, -0.0007471614517271519, -0.000522694899700582, -0.0002982283476740122, -7.376179564744234e-05, 0.0001507047563791275, 0.00037517130840569735, 0.0005996378604322672, 0.000824104412458837, 0.0010485709644854069, 0.0012730375165119767, 0.0014975040685385466, 0.0017219706205651164, 0.0019464371725916862, 0.0021709036082029343, 0.002395370276644826, 0.0026198369450867176, 0.0028443033806979656, 0.0030687698163092136, 0.0032932364847511053, 0.003517703153192997, 0.003742169588804245, 0.003966636024415493, 0.004191102460026741, 0.004415569361299276, 0.004640035796910524, 0.004864502232521772, 0.005088969133794308, 0.005313435569405556, 0.005537902005016804, 0.005762368440628052, 0.0059868348762393, 0.006211301777511835, 0.006435768213123083, 0.006660234648734331, 0.0068847015500068665, 0.0071091679856181145, 0.0073336344212293625, 0.0075581008568406105, 0.0077825672924518585, 0.008007033728063107, 0.008231500163674355]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 4.0, 2.0, 4.0, 6.0, 10.0, 4.0, 2.0, 7.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.046864259988069534, -0.04573056846857071, -0.044596873223781586, -0.04346318170428276, -0.042329490184783936, -0.04119579493999481, -0.04006210342049599, -0.03892840817570686, -0.03779471665620804, -0.03666102513670921, -0.03552732989192009, -0.034393638372421265, -0.03325994312763214, -0.032126251608133316, -0.03099256008863449, -0.029858866706490517, -0.028725173324346542, -0.027591479942202568, -0.026457786560058594, -0.02532409504055977, -0.024190401658415794, -0.02305670827627182, -0.021923016756772995, -0.02078932337462902, -0.019655629992485046, -0.018521936610341072, -0.017388243228197098, -0.016254551708698273, -0.015120858326554298, -0.013987164944410324, -0.012853472493588924, -0.011719780042767525, -0.01058608666062355, -0.009452393278479576, -0.008318700827658176, -0.007185007911175489, -0.006051314994692802, -0.004917622078210115, -0.0037839291617274284, -0.0026502362452447414, -0.0015165433287620544, -0.00038285041227936745, 0.0007508425042033195, 0.0018845354206860065, 0.0030182283371686935, 0.0041519212536513805, 0.0052856141701340675, 0.0064193070866167545, 0.0075530000030994415, 0.008686693385243416, 0.009820385836064816, 0.010954078286886215, 0.01208777166903019, 0.013221465051174164, 0.014355157501995564, 0.015488849952816963, 0.016622543334960938, 0.017756236717104912, 0.018889930099248886, 0.02002362161874771, 0.021157315000891685, 0.02229100838303566, 0.023424699902534485, 0.02455839328467846, 0.025692086666822433]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [7.0, 2.0, 4.0, 5.0, 0.0, 0.0, 5.0, 5.0, 14.0, 3.0, 0.0, 7.0, 10.0, 9.0, 5.0, 5.0, 11.0, 10.0, 13.0, 15.0, 15.0, 39.0, 31.0, 35.0, 47.0, 81.0, 98.0, 149.0, 198.0, 282.0, 404.0, 655.0, 1067.0, 2063.0, 7125.0, 2034.0, 1141.0, 774.0, 496.0, 375.0, 276.0, 235.0, 178.0, 138.0, 96.0, 68.0, 59.0, 42.0, 29.0, 25.0, 10.0, 0.0, 15.0, 6.0, 4.0, 2.0, 4.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0], "bins": [-0.014384281821548939, -0.01396806538105011, -0.013551848009228706, -0.013135631568729877, -0.012719415128231049, -0.012303197756409645, -0.011886981315910816, -0.011470763944089413, -0.011054547503590584, -0.010638331063091755, -0.010222113691270351, -0.009805897250771523, -0.009389679878950119, -0.00897346343845129, -0.008557246997952461, -0.008141029626131058, -0.007724813185632229, -0.007308596279472113, -0.0068923793733119965, -0.006476162932813168, -0.006059946026653051, -0.005643729120492935, -0.005227512679994106, -0.00481129577383399, -0.004395078867673874, -0.003978861961513758, -0.003562645288184285, -0.0031464286148548126, -0.0027302117086946964, -0.0023139948025345802, -0.0018977781292051077, -0.0014815613394603133, -0.001065344549715519, -0.0006491277599707246, -0.00023291097022593021, 0.00018330581951886415, 0.0005995226092636585, 0.001015739399008453, 0.0014319561887532473, 0.0018481729784980416, 0.002264389768242836, 0.002680606674402952, 0.0030968233477324247, 0.0035130400210618973, 0.0039292569272220135, 0.00434547383338213, 0.0047616902738809586, 0.005177907180041075, 0.005594124086201191, 0.006010340992361307, 0.006426557898521423, 0.006842774339020252, 0.007258991245180368, 0.007675208151340485, 0.008091424591839314, 0.008507641963660717, 0.008923858404159546, 0.009340074844658375, 0.009756292216479778, 0.010172508656978607, 0.01058872602880001, 0.01100494246929884, 0.011421158909797668, 0.011837376281619072, 0.0122535927221179]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 3.0, 0.0, 1.0, 3.0, 2.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08523720502853394, -0.0817343071103096, -0.07823140919208527, -0.07472851127386093, -0.0712256133556366, -0.06772272288799286, -0.06421982496976852, -0.06071692705154419, -0.057214029133319855, -0.05371113121509552, -0.050208233296871185, -0.04670533910393715, -0.043202441185712814, -0.03969954326748848, -0.03619664907455444, -0.03269375115633011, -0.029190853238105774, -0.02568795531988144, -0.022185059264302254, -0.018682163208723068, -0.015179265290498734, -0.011676368303596973, -0.008173471316695213, -0.004670574329793453, -0.0011676773428916931, 0.002335219644010067, 0.005838116630911827, 0.009341013617813587, 0.012843910604715347, 0.016346808522939682, 0.019849704578518867, 0.023352600634098053, 0.026855498552322388, 0.030358396470546722, 0.03386129438877106, 0.03736418858170509, 0.04086708649992943, 0.04436998441815376, 0.0478728786110878, 0.051375776529312134, 0.05487867444753647, 0.0583815723657608, 0.06188447028398514, 0.06538736820220947, 0.06889025866985321, 0.07239315658807755, 0.07589605450630188, 0.07939895242452621, 0.08290185034275055, 0.08640474826097488, 0.08990764617919922, 0.09341054409742355, 0.09691344201564789, 0.10041633248329163, 0.10391923040151596, 0.1074221283197403, 0.11092502623796463, 0.11442792415618896, 0.1179308220744133, 0.12143371999263763, 0.12493661046028137, 0.1284395158290863, 0.13194240629673004, 0.13544531166553497, 0.1389482021331787]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 0.0, 3.0, 2.0, 4.0, 1.0, 4.0, 3.0, 3.0, 2.0, 3.0, 2.0, 3.0, 1.0, 0.0, 0.0, 2.0, 4.0, 6.0, 8.0, 9.0, 12.0, 13.0, 27.0, 46.0, 18.0, 16.0, 11.0, 9.0, 3.0, 10.0, 4.0, 3.0, 2.0, 3.0, 3.0, 5.0, 2.0, 1.0, 5.0, 1.0, 2.0, 3.0, 2.0, 1.0, 0.0, 4.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 2.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.035073451697826385, -0.03365445137023926, -0.03223544731736183, -0.030816445127129555, -0.029397442936897278, -0.02797844260931015, -0.026559440419077873, -0.025140438228845596, -0.02372143603861332, -0.022302433848381042, -0.020883431658148766, -0.01946442946791649, -0.01804542914032936, -0.016626426950097084, -0.015207424759864807, -0.01378842256963253, -0.012369420379400253, -0.010950418189167976, -0.0095314159989357, -0.008112414740025997, -0.00669341254979372, -0.005274410359561443, -0.0038554086349904537, -0.0024364066775888205, -0.0010174047201871872, 0.00040159723721444607, 0.0018205991946160793, 0.0032396011520177126, 0.004658603109419346, 0.006077605299651623, 0.007496607024222612, 0.008915608748793602, 0.010334610939025879, 0.011753613129258156, 0.013172615319490433, 0.014591616578400135, 0.016010619699954987, 0.017429620027542114, 0.01884862221777439, 0.020267624408006668, 0.021686626598238945, 0.023105628788471222, 0.0245246309787035, 0.025943633168935776, 0.027362633496522903, 0.02878163568675518, 0.030200637876987457, 0.03161964192986488, 0.03303864225745201, 0.03445764258503914, 0.035876646637916565, 0.03729564696550369, 0.03871465101838112, 0.040133651345968246, 0.04155265539884567, 0.0429716557264328, 0.04439065605401993, 0.045809660106897354, 0.04722866043448448, 0.04864766448736191, 0.050066664814949036, 0.05148566886782646, 0.05290466919541359, 0.054323673248291016, 0.05574267357587814]}, "_runtime": 90.34474730491638, "_timestamp": 1596212961.046285, "_step": 107}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 2.0, 3.0, 1.0, 3.0, 1.0, 4.0, 2.0, 2.0, 4.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 3.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 3.0], "bins": [-0.012915722094476223, -0.012627234682440758, -0.012338747270405293, -0.012050258927047253, -0.011761771515011787, -0.011473284102976322, -0.011184796690940857, -0.010896309278905392, -0.010607821866869926, -0.010319333523511887, -0.010030846111476421, -0.009742358699440956, -0.009453871287405491, -0.009165383875370026, -0.008876895532011986, -0.00858840811997652, -0.008299920707941055, -0.00801143329590559, -0.0077229454182088375, -0.007434458006173372, -0.00714597012847662, -0.0068574827164411545, -0.006568995304405689, -0.006280507426708937, -0.0059920200146734715, -0.005703532602638006, -0.005415044724941254, -0.005126557312905788, -0.004838069900870323, -0.004549582023173571, -0.004261094611138105, -0.003972606733441353, -0.0036841193214058876, -0.0033956316765397787, -0.00310714403167367, -0.0028186566196382046, -0.0025301689747720957, -0.002241681329905987, -0.0019531939178705215, -0.0016647062730044127, -0.0013762186281383038, -0.0010877309832721949, -0.0007992434548214078, -0.0005107558681629598, -0.00022226828150451183, 6.621930515393615e-05, 0.00035470689181238413, 0.0006431944784708321, 0.0009316820651292801, 0.001220169709995389, 0.001508657238446176, 0.0017971447668969631, 0.002085632411763072, 0.002374120056629181, 0.002662607468664646, 0.002951095113530755, 0.003239582758396864, 0.003528070403262973, 0.0038165580481290817, 0.004105045460164547, 0.004393532872200012, 0.004682020749896765, 0.00497050816193223, 0.0052589960396289825, 0.005547483451664448]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 1.0, 4.0, 3.0, 11.0, 8.0, 6.0, 8.0, 13.0, 12.0, 19.0, 25.0, 28.0, 29.0, 60.0, 75.0, 84.0, 139.0, 189.0, 303.0, 4086.0, 1690.0, 429.0, 236.0, 140.0, 94.0, 74.0, 41.0, 26.0, 24.0, 22.0, 5.0, 15.0, 4.0, 5.0, 4.0, 3.0, 3.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.15264594554901123, -0.14882245659828186, -0.1449989527463913, -0.14117546379566193, -0.13735197484493256, -0.133528470993042, -0.12970498204231262, -0.12588149309158325, -0.12205799669027328, -0.11823450028896332, -0.11441101133823395, -0.11058751493692398, -0.10676401853561401, -0.10294052958488464, -0.09911703318357468, -0.0952935442328453, -0.09147004783153534, -0.08764655143022537, -0.083823062479496, -0.07999956607818604, -0.07617607712745667, -0.0723525807261467, -0.06852908432483673, -0.06470559537410736, -0.060882098972797394, -0.057058606296777725, -0.05323511362075806, -0.04941161721944809, -0.04558812454342842, -0.04176463186740875, -0.037941135466098785, -0.03411764279007912, -0.030294150114059448, -0.02647065743803978, -0.022647162899374962, -0.018823668360710144, -0.015000175684690475, -0.011176682077348232, -0.007353188470005989, -0.003529694862663746, 0.0002937987446784973, 0.0041172923520207405, 0.007940785959362984, 0.011764279566705227, 0.01558777317404747, 0.01941126585006714, 0.023234760388731956, 0.027058254927396774, 0.030881747603416443, 0.03470524027943611, 0.03852873295545578, 0.04235222935676575, 0.046175722032785416, 0.049999214708805084, 0.05382271111011505, 0.05764620378613472, 0.06146969646215439, 0.06529319286346436, 0.06911668181419373, 0.07294017821550369, 0.07676367461681366, 0.08058716356754303, 0.084410659968853, 0.08823414891958237, 0.09205764532089233]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 1.0, 3.0, 2.0, 3.0, 2.0, 1.0, 4.0, 6.0, 1.0, 3.0, 0.0, 4.0, 4.0, 6.0, 30.0, 2.0, 4.0, 4.0, 4.0, 1.0, 5.0, 1.0, 4.0, 3.0, 1.0, 3.0, 3.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00272538373246789, -0.0026291212998330593, -0.002532858867198229, -0.0024365964345633984, -0.002340334001928568, -0.0022440715692937374, -0.002147809136658907, -0.0020515467040240765, -0.001955284271389246, -0.0018590217223390937, -0.0017627592897042632, -0.0016664968570694327, -0.0015702343080192804, -0.00147397187538445, -0.0013777094427496195, -0.001281447010114789, -0.0011851845774799585, -0.001088922144845128, -0.0009926597122102976, -0.0008963972213678062, -0.0008001347887329757, -0.0007038723560981452, -0.0006076098652556539, -0.0005113474326208234, -0.0004150849999859929, -0.00031882256735116243, -0.0002225601056125015, -0.0001262976584257558, -3.0035211239010096e-05, 6.622723594773561e-05, 0.0001624896831344813, 0.00025875214487314224, 0.0003550145775079727, 0.0004512770101428032, 0.0005475394427776337, 0.0006438019336201251, 0.0007400643662549555, 0.000836326798889786, 0.0009325892897322774, 0.0010288517223671079, 0.0011251141550019383, 0.0012213765876367688, 0.0013176390202715993, 0.0014139014529064298, 0.001510164001956582, 0.0016064264345914125, 0.001702688867226243, 0.0017989512998610735, 0.001895213732495904, 0.0019914761651307344, 0.002087738597765565, 0.0021840010304003954, 0.002280263463035226, 0.0023765258956700563, 0.002472788328304887, 0.0025690507609397173, 0.0026653134264051914, 0.002761575859040022, 0.0028578382916748524, 0.002954100724309683, 0.0030503631569445133, 0.003146625589579344, 0.0032428880222141743, 0.0033391504548490047, 0.0034354128874838352]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 5.0, 5.0, 7.0, 9.0, 9.0, 10.0, 30.0, 30.0, 41.0, 83.0, 107.0, 151.0, 263.0, 393.0, 640.0, 935.0, 1633.0, 2780.0, 4719.0, 8225.0, 15589.0, 31904.0, 80979.0, 832572.0, 111046.0, 38318.0, 18854.0, 10985.0, 6658.0, 4229.0, 2658.0, 1715.0, 1221.0, 872.0, 562.0, 393.0, 282.0, 204.0, 148.0, 97.0, 62.0, 47.0, 44.0, 36.0, 30.0, 11.0, 15.0, 8.0, 14.0, 7.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.005710871424525976, -0.005518797319382429, -0.005326723214238882, -0.005134649109095335, -0.004942575469613075, -0.004750501364469528, -0.004558427259325981, -0.004366353154182434, -0.004174279049038887, -0.00398220494389534, -0.003790130838751793, -0.0035980569664388895, -0.0034059828612953424, -0.0032139087561517954, -0.003021834883838892, -0.002829760778695345, -0.002637686673551798, -0.002445612568408251, -0.0022535384632647038, -0.0020614645909518003, -0.0018693904858082533, -0.0016773163806647062, -0.001485242391936481, -0.0012931684032082558, -0.0011010942980647087, -0.0009090202511288226, -0.0007169462041929364, -0.0005248721572570503, -0.00033279811032116413, -0.000140724063385278, 5.134998355060816e-05, 0.0002434240304864943, 0.00043549807742238045, 0.0006275721243582666, 0.0008196461712941527, 0.001011720160022378, 0.001203794265165925, 0.001395868370309472, 0.0015879423590376973, 0.0017800163477659225, 0.0019720904529094696, 0.0021641645580530167, 0.0023562386631965637, 0.002548312535509467, 0.002740386640653014, 0.0029324607457965612, 0.0031245346181094646, 0.0033166087232530117, 0.0035086828283965588, 0.003700756933540106, 0.003892831038683653, 0.0040849051438272, 0.00427697878330946, 0.004469052888453007, 0.004661126993596554, 0.004853201098740101, 0.005045275203883648, 0.005237349309027195, 0.005429423414170742, 0.005621497519314289, 0.005813571624457836, 0.006005645263940096, 0.006197719369083643, 0.00638979347422719, 0.006581867579370737]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 3.0, 1.0, 2.0, 0.0, 2.0, 3.0, 4.0, 9.0, 2.0, 4.0, 2.0, 3.0, 0.0, 2.0, 1.0, 2.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0241287462413311, -0.023431627079844475, -0.0227345060557127, -0.022037386894226074, -0.0213402658700943, -0.020643146708607674, -0.019946027547121048, -0.019248906522989273, -0.018551787361502647, -0.017854666337370872, -0.017157547175884247, -0.01646042801439762, -0.015763306990265846, -0.015066186897456646, -0.01436906773597002, -0.01367194764316082, -0.01297482755035162, -0.01227770745754242, -0.01158058736473322, -0.010883468203246593, -0.010186348110437393, -0.009489228017628193, -0.008792107924818993, -0.008094987832009792, -0.007397868204861879, -0.006700748112052679, -0.006003628484904766, -0.005306508392095566, -0.0046093882992863655, -0.0039122686721384525, -0.0032151485793292522, -0.0025180287193506956, -0.001820908859372139, -0.0011237889993935823, -0.0004266690229997039, 0.00027045089518651366, 0.0009675708133727312, 0.0016646906733512878, 0.002361810766160488, 0.0030589306261390448, 0.0037560504861176014, 0.004453170578926802, 0.005150290206074715, 0.005847410298883915, 0.006544530391693115, 0.007241650018841028, 0.007938769645988941, 0.008635889738798141, 0.009333009831607342, 0.010030129924416542, 0.010727250017225742, 0.011424369178712368, 0.012121489271521568, 0.012818609364330769, 0.013515729457139969, 0.01421284954994917, 0.01490996964275837, 0.015607088804244995, 0.01630420982837677, 0.017001328989863396, 0.01769844815135002, 0.018395569175481796, 0.019092688336968422, 0.019789809361100197, 0.020486928522586823]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 5.0, 9.0, 10.0, 8.0, 9.0, 21.0, 22.0, 39.0, 43.0, 66.0, 68.0, 109.0, 134.0, 165.0, 218.0, 266.0, 371.0, 492.0, 649.0, 896.0, 1347.0, 2511.0, 6485.0, 1678.0, 926.0, 573.0, 385.0, 251.0, 180.0, 98.0, 82.0, 53.0, 50.0, 49.0, 30.0, 24.0, 24.0, 21.0, 16.0, 10.0, 10.0, 4.0, 4.0, 5.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.011767531745135784, -0.011423547752201557, -0.01107956375926733, -0.010735580697655678, -0.01039159670472145, -0.010047612711787224, -0.009703628718852997, -0.009359645657241344, -0.009015661664307117, -0.00867167767137289, -0.008327693678438663, -0.007983709685504436, -0.007639726158231497, -0.007295742630958557, -0.00695175863802433, -0.0066077751107513905, -0.0062637911178171635, -0.0059198071248829365, -0.005575823597609997, -0.00523183960467577, -0.00488785607740283, -0.004543872084468603, -0.0041998885571956635, -0.0038559045642614365, -0.003511920804157853, -0.00316793704405427, -0.0028239532839506865, -0.002479969523847103, -0.002135985530912876, -0.0017920018872246146, -0.0014480180107057095, -0.0011040342506021261, -0.0007600504904985428, -0.000416066701291129, -7.20829120837152e-05, 0.0002719008771236986, 0.0006158846663311124, 0.0009598684264346957, 0.0013038523029536009, 0.0016478360630571842, 0.0019918198231607676, 0.002335803583264351, 0.0026797873433679342, 0.0030237711034715176, 0.0033677550964057446, 0.003711738856509328, 0.004055722616612911, 0.004399706143885851, 0.004743690136820078, 0.005087674129754305, 0.005431657657027245, 0.0057756416499614716, 0.006119625177234411, 0.006463609170168638, 0.006807592697441578, 0.007151576690375805, 0.007495560683310032, 0.007839544676244259, 0.008183527737855911, 0.008527511730790138, 0.008871495723724365, 0.009215479716658592, 0.009559462778270245, 0.009903446771204472, 0.010247430764138699]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 4.0, 2.0, 3.0, 1.0, 3.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.1851794421672821, -0.1800180971622467, -0.1748567372560501, -0.1696953922510147, -0.1645340472459793, -0.15937268733978271, -0.15421134233474731, -0.14904999732971191, -0.1438886523246765, -0.13872729241847992, -0.13356594741344452, -0.12840460240840912, -0.12324324250221252, -0.11808189749717712, -0.11292054504156113, -0.10775920003652573, -0.10259784758090973, -0.09743649512529373, -0.09227515012025833, -0.08711379766464233, -0.08195245265960693, -0.07679110020399094, -0.07162974774837494, -0.06646840274333954, -0.06130705028772354, -0.05614570155739784, -0.050984352827072144, -0.045823000371456146, -0.04066165164113045, -0.03550030291080475, -0.0303389523178339, -0.025177601724863052, -0.020016252994537354, -0.01485490333288908, -0.009693553671240807, -0.004532204009592533, 0.0006291456520557404, 0.005790495313704014, 0.010951844975352287, 0.016113195568323135, 0.021274544298648834, 0.026435893028974533, 0.03159724175930023, 0.03675859421491623, 0.04191994294524193, 0.04708129167556763, 0.052242644131183624, 0.05740399286150932, 0.06256534159183502, 0.06772669404745102, 0.07288803905248642, 0.07804939150810242, 0.08321073651313782, 0.08837208896875381, 0.09353344142436981, 0.09869478642940521, 0.10385613888502121, 0.10901749134063721, 0.11417883634567261, 0.1193401888012886, 0.1245015412569046, 0.12966288626194, 0.1348242312669754, 0.139985591173172, 0.1451469361782074]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 1.0, 8.0, 2.0, 3.0, 5.0, 6.0, 2.0, 2.0, 1.0, 8.0, 4.0, 1.0, 1.0, 2.0, 3.0, 7.0, 11.0, 24.0, 48.0, 25.0, 27.0, 12.0, 7.0, 7.0, 4.0, 3.0, 3.0, 2.0, 3.0, 6.0, 5.0, 5.0, 7.0, 2.0, 4.0, 6.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.09814473986625671, -0.09518026560544968, -0.09221579134464264, -0.0892513170838356, -0.08628684282302856, -0.08332236856222153, -0.08035788685083389, -0.07739341259002686, -0.07442893832921982, -0.07146446406841278, -0.06849998980760574, -0.0655355155467987, -0.06257104128599167, -0.05960656702518463, -0.056642089039087296, -0.05367761477828026, -0.05071314051747322, -0.047748666256666183, -0.044784191995859146, -0.04181971400976181, -0.03885523974895477, -0.035890765488147736, -0.0329262912273407, -0.02996181510388851, -0.026997340843081474, -0.024032866582274437, -0.02106839045882225, -0.018103916198015213, -0.015139441005885601, -0.012174965813755989, -0.009210491552948952, -0.00624601636081934, -0.003281541168689728, -0.00031706620939075947, 0.002647408749908209, 0.0056118834763765335, 0.008576358668506145, 0.011540833860635757, 0.014505308121442795, 0.01746978424489498, 0.02043425850570202, 0.023398732766509056, 0.026363208889961243, 0.02932768315076828, 0.03229215741157532, 0.035256631672382355, 0.03822110965847969, 0.04118558391928673, 0.044150058180093765, 0.0471145324409008, 0.05007900670170784, 0.053043484687805176, 0.05600795894861221, 0.05897243320941925, 0.06193690747022629, 0.06490138173103333, 0.06786585599184036, 0.0708303302526474, 0.07379480451345444, 0.07675928622484207, 0.07972376048564911, 0.08268823474645615, 0.08565270900726318, 0.08861718326807022, 0.09158165752887726]}, "_runtime": 91.21336245536804, "_timestamp": 1596212961.9149, "_step": 108}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 2.0, 1.0, 4.0, 2.0, 5.0, 2.0, 5.0, 1.0, 2.0, 4.0, 0.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008500548079609871, -0.008179840631783009, -0.007859133183956146, -0.007538426201790571, -0.007217719219624996, -0.006897011771798134, -0.0065763043239712715, -0.0062555973418056965, -0.005934889893978834, -0.005614182446151972, -0.005293475463986397, -0.0049727680161595345, -0.004652060568332672, -0.004331353586167097, -0.004010646138340235, -0.003689938923344016, -0.0033692317083477974, -0.0030485244933515787, -0.00272781727835536, -0.0024071098305284977, -0.002086402615532279, -0.0017656954005360603, -0.0014449880691245198, -0.0011242807377129793, -0.0008035735227167606, -0.00048286624951288104, -0.00016215897630900145, 0.00015854829689487815, 0.00047925557009875774, 0.0007999628433026373, 0.001120670116506517, 0.0014413774479180574, 0.0017620846629142761, 0.002082791877910495, 0.0024034990929067135, 0.002724206540733576, 0.0030449137557297945, 0.003365620970726013, 0.0036863284185528755, 0.0040070354007184505, 0.004327742848545313, 0.004648450296372175, 0.00496915727853775, 0.005289864726364613, 0.005610572174191475, 0.00593127915635705, 0.006251986604183912, 0.006572693586349487, 0.00689340103417635, 0.007214108482003212, 0.007534815464168787, 0.007855522446334362, 0.008176229894161224, 0.008496937341988087, 0.008817644789814949, 0.009138352237641811, 0.009459059685468674, 0.009779766201972961, 0.010100473649799824, 0.010421181097626686, 0.010741888545453548, 0.01106259599328041, 0.011383302509784698, 0.01170400995761156, 0.012024717405438423]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 6.0, 3.0, 0.0, 5.0, 8.0, 7.0, 13.0, 13.0, 17.0, 32.0, 23.0, 59.0, 59.0, 96.0, 120.0, 216.0, 349.0, 5164.0, 977.0, 274.0, 140.0, 70.0, 69.0, 45.0, 31.0, 30.0, 20.0, 14.0, 16.0, 6.0, 5.0, 7.0, 3.0, 4.0, 4.0, 0.0, 4.0, 1.0, 3.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.14597073197364807, -0.14137490093708038, -0.1367790848016739, -0.1321832537651062, -0.1275874227285385, -0.12299159914255142, -0.11839577555656433, -0.11379995197057724, -0.10920412838459015, -0.10460829734802246, -0.10001247376203537, -0.09541665017604828, -0.09082081913948059, -0.0862249955534935, -0.08162917196750641, -0.07703334093093872, -0.07243751734495163, -0.06784169375896454, -0.06324586272239685, -0.05865003913640976, -0.05405421555042267, -0.04945838823914528, -0.04486256092786789, -0.0402667373418808, -0.03567091003060341, -0.03107508458197117, -0.026479259133338928, -0.02188343182206154, -0.0172876063734293, -0.012691780924797058, -0.008095954544842243, -0.0035001286305487156, 0.001095697283744812, 0.00569152319803834, 0.010287349112331867, 0.014883175492286682, 0.019479000940918922, 0.024074826389551163, 0.028670653700828552, 0.03326647728681564, 0.03786230459809303, 0.04245813190937042, 0.04705395549535751, 0.0516497828066349, 0.05624561011791229, 0.060841433703899384, 0.06543725728988647, 0.07003308832645416, 0.07462891191244125, 0.07922473549842834, 0.08382056653499603, 0.08841639012098312, 0.09301221370697021, 0.0976080447435379, 0.102203868329525, 0.10679969191551208, 0.11139552295207977, 0.11599134653806686, 0.12058717012405396, 0.12518300116062164, 0.12977881729602814, 0.13437464833259583, 0.1389704793691635, 0.14356629550457, 0.1481621265411377]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 5.0, 2.0, 4.0, 3.0, 1.0, 3.0, 8.0, 4.0, 5.0, 4.0, 3.0, 33.0, 4.0, 2.0, 2.0, 3.0, 4.0, 3.0, 1.0, 3.0, 3.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003403192386031151, -0.0033032551873475313, -0.0032033182214945555, -0.003103381022810936, -0.0030034438241273165, -0.0029035068582743406, -0.002803569659590721, -0.0027036324609071016, -0.002603695495054126, -0.0025037582963705063, -0.002403821097686887, -0.002303884131833911, -0.0022039469331502914, -0.002104009734466672, -0.002004072768613696, -0.0019041355699300766, -0.001804198487661779, -0.0017042614053934813, -0.0016043242067098618, -0.001504387124441564, -0.0014044500421732664, -0.001304512843489647, -0.0012045757612213492, -0.0011046386789530516, -0.001004701480269432, -0.0009047643980011344, -0.0008048273157328367, -0.0007048901752568781, -0.0006049530347809196, -0.0005050159525126219, -0.0004050788120366633, -0.00030514170066453516, -0.00020520458929240704, -0.00010526747064432129, -5.3303519962355494e-06, 9.46067666518502e-05, 0.00019454388529993594, 0.00029448099667206407, 0.00039441813714802265, 0.0004943552194163203, 0.0005942923598922789, 0.0006942295003682375, 0.0007941665826365352, 0.0008941037231124938, 0.0009940408635884523, 0.00109397794585675, 0.0011939150281250477, 0.0012938522268086672, 0.0013937893090769649, 0.0014937263913452625, 0.001593663590028882, 0.0016936006722971797, 0.0017935377545654774, 0.0018934749532490969, 0.0019934119191020727, 0.002093349117785692, 0.0021932863164693117, 0.0022932232823222876, 0.002393160481005907, 0.0024930976796895266, 0.0025930346455425024, 0.002692971844226122, 0.0027929090429097414, 0.0028928460087627172, 0.0029927832074463367]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 3.0, 6.0, 9.0, 11.0, 6.0, 18.0, 18.0, 25.0, 27.0, 44.0, 54.0, 70.0, 121.0, 138.0, 193.0, 287.0, 379.0, 583.0, 930.0, 1415.0, 2381.0, 4084.0, 7258.0, 14621.0, 33191.0, 99473.0, 875841.0, 79540.0, 27684.0, 12977.0, 6993.0, 4012.0, 2506.0, 1641.0, 1014.0, 714.0, 420.0, 318.0, 217.0, 149.0, 88.0, 68.0, 40.0, 19.0, 16.0, 17.0, 10.0, 4.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.006436032708734274, -0.006244124844670296, -0.006052217446267605, -0.005860310047864914, -0.005668402183800936, -0.0054764943197369576, -0.005284586921334267, -0.005092679522931576, -0.004900771658867598, -0.004708863794803619, -0.0045169563964009285, -0.004325048997998238, -0.004133141133934259, -0.003941233269870281, -0.0037493258714675903, -0.003557418240234256, -0.0033655106090009212, -0.0031736029777675867, -0.002981695346534252, -0.0027897877153009176, -0.002597880084067583, -0.0024059724528342485, -0.002214064821600914, -0.0020221571903675795, -0.001830249559134245, -0.0016383419279009104, -0.0014464342966675758, -0.0012545266654342413, -0.0010626190342009068, -0.0008707114029675722, -0.0006788037717342377, -0.00048689614050090313, -0.0002949885092675686, -0.00010308087803423405, 8.88267531991005e-05, 0.00028073438443243504, 0.0004726420156657696, 0.0006645496468991041, 0.0008564572781324387, 0.0010483649093657732, 0.0012402725405991077, 0.0014321801718324423, 0.0016240878030657768, 0.0018159954342991114, 0.002007903065532446, 0.0021998106967657804, 0.002391718327999115, 0.0025836259592324495, 0.002775533590465784, 0.0029674412216991186, 0.003159348852932453, 0.0033512564841657877, 0.0035431641153991222, 0.0037350717466324568, 0.003926979377865791, 0.004118886776268482, 0.00431079464033246, 0.004502702504396439, 0.0046946099027991295, 0.00488651730120182, 0.005078425165265799, 0.005270333029329777, 0.005462240427732468, 0.0056541478261351585, 0.005846055690199137]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 5.0, 5.0, 5.0, 5.0, 3.0, 3.0, 9.0, 2.0, 3.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01529604010283947, -0.014676601625978947, -0.014057163149118423, -0.0134377246722579, -0.012818286195397377, -0.01219884678721428, -0.011579408310353756, -0.010959969833493233, -0.01034053135663271, -0.009721092879772186, -0.009101654402911663, -0.00848221592605114, -0.007862776517868042, -0.007243338506668806, -0.0066238995641469955, -0.006004461087286472, -0.005385022610425949, -0.004765584133565426, -0.004146145656704903, -0.003526706714183092, -0.002907268237322569, -0.0022878297604620457, -0.0016683910507708788, -0.0010489524574950337, -0.0004295138642191887, 0.00018992472905665636, 0.0008093633223325014, 0.0014288019156083465, 0.0020482405088841915, 0.0026676789857447147, 0.0032871176954358816, 0.0039065564051270485, 0.004525994881987572, 0.005145433358848095, 0.005764871835708618, 0.006384310778230429, 0.007003749255090952, 0.007623187731951475, 0.008242626674473286, 0.008862065151333809, 0.009481503628194332, 0.010100942105054855, 0.010720380581915379, 0.011339819058775902, 0.011959258466959, 0.012578696943819523, 0.013198135420680046, 0.01381757389754057, 0.014437012374401093, 0.015056450851261616, 0.01567588932812214, 0.016295328736305237, 0.016914766281843185, 0.017534205690026283, 0.018153643235564232, 0.01877308264374733, 0.01939252018928528, 0.020011959597468376, 0.020631399005651474, 0.021250836551189423, 0.02187027595937252, 0.02248971350491047, 0.023109152913093567, 0.023728590458631516, 0.024348029866814613]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 5.0, 2.0, 5.0, 4.0, 2.0, 7.0, 7.0, 7.0, 8.0, 10.0, 20.0, 19.0, 28.0, 24.0, 47.0, 44.0, 73.0, 112.0, 166.0, 206.0, 290.0, 372.0, 492.0, 786.0, 1199.0, 1973.0, 6326.0, 2597.0, 1206.0, 704.0, 439.0, 280.0, 215.0, 158.0, 121.0, 80.0, 66.0, 37.0, 34.0, 28.0, 31.0, 26.0, 18.0, 36.0, 25.0, 16.0, 19.0, 9.0, 13.0, 4.0, 4.0, 7.0, 1.0, 4.0, 8.0, 3.0, 1.0], "bins": [-0.009113824926316738, -0.008844832889735699, -0.00857584085315466, -0.00830684881657362, -0.00803785677999258, -0.007768864277750254, -0.007499872241169214, -0.007230880204588175, -0.006961888168007135, -0.006692896131426096, -0.0064239040948450565, -0.006154912058264017, -0.00588591955602169, -0.005616927519440651, -0.0053479354828596115, -0.005078943446278572, -0.004809951409697533, -0.004540959373116493, -0.004271967336535454, -0.004002975299954414, -0.0037339830305427313, -0.003464990993961692, -0.0031959987245500088, -0.0029270066879689693, -0.00265801465138793, -0.0023890226148068905, -0.002120030578225851, -0.001851038308814168, -0.0015820462722331285, -0.0013130542356520891, -0.0010440620826557279, -0.0007750699878670275, -0.0005060778930783272, -0.00023708579828962684, 3.1906296499073505e-05, 0.00030089839128777385, 0.0005698904860764742, 0.0008388825808651745, 0.0011078746756538749, 0.0013768668286502361, 0.0016458588652312756, 0.001914850901812315, 0.0021838429383933544, 0.0024528352078050375, 0.002721827244386077, 0.0029908192809671164, 0.0032598115503787994, 0.003528803586959839, 0.0037977956235408783, 0.004066787660121918, 0.004335779696702957, 0.004604771733283997, 0.004873763769865036, 0.005142756272107363, 0.005411748308688402, 0.005680740345269442, 0.005949732381850481, 0.0062187244184315205, 0.00648771645501256, 0.006756708491593599, 0.007025700993835926, 0.0072946930304169655, 0.007563685066998005, 0.007832677103579044, 0.008101669140160084]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 3.0, 2.0, 1.0, 3.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.11907043308019638, -0.11679907143115997, -0.11452771723270416, -0.11225635558366776, -0.10998499393463135, -0.10771363228559494, -0.10544227063655853, -0.10317091643810272, -0.10089955478906631, -0.09862819314002991, -0.0963568389415741, -0.09408547729253769, -0.09181411564350128, -0.08954275399446487, -0.08727139234542847, -0.08500003814697266, -0.08272867649793625, -0.08045731484889984, -0.07818596065044403, -0.07591459900140762, -0.07364323735237122, -0.07137187570333481, -0.0691005140542984, -0.06682915985584259, -0.06455779820680618, -0.062286436557769775, -0.060015078634023666, -0.05774372071027756, -0.05547235906124115, -0.05320099741220474, -0.05092963948845863, -0.048658281564712524, -0.04638691991567612, -0.04411555826663971, -0.0418442003428936, -0.03957284241914749, -0.037301480770111084, -0.035030119121074677, -0.03275876119732857, -0.03048740141093731, -0.02821604162454605, -0.025944681838154793, -0.023673322051763535, -0.021401962265372276, -0.019130602478981018, -0.01685924269258976, -0.014587882906198502, -0.012316523119807243, -0.010045163333415985, -0.007773803547024727, -0.005502443760633469, -0.0032310839742422104, -0.0009597241878509521, 0.001311635598540306, 0.0035829953849315643, 0.005854355171322823, 0.00812571495771408, 0.010397074744105339, 0.012668434530496597, 0.014939794316887856, 0.017211154103279114, 0.019482513889670372, 0.02175387367606163, 0.02402523346245289, 0.026296593248844147]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 3.0, 0.0, 6.0, 2.0, 3.0, 2.0, 9.0, 9.0, 13.0, 15.0, 30.0, 46.0, 8.0, 20.0, 27.0, 24.0, 12.0, 11.0, 9.0, 3.0, 2.0, 3.0, 2.0, 1.0, 2.0, 3.0], "bins": [-0.08314679563045502, -0.08146685361862183, -0.07978691160678864, -0.07810696959495544, -0.07642702758312225, -0.07474708557128906, -0.07306714355945587, -0.07138720154762268, -0.06970725953578949, -0.0680273175239563, -0.06634737551212311, -0.06466744095087051, -0.06298749893903732, -0.061307553201913834, -0.05962761119008064, -0.05794766917824745, -0.05626773089170456, -0.05458778887987137, -0.05290784686803818, -0.05122790485620499, -0.049547962844371796, -0.047868020832538605, -0.046188078820705414, -0.04450813680887222, -0.04282819479703903, -0.04114825278520584, -0.03946831077337265, -0.03778837248682976, -0.03610843047499657, -0.034428488463163376, -0.032748546451330185, -0.031068604439496994, -0.029388662427663803, -0.027708720415830612, -0.02602877840399742, -0.02434883825480938, -0.02266889624297619, -0.020988954231142998, -0.019309012219309807, -0.017629070207476616, -0.015949130058288574, -0.014269187115132809, -0.012589246034622192, -0.010909304022789001, -0.00922936201095581, -0.007549420930445194, -0.005869478918612003, -0.0041895373724401, -0.002509595826268196, -0.0008296541636809707, 0.0008502874989062548, 0.002530229277908802, 0.004210170824080706, 0.005890112370252609, 0.0075700543820858, 0.009249995462596416, 0.010929937474429607, 0.012609879486262798, 0.014289820566773415, 0.015969762578606606, 0.017649704590439796, 0.019329646602272987, 0.02100958675146103, 0.02268952876329422, 0.02436947077512741]}, "_runtime": 92.08506393432617, "_timestamp": 1596212962.7866015, "_step": 109}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 5.0, 1.0, 2.0, 4.0, 4.0, 4.0, 4.0, 3.0, 0.0, 1.0, 5.0, 0.0, 0.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010856714099645615, -0.01046762801706791, -0.010078542865812778, -0.009689457714557648, -0.009300371631979942, -0.008911285549402237, -0.008522200398147106, -0.008133115246891975, -0.00774402916431427, -0.007354943547397852, -0.006965857930481434, -0.006576772313565016, -0.006187686696648598, -0.00579860107973218, -0.0054095154628157616, -0.0050204298458993435, -0.004631344228982925, -0.004242258612066507, -0.0038531729951500893, -0.003464087378233671, -0.003075001761317253, -0.002685916144400835, -0.002296830527484417, -0.0019077449105679989, -0.0015186592936515808, -0.0011295736767351627, -0.0007404880598187447, -0.0003514024429023266, 3.768317401409149e-05, 0.00042676879093050957, 0.0008158544078469276, 0.0012049400247633457, 0.0015940256416797638, 0.001983111258596182, 0.0023721968755126, 0.002761282492429018, 0.003150368109345436, 0.003539453726261854, 0.003928539343178272, 0.00431762496009469, 0.004706710577011108, 0.0050957961939275265, 0.0054848818108439445, 0.005873967427760363, 0.006263053044676781, 0.006652138661593199, 0.007041224278509617, 0.007430309895426035, 0.007819395512342453, 0.008208481594920158, 0.00859756674617529, 0.00898665189743042, 0.009375737980008125, 0.00976482406258583, 0.010153909213840961, 0.010542994365096092, 0.010932080447673798, 0.011321166530251503, 0.011710251681506634, 0.012099336832761765, 0.01248842291533947, 0.012877508997917175, 0.013266594149172306, 0.013655679300427437, 0.014044765383005142]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 2.0, 2.0, 1.0, 2.0, 3.0, 3.0, 6.0, 7.0, 8.0, 13.0, 9.0, 10.0, 20.0, 19.0, 27.0, 32.0, 53.0, 71.0, 64.0, 79.0, 120.0, 183.0, 297.0, 4050.0, 1808.0, 318.0, 202.0, 117.0, 83.0, 69.0, 50.0, 51.0, 34.0, 32.0, 18.0, 10.0, 12.0, 9.0, 7.0, 7.0, 4.0, 5.0, 2.0, 1.0, 4.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12230999022722244, -0.11835779994726181, -0.11440560966730118, -0.11045341938734055, -0.10650122910737991, -0.10254903882741928, -0.09859684854745865, -0.09464465826749802, -0.09069246053695679, -0.08674027025699615, -0.08278807997703552, -0.07883588969707489, -0.07488369941711426, -0.07093150913715363, -0.066979318857193, -0.06302712857723236, -0.05907493829727173, -0.055122748017311096, -0.051170557737350464, -0.04721836745738983, -0.0432661771774292, -0.03931398317217827, -0.035361792892217636, -0.031409602612257004, -0.02745741233229637, -0.02350522205233574, -0.019553031772375107, -0.015600839629769325, -0.011648649349808693, -0.007696458604186773, -0.0037442678585648537, 0.00020792288705706596, 0.004160113632678986, 0.008112303912639618, 0.012064495123922825, 0.016016686335206032, 0.019968876615166664, 0.023921066895127296, 0.027873259037733078, 0.03182544931769371, 0.03577763959765434, 0.039729829877614975, 0.04368202015757561, 0.04763421043753624, 0.05158640444278717, 0.0555385947227478, 0.059490785002708435, 0.06344297528266907, 0.0673951655626297, 0.07134735584259033, 0.07529954612255096, 0.0792517364025116, 0.08320392668247223, 0.08715611696243286, 0.0911083072423935, 0.09506049752235413, 0.09901268780231476, 0.10296488553285599, 0.10691707581281662, 0.11086926609277725, 0.11482145637273788, 0.11877364665269852, 0.12272583693265915, 0.12667801976203918, 0.130630224943161]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 2.0, 4.0, 3.0, 4.0, 1.0, 4.0, 4.0, 7.0, 3.0, 4.0, 3.0, 28.0, 6.0, 4.0, 3.0, 1.0, 5.0, 4.0, 6.0, 2.0, 3.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0034602642990648746, -0.00334514700807631, -0.0032300297170877457, -0.0031149121932685375, -0.002999794902279973, -0.0028846776112914085, -0.0027695600874722004, -0.002654442796483636, -0.0025393255054950714, -0.002424208214506507, -0.0023090909235179424, -0.0021939733996987343, -0.00207885610871017, -0.0019637388177216053, -0.001848621410317719, -0.0017335040029138327, -0.0016183867119252682, -0.0015032694209367037, -0.0013881520135328174, -0.001273034606128931, -0.0011579173151403666, -0.001042800024151802, -0.0009276826167479157, -0.0008125652675516903, -0.0006974479183554649, -0.0005823305691592395, -0.0004672132199630141, -0.0003520958707667887, -0.00023697852157056332, -0.00012186117237433791, -6.743823178112507e-06, 0.0001083735260181129, 0.0002234908752143383, 0.0003386082244105637, 0.0004537255736067891, 0.0005688429228030145, 0.0006839602719992399, 0.0007990776211954653, 0.0009141949703916907, 0.001029312377795577, 0.0011444296687841415, 0.001259546959772706, 0.0013746643671765924, 0.0014897817745804787, 0.0016048990655690432, 0.0017200163565576077, 0.001835133763961494, 0.0019502511713653803, 0.0020653684623539448, 0.0021804857533425093, 0.0022956030443310738, 0.002410720568150282, 0.0025258378591388464, 0.002640955150127411, 0.002756072673946619, 0.0028711899649351835, 0.002986307255923748, 0.0031014245469123125, 0.003216541837900877, 0.003331659361720085, 0.0034467766527086496, 0.003561893943697214, 0.0036770114675164223, 0.0037921287585049868, 0.003907246049493551]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 8.0, 2.0, 4.0, 8.0, 6.0, 11.0, 18.0, 28.0, 56.0, 59.0, 81.0, 139.0, 220.0, 342.0, 466.0, 721.0, 1173.0, 1928.0, 3258.0, 5746.0, 10581.0, 22442.0, 54853.0, 251796.0, 713753.0, 49024.0, 23994.0, 13397.0, 8185.0, 5386.0, 3642.0, 2465.0, 1683.0, 1139.0, 874.0, 625.0, 399.0, 299.0, 215.0, 147.0, 122.0, 94.0, 58.0, 59.0, 37.0, 24.0, 23.0, 14.0, 8.0, 3.0, 8.0, 5.0, 4.0, 4.0, 2.0, 2.0, 1.0, 1.0, 2.0], "bins": [-0.005831084679812193, -0.005630315747112036, -0.005429546814411879, -0.005228777881711721, -0.005028008949011564, -0.004827240016311407, -0.00462647108361125, -0.004425702150911093, -0.004224933218210936, -0.004024164285510778, -0.0038233953528106213, -0.003622626420110464, -0.003421857487410307, -0.0032210885547101498, -0.0030203196220099926, -0.0028195506893098354, -0.0026187817566096783, -0.002418012823909521, -0.002217243891209364, -0.0020164749585092068, -0.0018157060258090496, -0.0016149370931088924, -0.0014141681604087353, -0.0012133992277085781, -0.001012630295008421, -0.0008118613623082638, -0.0006110924296081066, -0.00041032349690794945, -0.00020955456420779228, -8.785631507635117e-06, 0.00019198330119252205, 0.0003927522338926792, 0.0005935211665928364, 0.0007942900992929935, 0.0009950590319931507, 0.0011958279646933079, 0.001396596897393465, 0.0015973658300936222, 0.0017981347627937794, 0.0019989036954939365, 0.0021996726281940937, 0.002400441560894251, 0.002601210493594408, 0.002801979426294565, 0.0030027483589947224, 0.0032035172916948795, 0.0034042862243950367, 0.003605055157095194, 0.003805824089795351, 0.004006593022495508, 0.004207361955195665, 0.0044081308878958225, 0.00460889982059598, 0.004809668753296137, 0.005010437685996294, 0.005211206618696451, 0.005411975551396608, 0.0056127444840967655, 0.005813513416796923, 0.00601428234949708, 0.006215051282197237, 0.006415820214897394, 0.006616589147597551, 0.0068173580802977085, 0.007018127012997866]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 3.0, 6.0, 1.0, 4.0, 4.0, 1.0, 8.0, 1.0, 2.0, 2.0, 3.0, 1.0, 3.0, 3.0, 2.0, 1.0, 2.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02985818311572075, -0.02901000902056694, -0.02816183492541313, -0.027313660830259323, -0.026465486735105515, -0.025617312639951706, -0.024769136682152748, -0.02392096258699894, -0.02307278849184513, -0.022224614396691322, -0.021376440301537514, -0.020528266206383705, -0.019680092111229897, -0.018831918016076088, -0.01798374392092228, -0.01713556982576847, -0.016287393867969513, -0.015439220704138279, -0.01459104660898447, -0.013742871582508087, -0.012894697487354279, -0.01204652339220047, -0.011198349297046661, -0.010350175201892853, -0.009502001106739044, -0.008653826080262661, -0.007805651985108852, -0.006957477889955044, -0.006109303794801235, -0.005261129233986139, -0.004412955138832331, -0.0035647808108478785, -0.002716606482863426, -0.001868432154878974, -0.0010202579433098435, -0.0001720836735330522, 0.0006760905962437391, 0.0015242649242281914, 0.002372439019382, 0.0032206133473664522, 0.0040687876753509045, 0.004916961770504713, 0.005765136331319809, 0.0066133104264736176, 0.007461484521627426, 0.008309658616781235, 0.009157833643257618, 0.010006007738411427, 0.010854181833565235, 0.011702355928719044, 0.012550530023872852, 0.013398705050349236, 0.014246879145503044, 0.015095053240656853, 0.01594322733581066, 0.01679140143096447, 0.01763957552611828, 0.018487749621272087, 0.019335923716425896, 0.020184099674224854, 0.021032273769378662, 0.02188044786453247, 0.02272862195968628, 0.023576796054840088, 0.024424970149993896]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 0.0, 6.0, 2.0, 6.0, 8.0, 10.0, 9.0, 6.0, 12.0, 16.0, 31.0, 29.0, 46.0, 64.0, 67.0, 89.0, 122.0, 178.0, 226.0, 339.0, 498.0, 718.0, 1146.0, 1917.0, 6363.0, 2031.0, 1228.0, 815.0, 550.0, 417.0, 315.0, 264.0, 208.0, 162.0, 117.0, 91.0, 81.0, 69.0, 43.0, 38.0, 23.0, 22.0, 17.0, 6.0, 4.0, 5.0, 3.0, 2.0], "bins": [-0.015522127971053123, -0.015140138566493988, -0.014758149161934853, -0.014376159757375717, -0.013994170352816582, -0.013612180948257446, -0.01323019154369831, -0.012848202139139175, -0.01246621273458004, -0.01208422239869833, -0.011702232994139194, -0.011320243589580059, -0.010938254185020924, -0.010556264780461788, -0.010174275375902653, -0.009792285971343517, -0.009410296566784382, -0.009028307162225246, -0.008646317757666111, -0.008264328353106976, -0.00788233894854784, -0.007500349078327417, -0.007118359673768282, -0.0067363702692091465, -0.006354380864650011, -0.005972391460090876, -0.00559040205553174, -0.005208412650972605, -0.004826422780752182, -0.004444433376193047, -0.004062443971633911, -0.0036804545670747757, -0.0032984651625156403, -0.002916475757956505, -0.0025344863533973694, -0.0021524967160075903, -0.0017705073114484549, -0.0013885179068893194, -0.0010065283859148622, -0.0006245389231480658, -0.00024254946038126945, 0.0001394400023855269, 0.0005214294651523232, 0.0009034189279191196, 0.001285408390685916, 0.0016673977952450514, 0.0020493874326348305, 0.002431376837193966, 0.0028133662417531013, 0.003195355646312237, 0.0035773450508713722, 0.003959334455430508, 0.004341323859989643, 0.004723313730210066, 0.005105303134769201, 0.005487292539328337, 0.005869281943887472, 0.006251271348446608, 0.006633260753005743, 0.0070152501575648785, 0.007397240027785301, 0.007779229432344437, 0.008161218836903572, 0.008543208241462708, 0.008925197646021843]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 1.0, 1.0, 1.0, 2.0, 3.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12184446305036545, -0.11728791892528534, -0.11273138225078583, -0.10817484557628632, -0.10361830145120621, -0.0990617573261261, -0.09450522065162659, -0.08994868397712708, -0.08539213985204697, -0.08083559572696686, -0.07627905905246735, -0.07172252237796783, -0.06716597825288773, -0.06260943412780762, -0.058052897453308105, -0.053496357053518295, -0.048939816653728485, -0.044383276253938675, -0.039826735854148865, -0.035270195454359055, -0.030713655054569244, -0.026157114654779434, -0.021600574254989624, -0.017044033855199814, -0.012487493455410004, -0.007930953055620193, -0.0033744126558303833, 0.0011821277439594269, 0.005738668143749237, 0.010295208543539047, 0.014851748943328857, 0.019408289343118668, 0.023964829742908478, 0.028521370142698288, 0.0330779105424881, 0.03763445094227791, 0.04219099134206772, 0.04674753174185753, 0.05130407214164734, 0.05586061254143715, 0.06041715294122696, 0.06497369706630707, 0.06953023374080658, 0.07408677041530609, 0.0786433145403862, 0.08319985866546631, 0.08775639533996582, 0.09231293201446533, 0.09686947613954544, 0.10142602026462555, 0.10598255693912506, 0.11053909361362457, 0.11509563773870468, 0.11965218186378479, 0.1242087185382843, 0.1287652552127838, 0.13332179188728333, 0.13787834346294403, 0.14243488013744354, 0.14699141681194305, 0.15154796838760376, 0.15610450506210327, 0.16066104173660278, 0.1652175784111023, 0.1697741150856018]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 0.0, 5.0, 4.0, 5.0, 5.0, 6.0, 3.0, 5.0, 1.0, 3.0, 13.0, 20.0, 32.0, 73.0, 18.0, 12.0, 20.0, 7.0, 4.0, 8.0, 3.0, 2.0, 5.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0], "bins": [-0.09615642577409744, -0.09335707128047943, -0.09055772423744202, -0.087758369743824, -0.08495902270078659, -0.08215966820716858, -0.07936032116413116, -0.07656096667051315, -0.07376161217689514, -0.07096226513385773, -0.06816291064023972, -0.0653635635972023, -0.06256420910358429, -0.05976485833525658, -0.056965507566928864, -0.05416615679860115, -0.05136680603027344, -0.048567455261945724, -0.04576810449361801, -0.0429687537252903, -0.040169402956962585, -0.037370048463344574, -0.03457069769501686, -0.03177134692668915, -0.028971996158361435, -0.026172645390033722, -0.02337329462170601, -0.020573941990733147, -0.017774591222405434, -0.01497524045407772, -0.012175888754427433, -0.009376537054777145, -0.006577186286449432, -0.003777835052460432, -0.0009784838184714317, 0.0018208674155175686, 0.004620218649506569, 0.007419569883495569, 0.01021892111748457, 0.013018272817134857, 0.01581762358546257, 0.018616974353790283, 0.021416325122117996, 0.02421567775309086, 0.02701502852141857, 0.029814379289746284, 0.03261373192071915, 0.03541308268904686, 0.03821243345737457, 0.041011784225702286, 0.04381113499403, 0.04661048576235771, 0.049409836530685425, 0.052209191024303436, 0.05500854179263115, 0.05780789256095886, 0.060607243329286575, 0.06340659409761429, 0.0662059485912323, 0.06900529563426971, 0.07180465012788773, 0.07460399717092514, 0.07740335166454315, 0.08020269870758057, 0.08300205320119858]}, "_runtime": 92.96861529350281, "_timestamp": 1596212963.670153, "_step": 110}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 4.0, 1.0, 0.0, 2.0, 2.0, 3.0, 3.0, 5.0, 4.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 4.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010050792247056961, -0.00969799142330885, -0.009345189668238163, -0.008992388844490051, -0.00863958802074194, -0.008286786265671253, -0.007933985441923141, -0.0075811841525137424, -0.007228382863104343, -0.006875582039356232, -0.006522780749946833, -0.006169979460537434, -0.005817178636789322, -0.005464377347379923, -0.005111576057970524, -0.004758775234222412, -0.004405973944813013, -0.004053172655403614, -0.0037003715988248587, -0.0033475705422461033, -0.0029947692528367043, -0.002641968196257949, -0.0022891671396791935, -0.0019363659666851163, -0.001583564793691039, -0.0012307636206969619, -0.0008779625059105456, -0.0005251613911241293, -0.0001723602181300521, 0.00018044092576019466, 0.0005332420696504414, 0.0008860431844368577, 0.001238844357430935, 0.0015916455304250121, 0.0019444467034190893, 0.0022972477599978447, 0.0026500490494072437, 0.003002850105985999, 0.0033556511625647545, 0.0037084524519741535, 0.0040612537413835526, 0.004414054565131664, 0.004766855854541063, 0.005119657143950462, 0.005472457967698574, 0.005825259257107973, 0.006178060546517372, 0.006530861370265484, 0.006883662659674883, 0.007236463949084282, 0.007589264772832394, 0.00794206652790308, 0.008294867351651192, 0.008647668175399303, 0.00900046993046999, 0.009353270754218102, 0.009706071577966213, 0.0100588733330369, 0.010411674156785011, 0.010764474980533123, 0.01111727673560381, 0.011470077559351921, 0.011822878383100033, 0.01217568013817072, 0.012528480961918831]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 3.0, 2.0, 3.0, 2.0, 7.0, 8.0, 6.0, 9.0, 12.0, 7.0, 18.0, 12.0, 17.0, 30.0, 32.0, 37.0, 46.0, 73.0, 64.0, 108.0, 150.0, 196.0, 280.0, 4426.0, 1263.0, 313.0, 224.0, 139.0, 98.0, 65.0, 66.0, 39.0, 32.0, 30.0, 20.0, 16.0, 18.0, 8.0, 9.0, 7.0, 8.0, 8.0, 2.0, 0.0, 4.0, 3.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.1153620183467865, -0.1118532121181488, -0.10834440588951111, -0.10483559966087341, -0.10132679343223572, -0.09781799465417862, -0.09430918842554092, -0.09080038219690323, -0.08729157596826553, -0.08378276973962784, -0.08027396351099014, -0.07676515728235245, -0.07325635850429535, -0.06974755227565765, -0.06623874604701996, -0.06272993981838226, -0.05922113358974457, -0.05571232736110687, -0.05220352113246918, -0.04869471862912178, -0.045185912400484085, -0.04167710617184639, -0.03816830366849899, -0.0346594974398613, -0.031150691211223602, -0.027641884982585907, -0.02413308061659336, -0.020624276250600815, -0.01711547002196312, -0.013606664724647999, -0.010097859427332878, -0.006589054130017757, -0.0030802488327026367, 0.000428556464612484, 0.003937361761927605, 0.007446167059242725, 0.010954972356557846, 0.014463777653872967, 0.017972582951188087, 0.021481387317180634, 0.02499019354581833, 0.028498999774456024, 0.03200780600309372, 0.035516608506441116, 0.03902541473507881, 0.04253422096371651, 0.046043023467063904, 0.0495518296957016, 0.053060635924339294, 0.05656944215297699, 0.060078248381614685, 0.06358705461025238, 0.06709586083889008, 0.07060465961694717, 0.07411346584558487, 0.07762227207422256, 0.08113107830286026, 0.08463988453149796, 0.08814869076013565, 0.09165749698877335, 0.09516629576683044, 0.09867510199546814, 0.10218390822410583, 0.10569271445274353, 0.10920152068138123]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 3.0, 4.0, 4.0, 3.0, 0.0, 0.0, 9.0, 4.0, 4.0, 3.0, 5.0, 25.0, 4.0, 3.0, 2.0, 3.0, 2.0, 6.0, 5.0, 1.0, 4.0, 5.0, 3.0, 4.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002968663815408945, -0.0028529874980449677, -0.0027373111806809902, -0.002621634630486369, -0.0025059583131223917, -0.0023902819957584143, -0.002274605678394437, -0.0021589293610304594, -0.0020432528108358383, -0.0019275766098871827, -0.0018119001761078835, -0.001696223858743906, -0.0015805475413799286, -0.0014648711076006293, -0.001349194790236652, -0.0012335183564573526, -0.0011178420390933752, -0.0010021657217293978, -0.0008864892879500985, -0.0007708129705861211, -0.0006551365950144827, -0.0005394602194428444, -0.0004237838729750365, -0.0003081075265072286, -0.00019243115093559027, -7.675478991586715e-05, 3.892157110385597e-05, 0.00015459793212357908, 0.0002702742931433022, 0.00038595066871494055, 0.000501626986078918, 0.0006173033616505563, 0.0007329797372221947, 0.000848656112793833, 0.0009643324883654714, 0.0010800088057294488, 0.001195685239508748, 0.0013113615568727255, 0.001427037874236703, 0.0015427143080160022, 0.0016583906253799796, 0.001774066942743957, 0.0018897433765232563, 0.0020054196938872337, 0.002121096011251211, 0.0022367723286151886, 0.0023524488788098097, 0.002468125196173787, 0.0025838015135377645, 0.002699477830901742, 0.0028151541482657194, 0.0029308306984603405, 0.003046507015824318, 0.0031621833331882954, 0.003277859650552273, 0.0033935359679162502, 0.0035092122852802277, 0.0036248888354748487, 0.003740565152838826, 0.0038562414702028036, 0.003971918020397425, 0.004087594337761402, 0.0042032706551253796, 0.004318946972489357, 0.004434623289853334]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 5.0, 11.0, 13.0, 10.0, 22.0, 31.0, 46.0, 65.0, 109.0, 124.0, 200.0, 289.0, 465.0, 713.0, 1089.0, 1818.0, 2820.0, 4782.0, 8034.0, 14770.0, 29289.0, 71523.0, 821804.0, 118428.0, 43855.0, 22588.0, 13018.0, 8078.0, 4988.0, 3410.0, 2150.0, 1624.0, 1040.0, 722.0, 542.0, 363.0, 250.0, 157.0, 110.0, 82.0, 46.0, 47.0, 29.0, 22.0, 22.0, 14.0, 8.0, 4.0, 2.0, 3.0, 0.0, 4.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0], "bins": [-0.005751988850533962, -0.005551944952458143, -0.005351901054382324, -0.005151856690645218, -0.004951812792569399, -0.00475176889449358, -0.004551724996417761, -0.004351681098341942, -0.0041516367346048355, -0.0039515928365290165, -0.0037515489384531975, -0.0035515050403773785, -0.0033514611423015594, -0.0031514170113950968, -0.0029513731133192778, -0.002751328982412815, -0.002551285084336996, -0.002351241186261177, -0.0021511970553547144, -0.0019511531572788954, -0.0017511091427877545, -0.0015510651282966137, -0.0013510212302207947, -0.0011509772157296538, -0.000950933201238513, -0.0007508891867473722, -0.0005508452304638922, -0.00035080124507658184, -0.00015075725968927145, 4.9286725698038936e-05, 0.0002493307110853493, 0.0004493746964726597, 0.0006494186818599701, 0.0008494626963511109, 0.0010495067108422518, 0.0012495506089180708, 0.0014495946234092116, 0.0016496386379003525, 0.0018496825359761715, 0.002049726666882634, 0.002249770564958453, 0.002449814463034272, 0.002649858593940735, 0.002849902492016554, 0.003049946390092373, 0.0032499905209988356, 0.0034500344190746546, 0.0036500785499811172, 0.0038501224480569363, 0.004050166346132755, 0.004250210244208574, 0.004450254607945681, 0.0046502985060215, 0.004850342404097319, 0.005050386302173138, 0.005250430200248957, 0.005450474098324776, 0.005650518462061882, 0.005850562360137701, 0.00605060625821352, 0.006250650156289339, 0.006450694054365158, 0.006650738418102264, 0.006850782316178083, 0.0070508262142539024]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 5.0, 3.0, 4.0, 6.0, 7.0, 1.0, 3.0, 6.0, 2.0, 4.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 2.0, 1.0], "bins": [-0.057468123733997345, -0.0562521293759346, -0.05503613129258156, -0.053820136934518814, -0.05260414257645607, -0.05138814449310303, -0.05017215013504028, -0.04895615577697754, -0.047740161418914795, -0.04652416333556175, -0.04530816897749901, -0.044092174619436264, -0.04287617653608322, -0.04166018217802048, -0.04044418781995773, -0.03922818973660469, -0.038012195378541946, -0.0367962010204792, -0.03558020293712616, -0.034364208579063416, -0.03314821422100067, -0.03193221613764763, -0.030716221779584885, -0.02950022742152214, -0.028284231200814247, -0.027068234980106354, -0.02585224062204361, -0.024636244401335716, -0.023420248180627823, -0.02220425382256508, -0.020988257601857185, -0.01977226324379444, -0.018556267023086548, -0.017340270802378654, -0.01612427644431591, -0.014908280223608017, -0.013692284934222698, -0.01247628964483738, -0.011260293424129486, -0.010044298134744167, -0.008828302845358849, -0.00761230755597353, -0.006396311800926924, -0.005180316045880318, -0.003964320756494999, -0.0027483252342790365, -0.0015323297120630741, -0.0003163341898471117, 0.0008996613323688507, 0.002115656854584813, 0.0033316523768007755, 0.004547648131847382, 0.0057636434212327, 0.006979638710618019, 0.008195634931325912, 0.009411630220711231, 0.01062762551009655, 0.011843620799481869, 0.013059616088867188, 0.014275612309575081, 0.0154916075989604, 0.01670760288834572, 0.017923599109053612, 0.019139593467116356, 0.02035558968782425]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [8.0, 1.0, 0.0, 8.0, 1.0, 0.0, 1.0, 7.0, 11.0, 8.0, 0.0, 0.0, 3.0, 8.0, 7.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 8.0, 17.0, 11.0, 16.0, 27.0, 44.0, 45.0, 49.0, 92.0, 152.0, 205.0, 320.0, 557.0, 973.0, 1819.0, 6826.0, 2428.0, 1447.0, 963.0, 677.0, 414.0, 324.0, 225.0, 181.0, 127.0, 96.0, 75.0, 61.0, 58.0, 35.0, 24.0, 19.0, 13.0, 13.0, 9.0, 5.0, 4.0, 1.0, 3.0, 0.0, 2.0, 1.0], "bins": [-0.017540665343403816, -0.017072713002562523, -0.01660476252436638, -0.016136810183525085, -0.015668857842683792, -0.015200906433165073, -0.014732955023646355, -0.014265002682805061, -0.013797051273286343, -0.013329099863767624, -0.01286114752292633, -0.012393196113407612, -0.011925244703888893, -0.0114572923630476, -0.010989340953528881, -0.010521388612687588, -0.010053437203168869, -0.00958548579365015, -0.009117533452808857, -0.008649582043290138, -0.008181629702448845, -0.007713678292930126, -0.0072457268834114075, -0.0067777750082314014, -0.006309823133051395, -0.005841871257871389, -0.005373919382691383, -0.004905967973172665, -0.004438016097992659, -0.003970064222812653, -0.00350211258046329, -0.003034160938113928, -0.002566209062933922, -0.002098257187753916, -0.0016303055454045534, -0.0011623537866398692, -0.000694402027875185, -0.0002264502691105008, 0.0002415014896541834, 0.0007094532484188676, 0.0011774050071835518, 0.001645356765948236, 0.00211330852471292, 0.0025812601670622826, 0.0030492120422422886, 0.0035171639174222946, 0.003985115326941013, 0.004453067202121019, 0.004921019077301025, 0.005388970952481031, 0.0058569228276610374, 0.006324874237179756, 0.006792826112359762, 0.007260777987539768, 0.007728729397058487, 0.00819668173789978, 0.008664633147418499, 0.009132584556937218, 0.009600536897778511, 0.01006848830729723, 0.010536439716815948, 0.011004392057657242, 0.01147234346717596, 0.011940295808017254, 0.012408247217535973]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12713810801506042, -0.12347348034381866, -0.11980884522199631, -0.11614421755075455, -0.11247958987951279, -0.10881495475769043, -0.10515032708644867, -0.10148569941520691, -0.09782107174396515, -0.09415643662214279, -0.09049180895090103, -0.08682718127965927, -0.08316254615783691, -0.07949791848659515, -0.0758332908153534, -0.07216865569353104, -0.06850402802228928, -0.06483940035104752, -0.06117476895451546, -0.0575101375579834, -0.05384550988674164, -0.05018087849020958, -0.04651624709367752, -0.04285161942243576, -0.0391869880259037, -0.03552235662937164, -0.03185772895812988, -0.028193097561597824, -0.024528468027710915, -0.020863838493824005, -0.017199207097291946, -0.013534577563405037, -0.009869948029518127, -0.006205318029969931, -0.002540688030421734, 0.001123941969126463, 0.00478857196867466, 0.00845320150256157, 0.012117831967771053, 0.015782462432980537, 0.019447091966867447, 0.023111721500754356, 0.026776351034641266, 0.030440982431173325, 0.03410561382770538, 0.037770241498947144, 0.0414348728954792, 0.04509950056672096, 0.04876413196325302, 0.05242876335978508, 0.05609339103102684, 0.0597580224275589, 0.06342265009880066, 0.06708728522062302, 0.07075191289186478, 0.07441654056310654, 0.0780811756849289, 0.08174580335617065, 0.08541043102741241, 0.08907505869865417, 0.09273969382047653, 0.09640432149171829, 0.10006894916296005, 0.10373358428478241, 0.10739821195602417]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 3.0, 3.0, 9.0, 6.0, 9.0, 13.0, 14.0, 18.0, 18.0, 20.0, 7.0, 43.0, 28.0, 13.0, 13.0, 7.0, 6.0, 9.0, 2.0, 2.0, 6.0, 2.0, 3.0, 0.0, 8.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.07689887285232544, -0.07469730079174042, -0.07249573618173599, -0.07029416412115097, -0.06809259951114655, -0.06589102745056152, -0.0636894553899765, -0.06148788705468178, -0.059286318719387054, -0.05708475038409233, -0.05488318204879761, -0.052681609988212585, -0.05048004165291786, -0.04827847331762314, -0.046076901257038116, -0.04387533292174339, -0.04167376458644867, -0.039472196251153946, -0.03727062791585922, -0.0350690558552742, -0.03286748751997948, -0.030665919184684753, -0.02846434898674488, -0.026262778788805008, -0.024061210453510284, -0.02185964211821556, -0.019658071920275688, -0.017456501722335815, -0.015254933387041092, -0.013053364120423794, -0.010851794853806496, -0.008650225587189198, -0.006448656320571899, -0.004247087053954601, -0.002045517787337303, 0.00015605147927999496, 0.002357620745897293, 0.004559190012514591, 0.006760759279131889, 0.008962328545749187, 0.011163897812366486, 0.013365467078983784, 0.015567036345601082, 0.017768606543540955, 0.019970174878835678, 0.0221717432141304, 0.024373313412070274, 0.026574883610010147, 0.02877645194530487, 0.030978020280599594, 0.03317958861589432, 0.03538116067647934, 0.03758272901177406, 0.03978429734706879, 0.04198586940765381, 0.04418743774294853, 0.046389006078243256, 0.04859057441353798, 0.0507921427488327, 0.052993714809417725, 0.05519528314471245, 0.05739685148000717, 0.059598423540592194, 0.06179999187588692, 0.06400156021118164]}, "_runtime": 93.86960339546204, "_timestamp": 1596212964.571141, "_step": 111}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 3.0, 1.0, 3.0, 1.0, 1.0, 1.0, 5.0, 5.0, 1.0, 3.0, 2.0, 3.0, 1.0, 2.0, 3.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.010769901797175407, -0.0104448227211833, -0.010119744576513767, -0.00979466550052166, -0.009469586424529552, -0.00914450827986002, -0.008819429203867912, -0.008494350127875805, -0.008169271983206272, -0.007844192907214165, -0.007519114296883345, -0.007194035686552525, -0.006868956610560417, -0.006543878000229597, -0.006218799389898777, -0.00589372031390667, -0.0055686417035758495, -0.0052435630932450294, -0.004918484017252922, -0.004593405406922102, -0.004268326796591282, -0.0039432477205991745, -0.0036181691102683544, -0.0032930904999375343, -0.0029680116567760706, -0.002642932813614607, -0.0023178542032837868, -0.001992775360122323, -0.0016676966333761811, -0.0013426179066300392, -0.0010175390634685755, -0.0006924603367224336, -0.00036738160997629166, -4.230285412631929e-05, 0.0002827759017236531, 0.0006078546866774559, 0.0009329334134235978, 0.0012580121401697397, 0.0015830909833312035, 0.0019081697100773454, 0.0022332484368234873, 0.002558327279984951, 0.002883405890315771, 0.003208484733477235, 0.0035335635766386986, 0.0038586421869695187, 0.004183720797300339, 0.004508799873292446, 0.004833878483623266, 0.005158957093954086, 0.005484036169946194, 0.005809114780277014, 0.006134193390607834, 0.006459272466599941, 0.006784351076930761, 0.007109429687261581, 0.007434508763253689, 0.007759587373584509, 0.008084665983915329, 0.008409745059907436, 0.00873482320457697, 0.009059902280569077, 0.009384981356561184, 0.009710059501230717, 0.010035138577222824]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 2.0, 3.0, 2.0, 4.0, 8.0, 8.0, 8.0, 16.0, 17.0, 18.0, 34.0, 35.0, 47.0, 55.0, 50.0, 80.0, 96.0, 134.0, 181.0, 280.0, 572.0, 4972.0, 471.0, 238.0, 149.0, 114.0, 82.0, 47.0, 35.0, 36.0, 29.0, 25.0, 19.0, 14.0, 11.0, 9.0, 3.0, 6.0, 4.0, 1.0, 3.0, 4.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10707160830497742, -0.10351289063692093, -0.09995416551828384, -0.09639544785022736, -0.09283672273159027, -0.08927800506353378, -0.0857192799448967, -0.08216056227684021, -0.07860183715820312, -0.07504311949014664, -0.07148440182209015, -0.06792567670345306, -0.06436695903539658, -0.06080823764204979, -0.057249516248703, -0.053690794855356216, -0.05013207346200943, -0.04657335206866264, -0.04301463067531586, -0.03945590928196907, -0.035897187888622284, -0.032338470220565796, -0.02877974882721901, -0.025221027433872223, -0.021662306040525436, -0.01810358464717865, -0.014544864185154438, -0.010986143723130226, -0.00742742232978344, -0.0038687014020979404, -0.00030998047441244125, 0.003248740453273058, 0.006807461380958557, 0.010366182774305344, 0.013924903236329556, 0.017483623698353767, 0.021042345091700554, 0.02460106648504734, 0.028159786015748978, 0.031718507409095764, 0.03527722880244255, 0.03883595019578934, 0.042394671589136124, 0.04595339298248291, 0.0495121106505394, 0.053070832043886185, 0.05662955343723297, 0.06018827483057976, 0.06374699622392654, 0.06730571389198303, 0.07086443901062012, 0.0744231566786766, 0.07798188179731369, 0.08154059946537018, 0.08509932458400726, 0.08865804225206375, 0.09221675992012024, 0.09577548503875732, 0.09933420270681381, 0.1028929278254509, 0.10645164549350739, 0.11001037061214447, 0.11356908828020096, 0.11712781339883804, 0.12068653106689453]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 2.0, 1.0, 2.0, 4.0, 0.0, 3.0, 2.0, 3.0, 4.0, 7.0, 5.0, 3.0, 5.0, 5.0, 27.0, 3.0, 2.0, 4.0, 2.0, 4.0, 2.0, 5.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0030899555422365665, -0.0029904390685260296, -0.0028909225948154926, -0.0027914061211049557, -0.0026918896473944187, -0.0025923734065145254, -0.0024928569328039885, -0.0023933404590934515, -0.0022938239853829145, -0.0021943075116723776, -0.0020947910379618406, -0.0019952745642513037, -0.0018957582069560885, -0.0017962417332455516, -0.0016967253759503365, -0.0015972089022397995, -0.0014976924285292625, -0.0013981759548187256, -0.0012986594811081886, -0.0011991431238129735, -0.0010996266501024365, -0.0010001101763918996, -0.0009005937608890235, -0.0008010773453861475, -0.0007015608716756105, -0.0006020443979650736, -0.0005025279824621975, -0.00040301153785549104, -0.00030349509324878454, -0.00020397864864207804, -0.00010446220403537154, -4.945759428665042e-06, 9.457068517804146e-05, 0.00019408712978474796, 0.00029360357439145446, 0.00039312001899816096, 0.0004926364636048675, 0.0005921529373154044, 0.0006916693528182805, 0.0007911857683211565, 0.0008907022420316935, 0.0009902187157422304, 0.0010897351894527674, 0.0011892515467479825, 0.0012887680204585195, 0.0013882844941690564, 0.0014878008514642715, 0.0015873173251748085, 0.0016868337988853455, 0.0017863502725958824, 0.0018858667463064194, 0.0019853832200169563, 0.0020848996937274933, 0.0021844159346073866, 0.0022839324083179235, 0.0023834488820284605, 0.0024829653557389975, 0.0025824818294495344, 0.0026819983031600714, 0.0027815147768706083, 0.0028810310177505016, 0.0029805474914610386, 0.0030800639651715755, 0.0031795804388821125, 0.0032790969125926495]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 1.0, 0.0, 2.0, 4.0, 12.0, 14.0, 23.0, 20.0, 42.0, 60.0, 104.0, 108.0, 147.0, 229.0, 316.0, 463.0, 643.0, 822.0, 1331.0, 1861.0, 2823.0, 4506.0, 7570.0, 12980.0, 24080.0, 51280.0, 159672.0, 767922.0, 61488.0, 29656.0, 16967.0, 10564.0, 7036.0, 4810.0, 3303.0, 2372.0, 1632.0, 1232.0, 894.0, 666.0, 486.0, 328.0, 294.0, 185.0, 176.0, 131.0, 110.0, 83.0, 54.0, 39.0, 29.0, 19.0, 17.0, 7.0, 9.0, 3.0, 6.0, 1.0, 2.0, 4.0, 4.0, 1.0, 1.0], "bins": [-0.005042218137532473, -0.00486340094357729, -0.0046845837496221066, -0.0045057665556669235, -0.0043269493617117405, -0.0041481321677565575, -0.003969315439462662, -0.003790498012676835, -0.0036116810515522957, -0.0034328638575971127, -0.0032540466636419296, -0.0030752294696867466, -0.0028964122757315636, -0.0027175950817763805, -0.002538778120651841, -0.002359960926696658, -0.002181143732741475, -0.002002326538786292, -0.0018235094612464309, -0.0016446922672912478, -0.0014658751897513866, -0.0012870579957962036, -0.0011082408018410206, -0.0009294236660934985, -0.0007506065303459764, -0.0005717893945984542, -0.00039297222974710166, -0.00021415507944766432, -3.5337929148226976e-05, 0.00014347922115121037, 0.0003222963714506477, 0.0005011135363020003, 0.0006799306720495224, 0.0008587478077970445, 0.0010375649435445666, 0.0012163821374997497, 0.0013951992150396109, 0.001574016408994794, 0.001752833602949977, 0.0019316506804898381, 0.0021104677580296993, 0.0022892849519848824, 0.0024681021459400654, 0.0026469193398952484, 0.0028257365338504314, 0.0030045537278056145, 0.003183370688930154, 0.003362187882885337, 0.00354100507684052, 0.003719822270795703, 0.003898639464750886, 0.004077456425875425, 0.004256273619830608, 0.004435090813785791, 0.004613908007740974, 0.0047927252016961575, 0.0049715423956513405, 0.0051503595896065235, 0.0053291767835617065, 0.005507993511855602, 0.005686810705810785, 0.005865627899765968, 0.006044445093721151, 0.006223262287676334, 0.006402079481631517]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 4.0, 1.0, 1.0, 2.0, 2.0, 0.0, 4.0, 3.0, 10.0, 5.0, 2.0, 4.0, 1.0, 2.0, 4.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02048851177096367, -0.019465060904622078, -0.018441610038280487, -0.017418161034584045, -0.016394710168242455, -0.015371259301900864, -0.014347808435559273, -0.013324358500540257, -0.012300907634198666, -0.011277456767857075, -0.010254006832838058, -0.009230555966496468, -0.008207105100154877, -0.0071836551651358604, -0.0061602042987942696, -0.005136753898113966, -0.004113303497433662, -0.003089853096753359, -0.0020664024632424116, -0.0010429519461467862, -1.9501429051160812e-05, 0.0010039490880444646, 0.00202739960514009, 0.003050850238651037, 0.004074300639331341, 0.005097751040011644, 0.006121201440691948, 0.007144652307033539, 0.00816810317337513, 0.009191553108394146, 0.010215003974735737, 0.011238453909754753, 0.012261904776096344, 0.013285355642437935, 0.014308805577456951, 0.015332256443798542, 0.01635570637881756, 0.01737915724515915, 0.01840260811150074, 0.01942605897784233, 0.020449507981538773, 0.021472958847880363, 0.022496409714221954, 0.023519860580563545, 0.024543311446905136, 0.025566762313246727, 0.02659021131694317, 0.02761366218328476, 0.02863711304962635, 0.02966056391596794, 0.030684014782309532, 0.03170746564865112, 0.032730914652347565, 0.033754367381334305, 0.034777816385030746, 0.03580126538872719, 0.03682471811771393, 0.03784816712141037, 0.03887161985039711, 0.03989506885409355, 0.04091851785778999, 0.04194197058677673, 0.042965419590473175, 0.043988872319459915, 0.04501232132315636]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 3.0, 2.0, 2.0, 1.0, 1.0, 8.0, 11.0, 13.0, 12.0, 16.0, 18.0, 25.0, 35.0, 59.0, 73.0, 85.0, 125.0, 155.0, 184.0, 298.0, 386.0, 472.0, 755.0, 1065.0, 1787.0, 6168.0, 2067.0, 1309.0, 788.0, 560.0, 452.0, 316.0, 247.0, 186.0, 158.0, 137.0, 79.0, 75.0, 68.0, 50.0, 36.0, 18.0, 16.0, 7.0, 12.0, 4.0, 4.0, 10.0, 6.0, 10.0, 3.0, 2.0, 10.0, 5.0, 9.0, 5.0, 2.0, 9.0, 1.0, 1.0, 0.0, 5.0, 4.0], "bins": [-0.010057474486529827, -0.009678593836724758, -0.00929971318691969, -0.00892083253711462, -0.008541952818632126, -0.008163072168827057, -0.007784191519021988, -0.007405310869216919, -0.00702643021941185, -0.006647549569606781, -0.006268668919801712, -0.00588978873565793, -0.005510908085852861, -0.0051320274360477924, -0.004753147251904011, -0.004374266602098942, -0.003995385952293873, -0.003616505302488804, -0.0032376248855143785, -0.0028587444685399532, -0.0024798638187348843, -0.0021009831689298153, -0.00172210275195539, -0.0013432222185656428, -0.0009643416851758957, -0.0005854611517861485, -0.0002065806183964014, 0.00017229991499334574, 0.0005511804483830929, 0.00093006098177284, 0.0013089415151625872, 0.0016878220485523343, 0.0020667025819420815, 0.0024455832317471504, 0.0028244636487215757, 0.003203344065696001, 0.00358222471550107, 0.003961105365306139, 0.004339985549449921, 0.00471886619925499, 0.005097746849060059, 0.0054766274988651276, 0.0058555081486701965, 0.006234388332813978, 0.006613268982619047, 0.006992149632424116, 0.007371029816567898, 0.007749910466372967, 0.008128791116178036, 0.008507671765983105, 0.008886552415788174, 0.009265433065593243, 0.009644312784075737, 0.010023193433880806, 0.010402074083685875, 0.010780954733490944, 0.011159835383296013, 0.011538716033101082, 0.01191759668290615, 0.01229647733271122, 0.012675357982516289, 0.013054237700998783, 0.013433118350803852, 0.013811999000608921, 0.01419087965041399]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 4.0, 2.0, 1.0, 0.0, 0.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.19178225100040436, -0.18744926154613495, -0.18311627209186554, -0.17878328263759613, -0.17445029318332672, -0.1701173037290573, -0.1657842993736267, -0.1614513099193573, -0.1571183204650879, -0.15278533101081848, -0.14845234155654907, -0.14411935210227966, -0.13978636264801025, -0.13545337319374084, -0.13112038373947144, -0.12678739428520203, -0.12245439738035202, -0.11812140792608261, -0.1137884184718132, -0.1094554215669632, -0.10512243211269379, -0.10078944265842438, -0.09645645320415497, -0.09212346374988556, -0.08779047429561615, -0.08345747739076614, -0.07912448793649673, -0.07479149848222733, -0.07045850902795792, -0.06612551957368851, -0.0617925263941288, -0.05745953321456909, -0.05312654376029968, -0.04879355430603027, -0.044460561126470566, -0.04012757167220116, -0.03579457849264145, -0.03146158903837204, -0.02712859958410263, -0.022795608267188072, -0.018462616950273514, -0.014129625633358955, -0.009796635247766972, -0.0054636443965137005, -0.0011306535452604294, 0.0032023373059928417, 0.007535328157246113, 0.011868318542838097, 0.016201309859752655, 0.020534301176667213, 0.024867292493581772, 0.02920028194785118, 0.03353327512741089, 0.0378662645816803, 0.04219925403594971, 0.046532247215509415, 0.050865236669778824, 0.05519822612404823, 0.05953121930360794, 0.06386420875787735, 0.06819719821214676, 0.07253018766641617, 0.07686318457126617, 0.08119617402553558, 0.08552916347980499]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 4.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 4.0, 3.0, 3.0, 2.0, 6.0, 6.0, 5.0, 8.0, 13.0, 22.0, 21.0, 40.0, 14.0, 19.0, 15.0, 6.0, 7.0, 11.0, 10.0, 12.0, 6.0, 3.0, 5.0, 2.0, 3.0, 2.0, 1.0, 0.0, 2.0, 2.0, 3.0], "bins": [-0.11263123899698257, -0.1100805401802063, -0.10752983391284943, -0.10497913509607315, -0.10242842882871628, -0.09987773001194, -0.09732702374458313, -0.09477632492780685, -0.09222561866044998, -0.0896749198436737, -0.08712421357631683, -0.08457351475954056, -0.08202280849218369, -0.07947210967540741, -0.07692140340805054, -0.07437070459127426, -0.07182000577449799, -0.06926929950714111, -0.06671860069036484, -0.06416789442300797, -0.06161719188094139, -0.05906648933887482, -0.05651578679680824, -0.05396508425474167, -0.05141438543796539, -0.04886368289589882, -0.046312980353832245, -0.04376227781176567, -0.0412115752696991, -0.03866087272763252, -0.03611017018556595, -0.033559467643499374, -0.0310087651014328, -0.028458062559366226, -0.025907360017299652, -0.023356657475233078, -0.020805954933166504, -0.01825525425374508, -0.015704551711678505, -0.01315384916961193, -0.010603146627545357, -0.008052444085478783, -0.005501742009073496, -0.0029510396998375654, -0.000400337390601635, 0.0021503649186342955, 0.004701067227870226, 0.007251769304275513, 0.009802471846342087, 0.012353174388408661, 0.014903876930475235, 0.01745457947254181, 0.020005282014608383, 0.022555982694029808, 0.025106685236096382, 0.027657387778162956, 0.03020809032022953, 0.032758790999650955, 0.03530949354171753, 0.0378601960837841, 0.04041089862585068, 0.04296160116791725, 0.045512303709983826, 0.0480630062520504, 0.050613708794116974]}, "_runtime": 94.72041010856628, "_timestamp": 1596212965.4219477, "_step": 112}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 3.0, 1.0, 3.0, 1.0, 3.0, 1.0, 3.0, 4.0, 2.0, 3.0, 0.0, 1.0, 3.0, 2.0, 1.0, 2.0, 0.0, 0.0, 4.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010686986148357391, -0.010350190103054047, -0.010013393126428127, -0.009676597081124783, -0.009339801035821438, -0.009003004059195518, -0.008666208013892174, -0.008329411968588829, -0.00799261499196291, -0.007655818946659565, -0.007319022435694933, -0.006982225924730301, -0.006645429879426956, -0.006308633368462324, -0.005971836857497692, -0.005635040812194347, -0.005298244301229715, -0.004961447790265083, -0.004624651744961739, -0.0042878552339971066, -0.0039510587230324745, -0.003614262444898486, -0.0032774661667644978, -0.0029406696557998657, -0.0026038733776658773, -0.002267077099531889, -0.001930280588567257, -0.0015934843104332685, -0.0012566879158839583, -0.0009198915213346481, -0.0005830951849929988, -0.0002462988195475191, 9.049754589796066e-05, 0.0004272939113434404, 0.0007640902767889202, 0.0011008866131305695, 0.0014376830076798797, 0.0017744794022291899, 0.0021112756803631783, 0.0024480721913278103, 0.0027848684694617987, 0.003121664747595787, 0.003458461258560419, 0.0037952575366944075, 0.004132053814828396, 0.004468850325793028, 0.00480564683675766, 0.005142442882061005, 0.005479239393025637, 0.005816035903990269, 0.0061528319492936134, 0.0064896284602582455, 0.0068264249712228775, 0.007163221016526222, 0.007500017527490854, 0.007836814038455486, 0.008173610083758831, 0.00851040706038475, 0.008847203105688095, 0.00918399915099144, 0.00952079612761736, 0.009857592172920704, 0.010194388218224049, 0.010531185194849968, 0.010867981240153313]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 3.0, 1.0, 4.0, 1.0, 7.0, 6.0, 8.0, 7.0, 10.0, 13.0, 12.0, 16.0, 25.0, 29.0, 20.0, 48.0, 48.0, 58.0, 83.0, 93.0, 140.0, 196.0, 307.0, 4971.0, 846.0, 330.0, 169.0, 94.0, 94.0, 66.0, 39.0, 36.0, 34.0, 18.0, 21.0, 11.0, 12.0, 16.0, 4.0, 7.0, 9.0, 3.0, 3.0, 2.0, 1.0, 5.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.11894409358501434, -0.11541276425123215, -0.11188143491744995, -0.10835009813308716, -0.10481876879930496, -0.10128743946552277, -0.09775611013174057, -0.09422477334737778, -0.09069344401359558, -0.08716211467981339, -0.08363078534603119, -0.08009945601224899, -0.0765681192278862, -0.073036789894104, -0.06950546056032181, -0.06597413122653961, -0.06244279816746712, -0.05891146883368492, -0.05538013577461243, -0.05184880644083023, -0.048317473381757736, -0.04478614404797554, -0.041254810988903046, -0.03772348165512085, -0.034192152321338654, -0.03066081926226616, -0.027129488065838814, -0.02359815686941147, -0.020066827535629272, -0.016535496339201927, -0.013004165142774582, -0.009472833946347237, -0.005941502749919891, -0.0024101717863231897, 0.0011211591772735119, 0.00465248990803957, 0.008183821104466915, 0.01171515230089426, 0.015246482565999031, 0.018777813762426376, 0.02230914495885372, 0.025840476155281067, 0.029371807351708412, 0.03290313854813576, 0.036434467881917953, 0.03996580094099045, 0.043497130274772644, 0.04702846333384514, 0.050559792667627335, 0.05409112200140953, 0.057622455060482025, 0.06115378439426422, 0.06468511372804642, 0.06821645051240921, 0.0717477798461914, 0.0752791091799736, 0.0788104385137558, 0.082341767847538, 0.08587310463190079, 0.08940443396568298, 0.09293576329946518, 0.09646709263324738, 0.09999842941761017, 0.10352975875139236, 0.10706108808517456]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 5.0, 1.0, 2.0, 7.0, 5.0, 2.0, 2.0, 3.0, 7.0, 3.0, 5.0, 10.0, 23.0, 2.0, 3.0, 2.0, 3.0, 2.0, 1.0, 3.0, 0.0, 3.0, 3.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.00290443142876029, -0.002810900565236807, -0.0027173697017133236, -0.0026238388381898403, -0.002530307974666357, -0.0024367773439735174, -0.002343246480450034, -0.002249715616926551, -0.0021561847534030676, -0.0020626538898795843, -0.001969123026356101, -0.0018755922792479396, -0.0017820614157244563, -0.001688530552200973, -0.0015949998050928116, -0.0015014689415693283, -0.001407938078045845, -0.0013144072145223618, -0.0012208763509988785, -0.001127345603890717, -0.0010338147403672338, -0.0009402838768437505, -0.0008467530715279281, -0.0007532222662121058, -0.0006596914026886225, -0.0005661605391651392, -0.00047262973384931684, -0.000379098899429664, -0.0002855680650100112, -0.00019203723059035838, -9.850639617070556e-05, -4.975561751052737e-06, 8.855527266860008e-05, 0.0001820861070882529, 0.0002756169415079057, 0.00036914777592755854, 0.00046267861034721136, 0.0005562094738706946, 0.000649740279186517, 0.0007432710845023394, 0.0008368019480258226, 0.0009303328115493059, 0.0010238636750727892, 0.0011173944221809506, 0.001210925285704434, 0.0013044561492279172, 0.0013979868963360786, 0.001491517759859562, 0.0015850486233830452, 0.0016785794869065285, 0.0017721103504300117, 0.0018656410975381732, 0.0019591720774769783, 0.002052702708169818, 0.002146233571693301, 0.0022397644352167845, 0.0023332952987402678, 0.002426826162263751, 0.0025203570257872343, 0.0026138878893107176, 0.002707418520003557, 0.0028009493835270405, 0.0028944802470505238, 0.002988011110574007, 0.0030815419740974903]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 2.0, 3.0, 4.0, 9.0, 7.0, 14.0, 17.0, 22.0, 46.0, 54.0, 79.0, 124.0, 174.0, 255.0, 354.0, 535.0, 787.0, 1241.0, 1883.0, 3109.0, 5599.0, 10572.0, 23002.0, 60294.0, 851530.0, 141522.0, 37979.0, 17212.0, 8985.0, 5002.0, 2943.0, 1972.0, 1278.0, 927.0, 640.0, 449.0, 271.0, 218.0, 150.0, 123.0, 57.0, 55.0, 29.0, 18.0, 19.0, 29.0, 7.0, 8.0, 3.0, 8.0, 3.0, 2.0, 1.0, 3.0, 3.0, 3.0, 3.0, 2.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.005241239909082651, -0.005038690287619829, -0.0048361411318182945, -0.0046335915103554726, -0.004431041888892651, -0.004228492733091116, -0.004025943111628294, -0.003823393490165472, -0.0036208441015332937, -0.0034182947129011154, -0.0032157450914382935, -0.003013195702806115, -0.002810646314173937, -0.002608096692711115, -0.0024055473040789366, -0.0022029976826161146, -0.0020004482939839363, -0.0017978987889364362, -0.001595349283888936, -0.0013927998952567577, -0.0011902503902092576, -0.0009877008851617575, -0.0007851514383219182, -0.000582601991482079, -0.0003800524864345789, -0.00017750301049090922, 2.5046465452760458e-05, 0.00022759594139643013, 0.0004301454173400998, 0.0006326949223875999, 0.0008352443692274392, 0.0010377938160672784, 0.0012403433211147785, 0.0014428928261622787, 0.0016454423312097788, 0.001847991719841957, 0.002050541341304779, 0.0022530907299369574, 0.0024556401185691357, 0.0026581897400319576, 0.002860739128664136, 0.0030632885172963142, 0.003265838138759136, 0.0034683875273913145, 0.003670936916023493, 0.0038734865374863148, 0.004076036158949137, 0.004278585314750671, 0.004481134936213493, 0.004683684557676315, 0.00488623371347785, 0.005088783334940672, 0.005291332956403494, 0.0054938821122050285, 0.0056964317336678505, 0.0058989813551306725, 0.006101530976593494, 0.006304080132395029, 0.006506629753857851, 0.006709179375320673, 0.006911728531122208, 0.00711427815258503, 0.0073168277740478516, 0.007519376929849386, 0.007721926551312208]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 3.0, 3.0, 4.0, 1.0, 1.0, 5.0, 6.0, 4.0, 5.0, 3.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016855061054229736, -0.01611350290477276, -0.015371942892670631, -0.014630383811891079, -0.013888824731111526, -0.013147266581654549, -0.012405707500874996, -0.011664148420095444, -0.010922589339315891, -0.010181030258536339, -0.009439471177756786, -0.008697912096977234, -0.007956353947520256, -0.007214794401079416, -0.006473235785961151, -0.005731676705181599, -0.004990117624402046, -0.004248558543622494, -0.003506999695673585, -0.002765440847724676, -0.0020238817669451237, -0.001282322802580893, -0.0005407638382166624, 0.00020079512614756823, 0.0009423540905117989, 0.0016839130548760295, 0.00242547201924026, 0.003167030867189169, 0.003908589947968721, 0.004650149028748274, 0.005391707643866539, 0.0061332667246460915, 0.006874825805425644, 0.007616384886205196, 0.008357943966984749, 0.009099503047764301, 0.009841062128543854, 0.010582620278000832, 0.011324179358780384, 0.012065738439559937, 0.012807297520339489, 0.013548856601119041, 0.014290415681898594, 0.015031974762678146, 0.015773532912135124, 0.01651509292423725, 0.01725665107369423, 0.017998211085796356, 0.018739769235253334, 0.019481327384710312, 0.02022288739681244, 0.020964445546269417, 0.021706005558371544, 0.02244756370782852, 0.02318912371993065, 0.023930681869387627, 0.024672240018844604, 0.02541380003094673, 0.02615535818040371, 0.026896918192505836, 0.027638476341962814, 0.02838003635406494, 0.02912159450352192, 0.029863154515624046, 0.030604712665081024]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 3.0, 2.0, 2.0, 4.0, 5.0, 4.0, 14.0, 6.0, 17.0, 21.0, 23.0, 29.0, 27.0, 31.0, 48.0, 69.0, 117.0, 125.0, 209.0, 273.0, 415.0, 517.0, 771.0, 1059.0, 1694.0, 6266.0, 2618.0, 1337.0, 759.0, 471.0, 382.0, 237.0, 170.0, 129.0, 97.0, 75.0, 68.0, 50.0, 39.0, 36.0, 27.0, 28.0, 25.0, 21.0, 16.0, 16.0, 16.0, 14.0, 8.0, 6.0, 7.0, 7.0, 3.0, 6.0, 3.0, 5.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009038477204740047, -0.008702545426785946, -0.008366613648831844, -0.008030681870877743, -0.0076947505585849285, -0.007358818780630827, -0.007022887002676725, -0.006686955224722624, -0.00635102391242981, -0.006015092134475708, -0.0056791603565216064, -0.005343228578567505, -0.005007296800613403, -0.004671365022659302, -0.0043354337103664875, -0.003999501932412386, -0.0036635701544582844, -0.003327638376504183, -0.002991706831380725, -0.0026557750534266233, -0.0023198435083031654, -0.001983911730349064, -0.0016479799523949623, -0.0013120482908561826, -0.0009761166293174028, -0.0006401849677786231, -0.00030425324803218246, 3.167844261042774e-05, 0.00036761013325303793, 0.0007035417947918177, 0.0010394735727459192, 0.001375405234284699, 0.0017113368958234787, 0.0020472686737775803, 0.002383200218901038, 0.0027191319968551397, 0.0030550635419785976, 0.003390995319932699, 0.0037269270978868008, 0.004062858875840902, 0.004398790188133717, 0.004734721966087818, 0.00507065374404192, 0.005406585521996021, 0.005742517299950123, 0.006078449077904224, 0.006414380390197039, 0.00675031216815114, 0.007086243946105242, 0.007422175724059343, 0.007758107502013445, 0.00809403881430626, 0.00842997059226036, 0.008765902370214462, 0.009101834148168564, 0.009437765926122665, 0.009773697704076767, 0.010109629482030869, 0.01044556125998497, 0.010781492106616497, 0.011117423884570599, 0.0114533556625247, 0.011789287440478802, 0.012125219218432903, 0.012461150996387005]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 2.0, 5.0, 1.0, 2.0, 3.0, 3.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15682557225227356, -0.1529058963060379, -0.14898620545864105, -0.1450665295124054, -0.14114685356616974, -0.1372271627187729, -0.13330748677253723, -0.12938781082630157, -0.12546811997890472, -0.12154844403266907, -0.11762876063585281, -0.11370907723903656, -0.1097894012928009, -0.10586971789598465, -0.1019500344991684, -0.09803035855293274, -0.09411067515611649, -0.09019099175930023, -0.08627131581306458, -0.08235163241624832, -0.07843194901943207, -0.07451227307319641, -0.07059258967638016, -0.0666729062795639, -0.06275323033332825, -0.05883354693651199, -0.05491386353969574, -0.050994183868169785, -0.04707450419664383, -0.043154820799827576, -0.03923514112830162, -0.03531545773148537, -0.03139577805995941, -0.027476096525788307, -0.023556414991617203, -0.019636735320091248, -0.015717053785920143, -0.011797372251749039, -0.007877691648900509, -0.003958010580390692, -3.8329511880874634e-05, 0.0038813515566289425, 0.00780103262513876, 0.01172071322798729, 0.015640394762158394, 0.0195600762963295, 0.023479755967855453, 0.027399437502026558, 0.03131911903619766, 0.03523879870772362, 0.03915848210453987, 0.043078161776065826, 0.04699784517288208, 0.050917524844408035, 0.05483720451593399, 0.058756887912750244, 0.0626765638589859, 0.06659624725580215, 0.07051593065261841, 0.07443561404943466, 0.07835528999567032, 0.08227497339248657, 0.08619465678930283, 0.09011433273553848, 0.09403401613235474]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 4.0, 3.0, 2.0, 6.0, 4.0, 2.0, 3.0, 1.0, 6.0, 5.0, 10.0, 11.0, 13.0, 36.0, 22.0, 20.0, 19.0, 14.0, 12.0, 7.0, 9.0, 10.0, 10.0, 6.0, 1.0, 3.0, 4.0, 2.0, 4.0, 5.0, 4.0, 4.0, 3.0, 0.0, 1.0, 1.0, 2.0, 3.0, 2.0, 0.0, 2.0], "bins": [-0.05735011026263237, -0.0557977594435215, -0.05424541234970093, -0.05269306153059006, -0.05114071071147919, -0.049588363617658615, -0.048036012798547745, -0.046483661979436874, -0.0449313148856163, -0.04337896406650543, -0.04182661324739456, -0.04027426242828369, -0.03872191533446312, -0.03716956451535225, -0.03561721369624138, -0.03406486660242081, -0.032512515783309937, -0.030960166826844215, -0.029407816007733345, -0.027855467051267624, -0.026303116232156754, -0.024750767275691032, -0.02319841831922531, -0.02164606750011444, -0.02009371854364872, -0.018541369587183, -0.01698901876807213, -0.015436669811606407, -0.013884319923818111, -0.012331970036029816, -0.010779621079564095, -0.009227271191775799, -0.007674921303987503, -0.006122571416199207, -0.004570221994072199, -0.0030178723391145468, -0.0014655226841568947, 8.682697080075741e-05, 0.0016391766257584095, 0.0031915262807160616, 0.004743875935673714, 0.006296225823462009, 0.007848575711250305, 0.009400924667716026, 0.010953274555504322, 0.012505624443292618, 0.014057973399758339, 0.015610323287546635, 0.01716267317533493, 0.01871502213180065, 0.020267372950911522, 0.021819721907377243, 0.023372072726488113, 0.024924421682953835, 0.026476770639419556, 0.028029121458530426, 0.029581470414996147, 0.03113381937146187, 0.03268617019057274, 0.03423852100968361, 0.03579086810350418, 0.03734321892261505, 0.03889556974172592, 0.040447916835546494, 0.042000267654657364]}, "_runtime": 95.49553084373474, "_timestamp": 1596212966.1970685, "_step": 113}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 4.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 4.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0], "bins": [-0.009901284240186214, -0.00963736791163683, -0.009373452514410019, -0.009109536185860634, -0.008845619857311249, -0.008581704460084438, -0.008317788131535053, -0.008053872734308243, -0.007789956405758858, -0.00752604054287076, -0.007262124679982662, -0.006998208351433277, -0.006734292488545179, -0.006470376625657082, -0.0062064602971076965, -0.005942544434219599, -0.005678628571331501, -0.005414712708443403, -0.0051507968455553055, -0.00488688051700592, -0.004622964654117823, -0.004359048791229725, -0.00409513246268034, -0.003831216599792242, -0.0035673007369041443, -0.0033033848740160465, -0.003039468778297305, -0.0027755526825785637, -0.002511636819690466, -0.002247720956802368, -0.0019838048610836267, -0.0017198888817802072, -0.0014559729024767876, -0.001192056923173368, -0.0009281409438699484, -0.0006642249645665288, -0.0004003089852631092, -0.00013639300595968962, 0.00012752297334372997, 0.00039143895264714956, 0.0006553549319505692, 0.0009192709112539887, 0.0011831868905574083, 0.001447102869860828, 0.0017110188491642475, 0.0019749347120523453, 0.0022388508077710867, 0.002502766903489828, 0.002766682766377926, 0.0030305986292660236, 0.003294514724984765, 0.0035584308207035065, 0.0038223466835916042, 0.004086262546479702, 0.004350178875029087, 0.004614094737917185, 0.004878010600805283, 0.00514192646369338, 0.005405842326581478, 0.005669758655130863, 0.005933674518018961, 0.006197590380907059, 0.006461506709456444, 0.0067254225723445415, 0.006989338435232639]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 3.0, 3.0, 3.0, 8.0, 7.0, 8.0, 10.0, 18.0, 18.0, 16.0, 31.0, 45.0, 48.0, 69.0, 77.0, 107.0, 126.0, 167.0, 240.0, 409.0, 5069.0, 532.0, 246.0, 159.0, 110.0, 94.0, 55.0, 62.0, 47.0, 24.0, 20.0, 20.0, 18.0, 12.0, 9.0, 10.0, 8.0, 4.0, 2.0, 5.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.12122204154729843, -0.11797922104597092, -0.114736407995224, -0.11149358749389648, -0.10825076699256897, -0.10500795394182205, -0.10176513344049454, -0.09852231293916702, -0.0952794998884201, -0.09203667938709259, -0.08879385888576508, -0.08555103838443756, -0.08230822533369064, -0.07906540483236313, -0.07582258433103561, -0.0725797712802887, -0.06933695077896118, -0.06609413027763367, -0.06285131722688675, -0.059608496725559235, -0.05636567622423172, -0.053122859448194504, -0.04988004267215729, -0.04663722217082977, -0.04339440539479256, -0.04015158861875534, -0.036908768117427826, -0.03366595134139061, -0.030423132702708244, -0.02718031406402588, -0.023937497287988663, -0.020694678649306297, -0.017451860010623932, -0.014209041371941566, -0.010966223664581776, -0.0077234054915606976, -0.0044805873185396194, -0.0012377691455185413, 0.0020050490275025368, 0.005247867200523615, 0.008490685373544693, 0.011733504012227058, 0.01497632171958685, 0.01821913942694664, 0.021461958065629005, 0.02470477670431137, 0.027947593480348587, 0.031190412119030952, 0.03443323075771332, 0.037676047533750534, 0.04091886803507805, 0.044161684811115265, 0.04740450531244278, 0.050647322088479996, 0.05389013886451721, 0.05713295936584473, 0.06037577614188194, 0.06361859291791916, 0.06686141341924667, 0.07010423392057419, 0.0733470469713211, 0.07658986747264862, 0.07983268797397614, 0.08307550102472305, 0.08631832152605057]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 4.0, 3.0, 1.0, 2.0, 3.0, 7.0, 3.0, 6.0, 4.0, 5.0, 5.0, 23.0, 7.0, 3.0, 6.0, 3.0, 1.0, 4.0, 1.0, 5.0, 1.0, 2.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 3.0, 4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0028863083571195602, -0.0027764891274273396, -0.002666669897735119, -0.0025568504352122545, -0.002447031205520034, -0.002337211975827813, -0.002227392513304949, -0.002117573283612728, -0.0020077540539205074, -0.0018979348242282867, -0.0017881154781207442, -0.0016782961320132017, -0.001568476902320981, -0.0014586576726287603, -0.0013488383265212178, -0.0012390189804136753, -0.0011291997507214546, -0.001019380521029234, -0.0009095611749216914, -0.0007997418870218098, -0.0006899225991219282, -0.0005801033112220466, -0.000470284023322165, -0.0003604647354222834, -0.0002506454475224018, -0.0001408261596225202, -3.100687172263861e-05, 7.8812416177243e-05, 0.0001886317040771246, 0.0002984509919770062, 0.0004082702798768878, 0.0005180895677767694, 0.000627908855676651, 0.0007377281435765326, 0.0008475474314764142, 0.0009573667193762958, 0.0010671860072761774, 0.001177005236968398, 0.0012868245830759406, 0.0013966439291834831, 0.0015064631588757038, 0.0016162823885679245, 0.001726101734675467, 0.0018359210807830095, 0.0019457403104752302, 0.002055559540167451, 0.0021653790026903152, 0.002275198232382536, 0.0023850174620747566, 0.0024948366917669773, 0.002604655921459198, 0.0027144753839820623, 0.002824294613674283, 0.0029341138433665037, 0.003043933305889368, 0.0031537525355815887, 0.0032635717652738094, 0.00337339099496603, 0.003483210224658251, 0.003593029687181115, 0.003702848916873336, 0.0038126681465655565, 0.003922487609088421, 0.0040323068387806416, 0.004142126068472862]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 5.0, 3.0, 5.0, 2.0, 13.0, 9.0, 19.0, 38.0, 49.0, 57.0, 75.0, 103.0, 188.0, 262.0, 384.0, 665.0, 999.0, 1597.0, 2751.0, 4883.0, 9358.0, 19164.0, 50516.0, 796652.0, 204705.0, 43362.0, 19255.0, 10164.0, 5501.0, 3417.0, 1940.0, 1195.0, 800.0, 487.0, 328.0, 183.0, 144.0, 106.0, 74.0, 53.0, 36.0, 23.0, 24.0, 16.0, 4.0, 7.0, 6.0, 4.0, 4.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.006569233722984791, -0.006350161507725716, -0.0061310892924666405, -0.005912017077207565, -0.00569294486194849, -0.005473872646689415, -0.00525480043143034, -0.005035728216171265, -0.0048166560009121895, -0.004597583785653114, -0.004378511570394039, -0.004159439355134964, -0.003940367139875889, -0.0037212951574474573, -0.003502222942188382, -0.003283150726929307, -0.003064078511670232, -0.0028450062964111567, -0.0026259340811520815, -0.0024068618658930063, -0.002187789650633931, -0.001968717435374856, -0.0017496453365311027, -0.0015305731212720275, -0.0013115009060129523, -0.0010924286907538772, -0.000873356475494802, -0.0006542843184433877, -0.0004352121031843126, -0.00021613990247715265, 2.932298230007291e-06, 0.00022200449893716723, 0.00044107669964432716, 0.0006601489149034023, 0.0008792211301624775, 0.0010982933454215527, 0.0013173655606806278, 0.0015364376595243812, 0.0017555098747834563, 0.0019745822064578533, 0.0021936544217169285, 0.00241272640414536, 0.002631798619404435, 0.0028508708346635103, 0.0030699430499225855, 0.0032890152651816607, 0.003508087480440736, 0.003727159695699811, 0.0039462316781282425, 0.004165303893387318, 0.004384376108646393, 0.004603448323905468, 0.004822520539164543, 0.005041592754423618, 0.0052606649696826935, 0.005479737184941769, 0.005698809400200844, 0.005917881615459919, 0.006136953830718994, 0.006356026045978069, 0.0065750982612371445, 0.00679417047649622, 0.007013242691755295, 0.00723231490701437, 0.007451387122273445]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 2.0, 0.0, 1.0, 8.0, 2.0, 6.0, 15.0, 4.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01821156032383442, -0.017162447795271873, -0.016113335266709328, -0.015064222738146782, -0.014015110209584236, -0.012965998612344265, -0.01191688608378172, -0.010867773555219173, -0.009818661026656628, -0.008769548498094082, -0.007720435969531536, -0.006671323906630278, -0.005622211378067732, -0.004573098849505186, -0.003523986553773284, -0.002474874258041382, -0.001425761729478836, -0.0003766493173316121, 0.0006724630948156118, 0.0017215755069628358, 0.0027706879191100597, 0.0038198004476726055, 0.004868912510573864, 0.00591802503913641, 0.0069671375676989555, 0.008016250096261501, 0.009065362624824047, 0.010114475153386593, 0.011163586750626564, 0.01221269927918911, 0.013261811807751656, 0.014310924336314201, 0.015360036864876747, 0.016409149393439293, 0.01745826192200184, 0.018507374450564384, 0.01955648697912693, 0.020605599507689476, 0.021654712036252022, 0.022703824564814568, 0.023752935230731964, 0.02480204775929451, 0.025851160287857056, 0.0269002728164196, 0.027949385344982147, 0.028998497873544693, 0.03004761040210724, 0.031096722930669785, 0.03214583545923233, 0.033194947987794876, 0.03424406051635742, 0.03529317304491997, 0.03634228557348251, 0.03739139810204506, 0.038440510630607605, 0.03948962315917015, 0.0405387356877327, 0.04158784821629524, 0.04263696074485779, 0.043686073273420334, 0.04473518580198288, 0.045784298330545425, 0.04683341085910797, 0.04788252338767052, 0.04893163591623306]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 4.0, 6.0, 11.0, 4.0, 12.0, 11.0, 24.0, 19.0, 34.0, 44.0, 76.0, 110.0, 142.0, 183.0, 285.0, 372.0, 575.0, 781.0, 1292.0, 2110.0, 6857.0, 2223.0, 1084.0, 652.0, 335.0, 249.0, 180.0, 122.0, 107.0, 87.0, 60.0, 48.0, 35.0, 36.0, 24.0, 40.0, 17.0, 22.0, 23.0, 16.0, 11.0, 12.0, 10.0, 9.0, 9.0, 6.0, 5.0, 4.0, 1.0, 5.0, 9.0, 5.0, 9.0, 1.0, 1.0, 8.0, 1.0, 0.0, 0.0, 3.0, 5.0], "bins": [-0.008960673585534096, -0.008580931462347507, -0.008201190270483494, -0.007821448147296906, -0.007441706955432892, -0.0070619648322463036, -0.006682223174721003, -0.006302481517195702, -0.005922739859670401, -0.0055429982021451, -0.005163256544619799, -0.004783514887094498, -0.004403772763907909, -0.004024031106382608, -0.0036442894488573074, -0.0032645477913320065, -0.0028848061338067055, -0.0025050644762814045, -0.0021253228187561035, -0.0017455809284001589, -0.001365839270874858, -0.000986097613349557, -0.0006063558394089341, -0.00022661412367597222, 0.00015312759205698967, 0.0005328693077899516, 0.0009126110235229135, 0.0012923527974635363, 0.0016720944549888372, 0.0020518361125141382, 0.002431578002870083, 0.002811319660395384, 0.003191061317920685, 0.003570802975445986, 0.003950544632971287, 0.004330286290496588, 0.004710027948021889, 0.005089770071208477, 0.005469511728733778, 0.005849253386259079, 0.00622899504378438, 0.006608736701309681, 0.006988478358834982, 0.007368220016360283, 0.007747962139546871, 0.008127703331410885, 0.008507445454597473, 0.008887186646461487, 0.009266928769648075, 0.009646670892834663, 0.010026412084698677, 0.010406154207885265, 0.010785895399749279, 0.011165637522935867, 0.011545378714799881, 0.01192512083798647, 0.012304862961173058, 0.012684604153037071, 0.01306434627622366, 0.013444087468087673, 0.013823829591274261, 0.014203570783138275, 0.014583312906324863, 0.014963054098188877, 0.015342796221375465]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.1523640751838684, -0.14882391691207886, -0.1452837586402893, -0.14174360036849976, -0.138203427195549, -0.13466326892375946, -0.1311231106519699, -0.12758295238018036, -0.12404279410839081, -0.12050262838602066, -0.11696247011423111, -0.11342231184244156, -0.10988215357065201, -0.10634198784828186, -0.10280182957649231, -0.09926167130470276, -0.09572151303291321, -0.09218134731054306, -0.08864118903875351, -0.08510103076696396, -0.08156086504459381, -0.07802070677280426, -0.07448054850101471, -0.07094039022922516, -0.06740022450685501, -0.06386006623506546, -0.06031990423798561, -0.05677974596619606, -0.05323958396911621, -0.04969942569732666, -0.04615926370024681, -0.04261910542845726, -0.03907894343137741, -0.03553878143429756, -0.03199862316250801, -0.02845846302807331, -0.02491830289363861, -0.02137814089655876, -0.01783798076212406, -0.014297820627689362, -0.010757660493254662, -0.0072175003588199615, -0.0036773397587239742, -0.00013717939145863056, 0.003402980975806713, 0.006943141110241413, 0.010483302175998688, 0.014023462310433388, 0.017563622444868088, 0.021103782579302788, 0.024643942713737488, 0.028184102848172188, 0.03172426298260689, 0.03526442497968674, 0.03880458325147629, 0.04234474524855614, 0.045884907245635986, 0.04942506551742554, 0.052965227514505386, 0.05650538578629494, 0.060045547783374786, 0.06358570605516434, 0.06712586432695389, 0.07066603004932404, 0.07420618832111359]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 5.0, 1.0, 1.0, 2.0, 3.0, 1.0, 4.0, 3.0, 3.0, 1.0, 8.0, 6.0, 4.0, 6.0, 3.0, 7.0, 8.0, 8.0, 12.0, 16.0, 15.0, 38.0, 15.0, 10.0, 9.0, 8.0, 6.0, 7.0, 12.0, 8.0, 3.0, 6.0, 6.0, 6.0, 4.0, 3.0, 2.0, 2.0, 6.0, 3.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03529193997383118, -0.03403399884700775, -0.032776057720184326, -0.0315181165933609, -0.030260173603892326, -0.0290022324770689, -0.027744289487600327, -0.0264863483607769, -0.025228407233953476, -0.02397046610713005, -0.022712524980306625, -0.02145458199083805, -0.020196640864014626, -0.0189386997371912, -0.017680756747722626, -0.0164228156208992, -0.015164874494075775, -0.01390693336725235, -0.01264899130910635, -0.01139104925096035, -0.010133108124136925, -0.0088751669973135, -0.0076172249391674995, -0.006359283346682787, -0.005101341754198074, -0.0038434001617133617, -0.002585458569228649, -0.0013275169767439365, -6.957538425922394e-05, 0.0011883662082254887, 0.0024463078007102013, 0.003704249393194914, 0.0049621909856796265, 0.006220132578164339, 0.007478074170649052, 0.008736016228795052, 0.009993957355618477, 0.011251898482441902, 0.012509840540587902, 0.013767782598733902, 0.015025723725557327, 0.016283664852380753, 0.017541605979204178, 0.018799548968672752, 0.020057490095496178, 0.021315431222319603, 0.022573374211788177, 0.023831315338611603, 0.025089256465435028, 0.026347197592258453, 0.02760513871908188, 0.028863081708550453, 0.03012102283537388, 0.03137896582484245, 0.03263690695166588, 0.033894848078489304, 0.03515278920531273, 0.036410730332136154, 0.03766867145895958, 0.038926612585783005, 0.04018455743789673, 0.041442498564720154, 0.04270043969154358, 0.043958380818367004, 0.04521632194519043]}, "_runtime": 96.28342938423157, "_timestamp": 1596212966.984967, "_step": 114}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 3.0, 2.0, 0.0, 4.0, 3.0, 1.0, 2.0, 1.0, 6.0, 6.0, 2.0, 6.0, 3.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012365528382360935, -0.012029040604829788, -0.011692552827298641, -0.011356065049767494, -0.011019577272236347, -0.0106830894947052, -0.010346601717174053, -0.010010113939642906, -0.009673625230789185, -0.009337137453258038, -0.00900064967572689, -0.008664161898195744, -0.008327674120664597, -0.00799118634313345, -0.0076546985656023026, -0.0073182107880711555, -0.0069817230105400085, -0.0066452352330088615, -0.0063087474554777145, -0.0059722596779465675, -0.0056357719004154205, -0.005299283657222986, -0.004962795879691839, -0.004626308102160692, -0.004289820324629545, -0.003953332547098398, -0.003616844769567251, -0.0032803567592054605, -0.0029438689816743135, -0.0026073812041431665, -0.002270893193781376, -0.0019344054162502289, -0.0015979176387190819, -0.0012614298611879349, -0.000924941967241466, -0.0005884541315026581, -0.0002519662957638502, 8.45215399749577e-05, 0.0004210093757137656, 0.0007574972114525735, 0.0010939850471913815, 0.0014304728247225285, 0.0017669607186689973, 0.002103448612615466, 0.002439936390146613, 0.00277642416767776, 0.0031129121780395508, 0.003449399955570698, 0.003785887733101845, 0.004122375510632992, 0.004458863288164139, 0.004795351065695286, 0.005131838843226433, 0.005468327086418867, 0.005804814863950014, 0.006141302641481161, 0.006477790419012308, 0.006814278196543455, 0.007150765974074602, 0.007487253751605749, 0.007823741994798183, 0.00816022977232933, 0.008496717549860477, 0.008833205327391624, 0.009169693104922771]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 3.0, 1.0, 1.0, 4.0, 1.0, 12.0, 14.0, 7.0, 9.0, 15.0, 19.0, 25.0, 27.0, 31.0, 50.0, 64.0, 86.0, 129.0, 165.0, 260.0, 453.0, 5196.0, 544.0, 245.0, 140.0, 122.0, 92.0, 57.0, 38.0, 16.0, 25.0, 13.0, 18.0, 16.0, 7.0, 7.0, 6.0, 1.0, 2.0, 4.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10873360186815262, -0.10526344925165176, -0.10179329663515091, -0.09832314401865005, -0.0948529914021492, -0.09138283878564835, -0.08791269361972809, -0.08444254100322723, -0.08097238838672638, -0.07750223577022552, -0.07403208315372467, -0.07056193053722382, -0.06709177792072296, -0.0636216253042221, -0.06015147641301155, -0.056681323796510696, -0.05321117118000984, -0.04974101856350899, -0.04627086594700813, -0.04280071705579758, -0.03933056443929672, -0.03586041182279587, -0.03239025920629501, -0.028920108452439308, -0.025449955835938454, -0.0219798032194376, -0.018509652465581894, -0.01503949984908104, -0.01156934816390276, -0.00809919647872448, -0.0046290443278849125, -0.001158892409875989, 0.0023112595081329346, 0.0057814111933112144, 0.009251562878489494, 0.012721715494990349, 0.016191866248846054, 0.01966201886534691, 0.023132171481847763, 0.02660232223570347, 0.030072474852204323, 0.03354262560606003, 0.03701277822256088, 0.04048293083906174, 0.04395308345556259, 0.047423236072063446, 0.050893384963274, 0.05436353757977486, 0.05783369019627571, 0.061303842812776566, 0.06477399170398712, 0.06824414432048798, 0.07171429693698883, 0.07518444955348969, 0.07865460216999054, 0.0821247547864914, 0.08559490740299225, 0.0890650600194931, 0.09253521263599396, 0.09600535780191422, 0.09947551041841507, 0.10294566303491592, 0.10641581565141678, 0.10988596826791763, 0.11335612088441849]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 4.0, 1.0, 2.0, 0.0, 4.0, 2.0, 1.0, 5.0, 4.0, 4.0, 2.0, 2.0, 2.0, 2.0, 4.0, 2.0, 2.0, 8.0, 26.0, 2.0, 3.0, 4.0, 2.0, 2.0, 4.0, 3.0, 2.0, 1.0, 3.0, 1.0, 1.0, 3.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002866747323423624, -0.0027781964745372534, -0.0026896456256508827, -0.0026010950095951557, -0.002512544160708785, -0.0024239933118224144, -0.0023354426957666874, -0.0022468918468803167, -0.002158340997993946, -0.0020697901491075754, -0.0019812393002212048, -0.0018926886841654778, -0.001804137835279107, -0.0017155869863927364, -0.0016270362539216876, -0.0015384855214506388, -0.0014499346725642681, -0.0013613838236778975, -0.0012728330912068486, -0.0011842823587357998, -0.0010957315098494291, -0.0010071806609630585, -0.0009186299284920096, -0.0008300791378132999, -0.0007415283471345901, -0.0006529775564558804, -0.0005644267657771707, -0.0004758759750984609, -0.00038732518441975117, -0.0002987743937410414, -0.00021022360306233168, -0.00012167281238362193, -3.3122021704912186e-05, 5.542876897379756e-05, 0.0001439795596525073, 0.00023253035033121705, 0.0003210811410099268, 0.00040963193168863654, 0.0004981827223673463, 0.000586733513046056, 0.0006752843037247658, 0.0007638350944034755, 0.0008523858850821853, 0.000940936675760895, 0.0010294874664396048, 0.0011180383153259754, 0.0012065890477970243, 0.001295139780268073, 0.0013836906291544437, 0.0014722414780408144, 0.0015607922105118632, 0.001649342942982912, 0.0017378937918692827, 0.0018264446407556534, 0.0019149953732267022, 0.002003546105697751, 0.0020920969545841217, 0.0021806478034704924, 0.002269198652356863, 0.00235774926841259, 0.0024463001172989607, 0.0025348509661853313, 0.0026234015822410583, 0.002711952431127429, 0.0028005032800137997]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 6.0, 8.0, 8.0, 8.0, 14.0, 24.0, 37.0, 53.0, 98.0, 108.0, 159.0, 178.0, 299.0, 465.0, 695.0, 1154.0, 1812.0, 3053.0, 5763.0, 10982.0, 24713.0, 72324.0, 868156.0, 119206.0, 33611.0, 15006.0, 7998.0, 4718.0, 3000.0, 1923.0, 1237.0, 886.0, 585.0, 385.0, 281.0, 186.0, 130.0, 91.0, 77.0, 58.0, 42.0, 28.0, 27.0, 7.0, 5.0, 7.0, 6.0, 9.0, 2.0, 2.0, 3.0, 2.0, 2.0, 0.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.005169557873159647, -0.004969173111021519, -0.004768788814544678, -0.004568404518067837, -0.0043680197559297085, -0.00416763499379158, -0.003967250697314739, -0.0037668661680072546, -0.00356648163869977, -0.0033660971093922853, -0.0031657125800848007, -0.002965328050777316, -0.0027649435214698315, -0.002564558992162347, -0.002364174462854862, -0.0021637899335473776, -0.001963405404239893, -0.0017630208749324083, -0.0015626363456249237, -0.001362251816317439, -0.0011618672870099545, -0.0009614827577024698, -0.0007610982283949852, -0.0005607136990875006, -0.00036032916978001595, -0.00015994464047253132, 4.043988883495331e-05, 0.00024082441814243793, 0.00044120894744992256, 0.0006415934767574072, 0.0008419780060648918, 0.0010423625353723764, 0.001242747064679861, 0.0014431315939873457, 0.0016435161232948303, 0.001843900652602315, 0.0020442851819097996, 0.002244669711217284, 0.002445054240524769, 0.0026454387698322535, 0.002845823299139738, 0.0030462078284472227, 0.0032465923577547073, 0.003446976887062192, 0.0036473614163696766, 0.003847745945677161, 0.004048130474984646, 0.004248514771461487, 0.004448899533599615, 0.004649284295737743, 0.004849668592214584, 0.005050052888691425, 0.005250437650829554, 0.005450822412967682, 0.005651206709444523, 0.005851591005921364, 0.006051975768059492, 0.00625236053019762, 0.006452744826674461, 0.006653129123151302, 0.006853513885289431, 0.007053898647427559, 0.0072542829439044, 0.007454667240381241, 0.007655052002519369]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 0.0, 2.0, 5.0, 3.0, 0.0, 1.0, 1.0, 4.0, 0.0, 3.0, 5.0, 7.0, 1.0, 3.0, 3.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.028310837224125862, -0.027489416301250458, -0.026667995378375053, -0.02584657445549965, -0.025025153532624245, -0.02420373260974884, -0.023382311686873436, -0.02256089076399803, -0.021739467978477478, -0.020918047055602074, -0.02009662613272667, -0.019275205209851265, -0.01845378428697586, -0.017632363364100456, -0.016810942441225052, -0.015989521518349648, -0.015168100595474243, -0.014346679672598839, -0.013525258749723434, -0.01270383782684803, -0.011882416903972626, -0.011060995049774647, -0.010239574126899242, -0.009418153204023838, -0.008596732281148434, -0.007775311358273029, -0.006953890435397625, -0.006132469046860933, -0.005311048123985529, -0.004489627201110125, -0.0036682060454040766, -0.0028467848896980286, -0.002025363966822624, -0.001203942927531898, -0.00038252188824117184, 0.00043889915104955435, 0.0012603201903402805, 0.002081741113215685, 0.002903162268921733, 0.003724583424627781, 0.004546004347503185, 0.00536742527037859, 0.006188846193253994, 0.007010267581790686, 0.007831688970327377, 0.008653109893202782, 0.009474530816078186, 0.01029595173895359, 0.011117372661828995, 0.011938793584704399, 0.012760214507579803, 0.013581635430455208, 0.014403056353330612, 0.015224478207528591, 0.01604589819908142, 0.016867319121956825, 0.01768874004483223, 0.018510162830352783, 0.019331583753228188, 0.020153004676103592, 0.020974425598978996, 0.0217958465218544, 0.022617267444729805, 0.02343868836760521, 0.024260109290480614]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 0.0, 2.0, 0.0, 0.0, 4.0, 3.0, 3.0, 2.0, 1.0, 9.0, 6.0, 4.0, 5.0, 13.0, 5.0, 7.0, 16.0, 15.0, 23.0, 22.0, 38.0, 42.0, 60.0, 95.0, 146.0, 193.0, 278.0, 373.0, 564.0, 751.0, 1132.0, 1888.0, 6863.0, 2322.0, 1202.0, 733.0, 474.0, 319.0, 217.0, 164.0, 123.0, 79.0, 64.0, 57.0, 24.0, 26.0, 14.0, 12.0, 4.0, 4.0, 5.0, 7.0, 2.0, 3.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 3.0], "bins": [-0.014804105274379253, -0.014366155490279198, -0.013928205706179142, -0.013490255922079086, -0.013052305206656456, -0.0126143554225564, -0.012176405638456345, -0.011738455854356289, -0.011300506070256233, -0.010862556286156178, -0.010424606502056122, -0.009986656717956066, -0.00954870693385601, -0.00911075621843338, -0.008672806434333324, -0.008234856650233269, -0.007796906866133213, -0.007358957082033157, -0.006921007297933102, -0.006483057048171759, -0.006045107264071703, -0.005607157479971647, -0.005169207230210304, -0.0047312574461102486, -0.004293307662010193, -0.003855357877910137, -0.003417407860979438, -0.0029794578440487385, -0.002541508059948683, -0.002103558275848627, -0.0016656082589179277, -0.0012276583584025502, -0.0007897084578871727, -0.0003517585573717952, 8.619134314358234e-05, 0.0005241412436589599, 0.0009620911441743374, 0.001400041044689715, 0.0018379909452050924, 0.0022759409621357918, 0.0027138907462358475, 0.003151840530335903, 0.0035897905472666025, 0.004027740564197302, 0.0044656903482973576, 0.004903640132397413, 0.005341590382158756, 0.005779540166258812, 0.006217489950358868, 0.006655439734458923, 0.007093389518558979, 0.007531339768320322, 0.007969290018081665, 0.00840723980218172, 0.008845189586281776, 0.009283139370381832, 0.009721089154481888, 0.010159038938581944, 0.010596988722682, 0.011034938506782055, 0.01147288829088211, 0.011910839006304741, 0.012348788790404797, 0.012786738574504852, 0.013224688358604908]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 3.0, 2.0, 3.0, 3.0, 0.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15429863333702087, -0.1504710465669632, -0.14664345979690552, -0.14281587302684784, -0.13898828625679016, -0.13516069948673248, -0.1313331127166748, -0.12750552594661713, -0.12367793917655945, -0.11985035240650177, -0.11602276563644409, -0.11219517886638641, -0.10836759209632874, -0.10454000532627106, -0.10071241855621338, -0.0968848317861557, -0.09305724501609802, -0.08922965824604034, -0.08540207147598267, -0.08157448470592499, -0.07774689793586731, -0.07391931116580963, -0.07009172439575195, -0.06626413762569427, -0.0624365508556366, -0.05860896408557892, -0.05478137731552124, -0.05095379054546356, -0.047126203775405884, -0.043298617005348206, -0.03947103023529053, -0.03564344346523285, -0.03181585669517517, -0.027988269925117493, -0.024160683155059814, -0.020333096385002136, -0.016505509614944458, -0.01267792284488678, -0.008850336074829102, -0.005022749304771423, -0.0011951625347137451, 0.002632424235343933, 0.006460011005401611, 0.01028759777545929, 0.014115184545516968, 0.017942771315574646, 0.021770358085632324, 0.025597944855690002, 0.02942553162574768, 0.03325311839580536, 0.03708070516586304, 0.040908291935920715, 0.044735878705978394, 0.04856346547603607, 0.05239105224609375, 0.05621863901615143, 0.060046225786209106, 0.06387381255626678, 0.06770139932632446, 0.07152898609638214, 0.07535657286643982, 0.0791841596364975, 0.08301174640655518, 0.08683933317661285, 0.09066691994667053]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 4.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 4.0, 2.0, 5.0, 4.0, 11.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 5.0, 10.0, 10.0, 18.0, 56.0, 24.0, 21.0, 11.0, 11.0, 12.0, 6.0, 4.0, 5.0, 4.0, 4.0, 5.0, 3.0, 5.0, 8.0, 2.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.10072214156389236, -0.09802720695734024, -0.09533227235078812, -0.09263733774423599, -0.08994240313768387, -0.08724746853113174, -0.08455253392457962, -0.0818575993180275, -0.07916266471147537, -0.07646773010492325, -0.07377279549837112, -0.071077860891819, -0.06838292628526688, -0.06568799167871475, -0.06299305707216263, -0.0602981261909008, -0.05760319158434868, -0.054908256977796555, -0.05221332237124443, -0.049518387764692307, -0.04682345315814018, -0.04412851855158806, -0.041433583945035934, -0.03873864933848381, -0.036043718457221985, -0.03334878385066986, -0.030653847381472588, -0.027958912774920464, -0.02526398003101349, -0.022569045424461365, -0.01987411081790924, -0.017179176211357117, -0.014484241604804993, -0.011789306998252869, -0.009094372391700745, -0.006399438716471195, -0.003704504109919071, -0.0010095697361975908, 0.0016853646375238895, 0.004380298778414726, 0.00707523338496685, 0.009770167991518974, 0.012465102598071098, 0.015160036273300648, 0.017854969948530197, 0.02054990455508232, 0.023244839161634445, 0.02593977376818657, 0.028634708374738693, 0.03132964298129082, 0.03402457758784294, 0.036719512194395065, 0.03941444680094719, 0.04210938140749931, 0.04480431601405144, 0.04749925062060356, 0.05019418150186539, 0.05288911610841751, 0.055584050714969635, 0.05827898532152176, 0.06097391992807388, 0.06366885453462601, 0.06636378914117813, 0.06905872374773026, 0.07175365835428238]}, "_runtime": 97.07436990737915, "_timestamp": 1596212967.7759075, "_step": 115}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 5.0, 5.0, 3.0, 3.0, 4.0, 8.0, 8.0, 0.0, 2.0, 0.0, 6.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.021775003522634506, -0.021088169887661934, -0.020401334390044212, -0.01971450075507164, -0.019027667120099068, -0.018340831622481346, -0.017653997987508774, -0.0169671643525362, -0.01628032885491848, -0.015593495219945908, -0.01490666065365076, -0.014219826087355614, -0.013532992452383041, -0.012846157886087894, -0.012159323319792747, -0.011472489684820175, -0.010785655118525028, -0.010098820552229881, -0.009411986917257309, -0.008725152350962162, -0.008038317784667015, -0.0073514836840331554, -0.006664649583399296, -0.005977815017104149, -0.005290980916470289, -0.00460414681583643, -0.003917312249541283, -0.003230478148907423, -0.0025436438154429197, -0.0018568094819784164, -0.001169975264929235, -0.0004831409896723926, 0.00020369328558444977, 0.0008905275608412921, 0.0015773618360981345, 0.002264196053147316, 0.0029510303866118193, 0.0036378647200763226, 0.004324698820710182, 0.005011533387005329, 0.005698367487639189, 0.006385201588273048, 0.007072036154568195, 0.007758870255202055, 0.008445704355835915, 0.009132538922131062, 0.009819373488426208, 0.01050620712339878, 0.011193041689693928, 0.011879876255989075, 0.012566709890961647, 0.013253544457256794, 0.013940379023551941, 0.014627212658524513, 0.01531404722481966, 0.016000881791114807, 0.01668771542608738, 0.0173745509237051, 0.018061384558677673, 0.018748218193650246, 0.019435053691267967, 0.02012188732624054, 0.020808720961213112, 0.021495556458830833, 0.022182390093803406]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 4.0, 1.0, 3.0, 1.0, 1.0, 3.0, 0.0, 2.0, 5.0, 3.0, 4.0, 3.0, 3.0, 8.0, 6.0, 10.0, 14.0, 12.0, 28.0, 31.0, 50.0, 62.0, 108.0, 133.0, 211.0, 378.0, 5035.0, 932.0, 309.0, 191.0, 120.0, 79.0, 38.0, 23.0, 27.0, 16.0, 14.0, 6.0, 6.0, 7.0, 7.0, 3.0, 2.0, 8.0, 3.0, 4.0, 4.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 3.0], "bins": [-0.1813204139471054, -0.17638644576072693, -0.17145246267318726, -0.16651849448680878, -0.1615845113992691, -0.15665054321289062, -0.15171656012535095, -0.14678259193897247, -0.141848623752594, -0.13691464066505432, -0.13198067247867584, -0.12704668939113617, -0.12211272120475769, -0.11717874556779861, -0.11224476993083954, -0.10731079429388046, -0.10237681865692139, -0.09744284301996231, -0.09250886738300323, -0.08757489174604416, -0.08264091610908508, -0.0777069479227066, -0.07277297228574753, -0.06783899664878845, -0.06290502101182938, -0.0579710453748703, -0.053037069737911224, -0.04810309782624245, -0.04316912218928337, -0.038235146552324295, -0.03330117464065552, -0.02836719900369644, -0.023433223366737366, -0.01849924772977829, -0.013565273955464363, -0.008631299249827862, -0.0036973245441913605, 0.0012366501614451408, 0.006170624867081642, 0.011104599572718143, 0.016038574278354645, 0.02097254991531372, 0.025906523689627647, 0.030840497463941574, 0.03577447310090065, 0.040708448737859726, 0.0456424206495285, 0.05057639628648758, 0.055510371923446655, 0.06044434756040573, 0.06537832319736481, 0.07031229883432388, 0.07524627447128296, 0.08018024265766144, 0.08511421829462051, 0.09004819393157959, 0.09498216956853867, 0.09991614520549774, 0.10485012084245682, 0.1097840964794159, 0.11471806466579437, 0.11965204030275345, 0.12458601593971252, 0.1295199990272522, 0.13445396721363068]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 4.0, 5.0, 1.0, 3.0, 3.0, 3.0, 2.0, 5.0, 1.0, 3.0, 8.0, 3.0, 23.0, 7.0, 4.0, 1.0, 1.0, 5.0, 0.0, 3.0, 3.0, 1.0, 5.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.002706148661673069, -0.0026119828689843416, -0.0025178170762956142, -0.002423651283606887, -0.002329485258087516, -0.0022353194653987885, -0.002141153672710061, -0.0020469878800213337, -0.0019528220873326063, -0.0018586561782285571, -0.0017644903855398297, -0.0016703245928511024, -0.0015761586837470531, -0.0014819928910583258, -0.0013878270983695984, -0.0012936611892655492, -0.0011994953965768218, -0.0011053296038880944, -0.0010111636947840452, -0.0009169979020953178, -0.0008228321094065905, -0.0007286662585102022, -0.0006345004076138139, -0.0005403346149250865, -0.0004461687640286982, -0.00035200294223614037, -0.00025783712044358253, -0.00016367126954719424, -6.950544775463641e-05, 2.4660381313879043e-05, 0.00011882621038239449, 0.00021299204672686756, 0.0003071578685194254, 0.00040132369031198323, 0.0004954895121045411, 0.0005896553630009294, 0.0006838211556896567, 0.000777987006586045, 0.0008721528574824333, 0.0009663186501711607, 0.001060484442859888, 0.0011546503519639373, 0.0012488161446526647, 0.001342981937341392, 0.0014371478464454412, 0.0015313136391341686, 0.001625479431822896, 0.0017196453409269452, 0.0018138111336156726, 0.0019079769263044, 0.002002142835408449, 0.0020963086280971766, 0.002190474420785904, 0.0022846402134746313, 0.0023788060061633587, 0.0024729720316827297, 0.002567137824371457, 0.0026613036170601845, 0.002755469409748912, 0.0028496352024376392, 0.0029438009951263666, 0.0030379670206457376, 0.003132132813334465, 0.0032262986060231924, 0.00332046439871192]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 5.0, 1.0, 4.0, 5.0, 10.0, 14.0, 24.0, 39.0, 54.0, 85.0, 123.0, 171.0, 280.0, 393.0, 665.0, 1031.0, 1649.0, 2637.0, 4296.0, 7496.0, 13865.0, 28649.0, 77014.0, 861332.0, 99419.0, 35039.0, 17584.0, 10052.0, 6129.0, 3831.0, 2495.0, 1623.0, 1030.0, 743.0, 526.0, 364.0, 289.0, 198.0, 122.0, 106.0, 66.0, 50.0, 34.0, 28.0, 19.0, 16.0, 10.0, 8.0, 7.0, 5.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005621658638119698, -0.005432166624814272, -0.005242675077170134, -0.005053183063864708, -0.00486369151622057, -0.004674199502915144, -0.004484707489609718, -0.00429521594196558, -0.004105723928660154, -0.003916231915354729, -0.0037267403677105904, -0.0035372483544051647, -0.0033477565739303827, -0.0031582647934556007, -0.002968772780150175, -0.002779280999675393, -0.002589789219200611, -0.002400297438725829, -0.002210805658251047, -0.0020213136449456215, -0.0018318218644708395, -0.0016423300839960575, -0.0014528381871059537, -0.0012633462902158499, -0.0010738545097410679, -0.000884362671058625, -0.0006948708323761821, -0.0005053789936937392, -0.00031588715501129627, -0.00012639531632885337, 6.309652235358953e-05, 0.00025258836103603244, 0.00044208019971847534, 0.0006315720384009182, 0.0008210638770833611, 0.001010555773973465, 0.001200047554448247, 0.001389539334923029, 0.0015790312318131328, 0.0017685231287032366, 0.0019580149091780186, 0.0021475066896528006, 0.0023369984701275826, 0.002526490483433008, 0.00271598226390779, 0.002905474044382572, 0.003094966057687998, 0.00328445783816278, 0.003473949618637562, 0.003663441399112344, 0.0038529331795871258, 0.004042425192892551, 0.00423191674053669, 0.004421408753842115, 0.004610900767147541, 0.004800392314791679, 0.004989884328097105, 0.005179376341402531, 0.005368867889046669, 0.005558359902352095, 0.00574785191565752, 0.005937343463301659, 0.006126835476607084, 0.006316327024251223, 0.006505819037556648]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 3.0, 1.0, 5.0, 8.0, 11.0, 4.0, 3.0, 3.0, 4.0, 2.0, 4.0, 1.0, 1.0, 3.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04813395440578461, -0.04703906923532486, -0.04594418406486511, -0.044849298894405365, -0.04375441372394562, -0.04265952855348587, -0.04156464710831642, -0.040469761937856674, -0.03937487676739693, -0.03827999159693718, -0.03718510642647743, -0.036090221256017685, -0.03499533608555794, -0.03390045091509819, -0.03280556574463844, -0.031710680574178696, -0.030615797266364098, -0.02952091209590435, -0.028426026925444603, -0.027331143617630005, -0.026236258447170258, -0.02514137327671051, -0.024046488106250763, -0.022951602935791016, -0.02185671776533127, -0.02076183445751667, -0.019666949287056923, -0.018572064116597176, -0.01747717894613743, -0.01638229377567768, -0.015287409536540508, -0.014192525297403336, -0.013097640126943588, -0.012002754956483841, -0.010907870717346668, -0.009812985546886921, -0.008718101307749748, -0.007623216137290001, -0.006528330966830254, -0.005433446262031794, -0.004338561557233334, -0.0032436768524348736, -0.00214879191480577, -0.001053907093591988, 4.097772762179375e-05, 0.0011358625488355756, 0.0022307473700493574, 0.003325632307678461, 0.004420517012476921, 0.005515401717275381, 0.006610286422073841, 0.007705171592533588, 0.008800055831670761, 0.009894941002130508, 0.010989826172590256, 0.012084710411727428, 0.013179595582187176, 0.014274480752646923, 0.015369364991784096, 0.016464250162243843, 0.01755913533270359, 0.018654020503163338, 0.019748903810977936, 0.020843788981437683, 0.02193867415189743]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 1.0, 3.0, 4.0, 4.0, 1.0, 0.0, 3.0, 15.0, 7.0, 2.0, 3.0, 3.0, 5.0, 4.0, 2.0, 1.0, 0.0, 0.0, 2.0, 3.0, 9.0, 9.0, 15.0, 41.0, 44.0, 77.0, 73.0, 127.0, 201.0, 385.0, 699.0, 1214.0, 2577.0, 7250.0, 1991.0, 1143.0, 768.0, 529.0, 325.0, 240.0, 199.0, 126.0, 103.0, 66.0, 30.0, 36.0, 21.0, 21.0, 5.0, 12.0, 5.0, 5.0, 2.0, 4.0, 2.0, 4.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014861632138490677, -0.014428229071199894, -0.013994825072586536, -0.013561422005295753, -0.013128018006682396, -0.012694614939391613, -0.01226121187210083, -0.011827807873487473, -0.01139440480619669, -0.010961001738905907, -0.01052759774029255, -0.010094194673001766, -0.009660791605710983, -0.009227387607097626, -0.008793984539806843, -0.008360580541193485, -0.007927177473902702, -0.007493773940950632, -0.007060370407998562, -0.006626967340707779, -0.006193563807755709, -0.0057601602748036385, -0.0053267572075128555, -0.004893353674560785, -0.004459950141608715, -0.004026546608656645, -0.0035931433085352182, -0.0031597400084137917, -0.0027263364754617214, -0.002292932942509651, -0.0018595296423882246, -0.0014261262258514762, -0.0009927228093147278, -0.0005593193927779794, -0.00012591597624123096, 0.00030748744029551744, 0.0007408908568322659, 0.0011742942733690143, 0.0016076976899057627, 0.0020411009900271893, 0.0024745045229792595, 0.0029079080559313297, 0.0033413113560527563, 0.003774714656174183, 0.004208118189126253, 0.004641521722078323, 0.005074924789369106, 0.0055083283223211765, 0.005941731855273247, 0.006375135388225317, 0.006808538921177387, 0.00724194198846817, 0.00767534552142024, 0.00810874905437231, 0.008542152121663094, 0.008975556120276451, 0.009408959187567234, 0.009842362254858017, 0.010275766253471375, 0.010709169320762157, 0.01114257238805294, 0.011575976386666298, 0.01200937945395708, 0.012442783452570438, 0.012876186519861221]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11832287162542343, -0.11494791507720947, -0.11157296597957611, -0.10819800943136215, -0.10482306033372879, -0.10144810378551483, -0.09807315468788147, -0.09469819813966751, -0.09132324159145355, -0.08794829249382019, -0.08457333594560623, -0.08119838684797287, -0.07782343029975891, -0.07444848120212555, -0.07107352465391159, -0.06769857555627823, -0.06432361900806427, -0.06094866618514061, -0.05757371336221695, -0.05419876053929329, -0.05082380771636963, -0.04744885116815567, -0.04407389834523201, -0.04069894552230835, -0.03732399269938469, -0.03394903987646103, -0.03057408705353737, -0.02719913236796856, -0.0238241795450449, -0.02044922672212124, -0.01707427203655243, -0.013699319213628769, -0.010324366390705109, -0.006949413102120161, -0.0035744598135352135, -0.00019950652495026588, 0.0031754467636346817, 0.006550400052219629, 0.009925353340804577, 0.013300307095050812, 0.016675259917974472, 0.020050212740898132, 0.023425165563821793, 0.026800120249390602, 0.030175073072314262, 0.03355002775788307, 0.03692498058080673, 0.04029993340373039, 0.04367488622665405, 0.04704983904957771, 0.05042479187250137, 0.053799744695425034, 0.057174697518348694, 0.06054965406656265, 0.06392460316419601, 0.06729955971240997, 0.07067450881004333, 0.0740494653582573, 0.07742442190647125, 0.08079937100410461, 0.08417432755231857, 0.08754927664995193, 0.0909242331981659, 0.09429918229579926, 0.09767413884401321]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 2.0, 4.0, 8.0, 8.0, 12.0, 12.0, 10.0, 14.0, 15.0, 49.0, 27.0, 17.0, 20.0, 10.0, 17.0, 8.0, 8.0, 7.0, 1.0, 3.0, 3.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0727529376745224, -0.07041782140731812, -0.06808270514011383, -0.06574758887290955, -0.06341247260570526, -0.061077360063791275, -0.05874224752187729, -0.056407131254673004, -0.05407201498746872, -0.051736898720264435, -0.04940178245306015, -0.047066669911146164, -0.04473155364394188, -0.042396437376737595, -0.04006132483482361, -0.037726208567619324, -0.03539109230041504, -0.033055976033210754, -0.03072086162865162, -0.028385747224092484, -0.0260506309568882, -0.023715514689683914, -0.02138040028512478, -0.019045285880565643, -0.01671016961336136, -0.014375054277479649, -0.012039938941597939, -0.009704823605716228, -0.007369708269834518, -0.005034592933952808, -0.0026994775980710983, -0.0003643622621893883, 0.0019707530736923218, 0.004305868409574032, 0.006640983745455742, 0.008976099081337452, 0.011311214417219162, 0.013646329753100872, 0.015981445088982582, 0.018316559493541718, 0.020651675760746002, 0.022986792027950287, 0.025321906432509422, 0.027657020837068558, 0.029992137104272842, 0.03232725337147713, 0.03466236591339111, 0.0369974821805954, 0.03933259844779968, 0.04166771471500397, 0.04400283098220825, 0.04633794352412224, 0.04867305979132652, 0.05100817605853081, 0.053343288600444794, 0.05567840486764908, 0.05801352113485336, 0.06034863740205765, 0.06268375366926193, 0.06501886993646622, 0.0673539787530899, 0.06968909502029419, 0.07202421128749847, 0.07435932755470276, 0.07669444382190704]}, "_runtime": 97.92484426498413, "_timestamp": 1596212968.6263819, "_step": 116}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 3.0, 1.0, 3.0, 4.0, 1.0, 2.0, 5.0, 1.0, 3.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007210323587059975, -0.006951271556317806, -0.006692219525575638, -0.006433167029172182, -0.006174114998430014, -0.005915062967687845, -0.0056560104712843895, -0.005396958440542221, -0.005137906409800053, -0.004878854379057884, -0.004619802348315716, -0.00436074985191226, -0.004101697821170092, -0.003842645790427923, -0.003583593526855111, -0.003324541263282299, -0.0030654892325401306, -0.002806437201797962, -0.00254738493822515, -0.002288332674652338, -0.0020292806439101696, -0.0017702284967526793, -0.001511176349595189, -0.0012521242024376988, -0.0009930720552802086, -0.0007340199081227183, -0.0004749677609652281, -0.00021591561380773783, 4.3136533349752426e-05, 0.0003021886805072427, 0.0005612408276647329, 0.0008202929748222232, 0.0010793451219797134, 0.0013383972691372037, 0.001597449416294694, 0.0018565015634521842, 0.0021155537106096745, 0.002374605741351843, 0.002633658004924655, 0.002892710268497467, 0.0031517622992396355, 0.003410814329981804, 0.003669866593554616, 0.003928918857127428, 0.0041879708878695965, 0.004447022918611765, 0.004706075415015221, 0.004965127445757389, 0.0052241794764995575, 0.005483231507241726, 0.005742283537983894, 0.00600133603438735, 0.0062603880651295185, 0.006519440095871687, 0.006778492592275143, 0.007037544623017311, 0.0072965966537594795, 0.007555648684501648, 0.007814700715243816, 0.008073752745985985, 0.008332805708050728, 0.008591857738792896, 0.008850909769535065, 0.009109961800277233, 0.009369013831019402]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 4.0, 4.0, 0.0, 4.0, 6.0, 3.0, 5.0, 6.0, 4.0, 6.0, 19.0, 19.0, 32.0, 34.0, 33.0, 37.0, 45.0, 60.0, 92.0, 100.0, 177.0, 163.0, 259.0, 441.0, 4916.0, 517.0, 236.0, 145.0, 135.0, 76.0, 65.0, 48.0, 45.0, 36.0, 28.0, 23.0, 20.0, 13.0, 16.0, 6.0, 10.0, 12.0, 6.0, 5.0, 2.0, 6.0, 2.0, 0.0, 3.0, 1.0, 1.0, 3.0], "bins": [-0.10909625887870789, -0.10609158128499985, -0.1030869111418724, -0.10008223354816437, -0.09707756340503693, -0.09407288581132889, -0.09106821566820145, -0.08806353807449341, -0.08505886793136597, -0.08205419033765793, -0.07904951274394989, -0.07604484260082245, -0.07304016500711441, -0.07003549486398697, -0.06703081727027893, -0.06402614712715149, -0.06102146953344345, -0.05801679566502571, -0.05501212179660797, -0.05200744792819023, -0.04900277405977249, -0.04599809646606445, -0.04299342259764671, -0.03998874872922897, -0.036984074860811234, -0.033979400992393494, -0.030974727123975754, -0.027970051392912865, -0.024965377524495125, -0.021960703656077385, -0.018956027925014496, -0.015951354056596756, -0.012946680188179016, -0.009942006319761276, -0.006937331520020962, -0.003932657185941935, -0.0009279828518629074, 0.0020766914822161198, 0.005081365816295147, 0.008086040616035461, 0.011090714484453201, 0.014095388352870941, 0.01710006222128868, 0.02010473795235157, 0.02310941182076931, 0.02611408568918705, 0.02911876142024994, 0.03212343528866768, 0.03512810915708542, 0.03813278302550316, 0.0411374568939209, 0.04414213076233864, 0.04714680463075638, 0.050151482224464417, 0.053156156092882156, 0.056160829961299896, 0.059165503829717636, 0.062170177698135376, 0.06517485529184341, 0.06817952543497086, 0.0711842030286789, 0.07418887317180634, 0.07719355076551437, 0.08019822090864182, 0.08320289850234985]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 4.0, 3.0, 0.0, 1.0, 1.0, 3.0, 4.0, 6.0, 3.0, 1.0, 4.0, 1.0, 3.0, 7.0, 5.0, 25.0, 3.0, 3.0, 0.0, 7.0, 5.0, 3.0, 3.0, 5.0, 0.0, 3.0, 0.0, 2.0, 4.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003801751881837845, -0.0036925897002220154, -0.0035834277514368296, -0.003474265569821, -0.0033651033882051706, -0.003255941439419985, -0.0031467792578041553, -0.003037617076188326, -0.0029284548945724964, -0.0028192929457873106, -0.002710130764171481, -0.0026009685825556517, -0.002491806633770466, -0.0023826444521546364, -0.002273482270538807, -0.002164320321753621, -0.0020551581401377916, -0.001945996074937284, -0.0018368338933214545, -0.0017276718281209469, -0.0016185096465051174, -0.0015093475813046098, -0.0014001855161041021, -0.0012910233344882727, -0.001181861269287765, -0.0010726992040872574, -0.0009635370224714279, -0.0008543749572709203, -0.0007452128338627517, -0.0006360507104545832, -0.0005268886452540755, -0.00041772652184590697, -0.0003085643984377384, -0.0001994022895814851, -9.024018072523177e-05, 1.892192813102156e-05, 0.00012808403698727489, 0.0002372461458435282, 0.00034640825469978154, 0.00045557034900411963, 0.0005647324724122882, 0.0006738945958204567, 0.0007830567192286253, 0.0008922187844291329, 0.0010013808496296406, 0.00111054303124547, 0.0012197050964459777, 0.0013288672780618072, 0.0014380293432623148, 0.0015471914084628224, 0.001656353590078652, 0.0017655156552791595, 0.001874677836894989, 0.001983839785680175, 0.0020930019672960043, 0.0022021641489118338, 0.0023113260976970196, 0.002420488279312849, 0.0025296504609286785, 0.002638812642544508, 0.002747974591329694, 0.0028571367729455233, 0.0029662989545613527, 0.0030754609033465385, 0.003184623084962368]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 10.0, 10.0, 9.0, 30.0, 54.0, 55.0, 100.0, 163.0, 279.0, 482.0, 781.0, 1198.0, 2020.0, 3450.0, 6160.0, 12449.0, 27351.0, 78249.0, 882972.0, 95999.0, 32342.0, 15347.0, 8106.0, 4592.0, 2746.0, 1621.0, 980.0, 687.0, 450.0, 322.0, 173.0, 140.0, 90.0, 62.0, 54.0, 30.0, 25.0, 13.0, 14.0, 4.0, 4.0, 2.0, 1.0, 1.0, 5.0, 1.0, 0.0, 1.0], "bins": [-0.00884199608117342, -0.008586774580180645, -0.008331554010510445, -0.00807633250951767, -0.00782111193984747, -0.007565890438854694, -0.007310669403523207, -0.007055448368191719, -0.006800226867198944, -0.0065450058318674564, -0.006289784796535969, -0.006034563761204481, -0.0057793427258729935, -0.005524121690541506, -0.005268900189548731, -0.005013679154217243, -0.0047584581188857555, -0.004503237083554268, -0.00424801604822278, -0.003992794547230005, -0.0037375735118985176, -0.00348235247656703, -0.0032271314412355423, -0.002971910173073411, -0.0027166891377419233, -0.0024614681024104357, -0.0022062468342483044, -0.0019510257989168167, -0.0016958046471700072, -0.0014405834954231977, -0.00118536246009171, -0.0009301413083449006, -0.0006749201565980911, -0.0004196990339551121, -0.00016447791131213307, 9.074321133084595e-05, 0.000345964333973825, 0.0006011854857206345, 0.000856406579259783, 0.0011116276727989316, 0.001366848824545741, 0.0016220699762925506, 0.00187729112803936, 0.0021325121633708477, 0.0023877331987023354, 0.0026429544668644667, 0.0028981755021959543, 0.0031533967703580856, 0.0034086178056895733, 0.003663838841021061, 0.003919059876352549, 0.0041742813773453236, 0.004429502412676811, 0.004684723448008299, 0.0049399444833397865, 0.005195165518671274, 0.005450386554002762, 0.005705608054995537, 0.0059608290903270245, 0.006216050125658512, 0.00647127116099, 0.006726492196321487, 0.006981713697314262, 0.00723693473264575, 0.007492155767977238]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 4.0, 10.0, 3.0, 1.0, 3.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 5.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.031056376174092293, -0.03015277534723282, -0.029249176383018494, -0.02834557555615902, -0.027441974729299545, -0.02653837576508522, -0.025634774938225746, -0.024731174111366272, -0.023827575147151947, -0.022923974320292473, -0.022020373493433, -0.021116772666573524, -0.0202131737023592, -0.019309572875499725, -0.01840597204864025, -0.017502373084425926, -0.016598772257566452, -0.015695171430706978, -0.014791571535170078, -0.013887971639633179, -0.012984370812773705, -0.012080770917236805, -0.011177171021699905, -0.010273570194840431, -0.009369970299303532, -0.008466370403766632, -0.007562769576907158, -0.006659169681370258, -0.0057555693201720715, -0.004851968958973885, -0.003948369063436985, -0.003044768702238798, -0.0021411683410406113, -0.0012375680962577462, -0.00033396785147488117, 0.0005696323933079839, 0.001473232638090849, 0.002376832999289036, 0.003280433127656579, 0.004184033256024122, 0.005087633617222309, 0.005991233978420496, 0.006894834339618683, 0.007798434235155582, 0.008702034130692482, 0.009605634957551956, 0.010509234853088856, 0.01141283567994833, 0.01231643557548523, 0.013220035471022129, 0.014123636297881603, 0.015027236193418503, 0.015930837020277977, 0.016834435984492302, 0.017738036811351776, 0.01864163763821125, 0.019545238465070724, 0.02044883742928505, 0.021352438256144524, 0.022256039083003998, 0.023159638047218323, 0.024063238874077797, 0.02496683970093727, 0.025870438665151596, 0.02677403949201107]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [6.0, 2.0, 6.0, 5.0, 1.0, 4.0, 18.0, 10.0, 4.0, 14.0, 24.0, 24.0, 24.0, 26.0, 42.0, 57.0, 55.0, 76.0, 103.0, 122.0, 185.0, 229.0, 297.0, 402.0, 533.0, 752.0, 1044.0, 1796.0, 5770.0, 1822.0, 1180.0, 857.0, 680.0, 485.0, 374.0, 280.0, 247.0, 170.0, 148.0, 99.0, 81.0, 73.0, 56.0, 43.0, 31.0, 30.0, 23.0, 25.0, 14.0, 15.0, 16.0, 9.0, 7.0, 7.0, 9.0, 6.0, 2.0, 6.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.009405911900103092, -0.009074738249182701, -0.00874356459826231, -0.008412390947341919, -0.008081216365098953, -0.0077500431798398495, -0.007418869063258171, -0.00708769541233778, -0.006756521761417389, -0.006425348110496998, -0.006094174459576607, -0.005763000342994928, -0.005431826692074537, -0.005100653041154146, -0.004769478924572468, -0.004438305273652077, -0.004107131622731686, -0.0037759579718112946, -0.00344478408806026, -0.003113610204309225, -0.002782436553388834, -0.002451262902468443, -0.002120089018717408, -0.0017889152513816953, -0.0014577414840459824, -0.0011265677167102695, -0.0007953939493745565, -0.00046422018203884363, -0.00013304641470313072, 0.0001981273526325822, 0.0005293011199682951, 0.000860474887304008, 0.001191648654639721, 0.0015228224219754338, 0.0018539961893111467, 0.0021851700730621815, 0.0025163437239825726, 0.0028475173749029636, 0.0031786912586539984, 0.003509865142405033, 0.003841038793325424, 0.004172212444245815, 0.004503386095166206, 0.004834560211747885, 0.005165733862668276, 0.005496907513588667, 0.005828081630170345, 0.006159255281090736, 0.0064904289320111275, 0.0068216025829315186, 0.00715277623385191, 0.007483950350433588, 0.007815124467015266, 0.008146298117935658, 0.008477471768856049, 0.00880864541977644, 0.00913981907069683, 0.009470992721617222, 0.009802166372537613, 0.010133340023458004, 0.010464513674378395, 0.01079568825662136, 0.011126861907541752, 0.011458035558462143, 0.011789209209382534]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 3.0, 5.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2167249619960785, -0.21026547253131866, -0.20380596816539764, -0.19734647870063782, -0.1908869743347168, -0.18442748486995697, -0.17796799540519714, -0.17150849103927612, -0.1650490015745163, -0.15858949720859528, -0.15213000774383545, -0.14567051827907562, -0.1392110139131546, -0.13275152444839478, -0.12629202008247375, -0.11983253061771393, -0.1133730337023735, -0.10691353678703308, -0.10045403987169266, -0.09399455040693283, -0.08753505349159241, -0.08107555657625198, -0.07461605966091156, -0.06815656274557114, -0.06169706955552101, -0.05523757264018059, -0.04877807945013046, -0.04231858253479004, -0.035859085619449615, -0.02939959242939949, -0.022940095514059067, -0.016480600461363792, -0.010021105408668518, -0.0035616098903119564, 0.0028978856280446053, 0.009357381612062454, 0.01581687666475773, 0.022276371717453003, 0.028735868632793427, 0.03519536182284355, 0.041654858738183975, 0.0481143556535244, 0.054573848843574524, 0.06103334575891495, 0.06749284267425537, 0.0739523395895958, 0.08041182905435562, 0.08687132596969604, 0.09333082288503647, 0.09979031980037689, 0.10624981671571732, 0.11270930618047714, 0.11916880309581757, 0.1256283074617386, 0.1320877969264984, 0.13854728639125824, 0.14500679075717926, 0.1514662802219391, 0.1579257845878601, 0.16438527405261993, 0.17084476351737976, 0.17730426788330078, 0.1837637573480606, 0.19022326171398163, 0.19668275117874146]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 5.0, 5.0, 3.0, 4.0, 7.0, 3.0, 7.0, 7.0, 9.0, 20.0, 18.0, 26.0, 25.0, 55.0, 21.0, 10.0, 12.0, 7.0, 5.0, 5.0, 5.0, 3.0, 5.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.15164700150489807, -0.1478978395462036, -0.14414867758750916, -0.1403995007276535, -0.13665033876895905, -0.1329011768102646, -0.12915201485157013, -0.12540285289287567, -0.12165368348360062, -0.11790452152490616, -0.1141553595662117, -0.11040619015693665, -0.10665702819824219, -0.10290786623954773, -0.09915869683027267, -0.09540953487157822, -0.09166036546230316, -0.0879112035036087, -0.08416204154491425, -0.08041287213563919, -0.07666371017694473, -0.07291454821825027, -0.06916537880897522, -0.06541621685028076, -0.061667054891586304, -0.05791788920760155, -0.05416872352361679, -0.050419557839632034, -0.046670395880937576, -0.04292123019695282, -0.03917206451296806, -0.035422902554273605, -0.03167373687028885, -0.02792457304894924, -0.024175407364964485, -0.020426243543624878, -0.01667707785964012, -0.012927914038300514, -0.009178750216960907, -0.005429585464298725, -0.0016804207116365433, 0.002068743808194995, 0.005817908328026533, 0.009567072615027428, 0.01331623736768961, 0.01706540212035179, 0.0208145659416914, 0.024563731625676155, 0.028312895447015762, 0.03206206113100052, 0.03581122308969498, 0.03956038877367973, 0.04330955445766449, 0.04705871641635895, 0.050807882100343704, 0.05455704778432846, 0.05830620974302292, 0.062055375427007675, 0.06580454111099243, 0.06955370306968689, 0.07330287247896194, 0.0770520344376564, 0.08080119639635086, 0.08455036580562592, 0.08829952776432037]}, "_runtime": 98.73042798042297, "_timestamp": 1596212969.4319656, "_step": 117}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 3.0, 0.0, 2.0, 4.0, 6.0, 0.0, 2.0, 3.0, 3.0, 2.0, 4.0, 4.0, 2.0, 4.0, 1.0, 2.0, 0.0, 3.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.014313209801912308, -0.013903355225920677, -0.013493500649929047, -0.013083646073937416, -0.012673791497945786, -0.012263936921954155, -0.011854083277285099, -0.011444228701293468, -0.011034374125301838, -0.010624519549310207, -0.010214664973318577, -0.009804810397326946, -0.009394955821335316, -0.008985101245343685, -0.008575246669352055, -0.008165392093360424, -0.007755537983030081, -0.00734568340703845, -0.00693582883104682, -0.0065259747207164764, -0.006116120144724846, -0.005706265568733215, -0.005296410992741585, -0.004886556416749954, -0.004476701840758324, -0.00406684773042798, -0.00365699315443635, -0.0032471385784447193, -0.0028372840024530888, -0.002427429659292102, -0.0020175750833004713, -0.0016077206237241626, -0.0011978661641478539, -0.0007880117045715451, -0.0003781571867875755, 3.16973018925637e-05, 0.0004415517905727029, 0.0008514062501490116, 0.0012612608261406422, 0.001671115285716951, 0.0020809697452932596, 0.00249082432128489, 0.002900678664445877, 0.0033105332404375076, 0.003720387816429138, 0.004130242392420769, 0.004540096502751112, 0.0049499510787427425, 0.005359805654734373, 0.005769660230726004, 0.006179514806717634, 0.0065893689170479774, 0.006999223493039608, 0.0074090780690312386, 0.007818932645022869, 0.0082287872210145, 0.00863864179700613, 0.00904849637299776, 0.009458350948989391, 0.009868204593658447, 0.010278059169650078, 0.010687913745641708, 0.011097768321633339, 0.01150762289762497, 0.0119174774736166]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 2.0, 2.0, 3.0, 4.0, 4.0, 6.0, 6.0, 9.0, 13.0, 13.0, 14.0, 28.0, 30.0, 64.0, 77.0, 91.0, 150.0, 216.0, 414.0, 4933.0, 950.0, 362.0, 170.0, 104.0, 53.0, 46.0, 46.0, 21.0, 28.0, 10.0, 12.0, 9.0, 12.0, 6.0, 2.0, 5.0, 0.0, 6.0, 1.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17773279547691345, -0.1727607101202011, -0.16778862476348877, -0.16281655430793762, -0.15784446895122528, -0.15287238359451294, -0.1479003131389618, -0.14292822778224945, -0.1379561424255371, -0.13298405706882477, -0.12801197171211243, -0.12303990125656128, -0.11806781589984894, -0.1130957305431366, -0.10812365263700485, -0.10315157473087311, -0.09817948937416077, -0.09320740401744843, -0.08823532611131668, -0.08326324820518494, -0.0782911628484726, -0.07331907749176025, -0.06834699958562851, -0.06337492167949677, -0.058402836322784424, -0.05343075469136238, -0.04845867305994034, -0.043486591428518295, -0.03851450979709625, -0.03354242816567421, -0.028570346534252167, -0.023598264902830124, -0.01862618327140808, -0.013654101639986038, -0.008682020008563995, -0.0037099383771419525, 0.0012621432542800903, 0.006234224885702133, 0.011206306517124176, 0.01617838814854622, 0.02115046977996826, 0.026122551411390305, 0.031094633042812347, 0.03606671467423439, 0.04103879630565643, 0.046010877937078476, 0.05098295956850052, 0.05595504119992256, 0.060927122831344604, 0.06589920818805695, 0.07087128609418869, 0.07584336400032043, 0.08081544935703278, 0.08578753471374512, 0.09075961261987686, 0.0957316905260086, 0.10070377588272095, 0.10567586123943329, 0.11064793914556503, 0.11562001705169678, 0.12059210240840912, 0.12556418776512146, 0.1305362582206726, 0.13550834357738495, 0.1404804289340973]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 1.0, 2.0, 3.0, 3.0, 5.0, 4.0, 3.0, 2.0, 2.0, 3.0, 4.0, 2.0, 3.0, 3.0, 4.0, 23.0, 2.0, 2.0, 1.0, 1.0, 2.0, 4.0, 3.0, 1.0, 5.0, 2.0, 3.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 4.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.0027223804499953985, -0.002642879029735923, -0.002563377609476447, -0.0024838761892169714, -0.0024043747689574957, -0.00232487334869802, -0.0022453719284385443, -0.0021658705081790686, -0.002086368855088949, -0.0020068674348294735, -0.0019273661309853196, -0.001847864710725844, -0.0017683631740510464, -0.0016888617537915707, -0.001609360333532095, -0.0015298589132726192, -0.0014503574930131435, -0.0013708560727536678, -0.0012913546524941921, -0.0012118532322347164, -0.0011323518119752407, -0.0010528502753004432, -0.0009733488550409675, -0.0008938474347814918, -0.000814346014522016, -0.0007348445942625403, -0.0006553431740030646, -0.000575841695535928, -0.0004963402752764523, -0.0004168388550169766, -0.00033733740565367043, -0.00025783595629036427, -0.00017833453603088856, -9.883310121949762e-05, -1.9331666408106685e-05, 6.016976840328425e-05, 0.0001396712032146752, 0.00021917263802606612, 0.00029867407283745706, 0.0003781755222007632, 0.00045767694246023893, 0.0005371783627197146, 0.0006166797829791903, 0.000696181261446327, 0.0007756826817058027, 0.0008551841019652784, 0.000934685580432415, 0.0010141870006918907, 0.0010936884209513664, 0.0011731898412108421, 0.0012526912614703178, 0.0013321926817297935, 0.0014116941019892693, 0.0014911956386640668, 0.0015706970589235425, 0.0016501984791830182, 0.001729699899442494, 0.0018092013197019696, 0.0018887027399614453, 0.001968204276636243, 0.0020477056968957186, 0.0021272071171551943, 0.00220670853741467, 0.0022862099576741457, 0.0023657113779336214]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 3.0, 3.0, 2.0, 4.0, 8.0, 11.0, 12.0, 13.0, 19.0, 35.0, 40.0, 71.0, 98.0, 135.0, 228.0, 369.0, 499.0, 783.0, 1354.0, 2148.0, 3672.0, 6112.0, 11132.0, 21863.0, 50660.0, 184306.0, 775643.0, 58291.0, 26197.0, 13867.0, 7948.0, 4834.0, 3030.0, 1988.0, 1292.0, 886.0, 587.0, 431.0, 312.0, 204.0, 165.0, 114.0, 84.0, 46.0, 45.0, 26.0, 20.0, 12.0, 11.0, 9.0, 8.0, 6.0, 3.0, 0.0, 3.0], "bins": [-0.006627466529607773, -0.00643892539665103, -0.006250384729355574, -0.00606184359639883, -0.0058733029291033745, -0.005684761796146631, -0.005496220663189888, -0.005307679995894432, -0.005119138862937689, -0.004930597729980946, -0.00474205706268549, -0.004553515929728746, -0.004364974796772003, -0.004176434129476547, -0.003987892996519804, -0.0037993520963937044, -0.003610811196267605, -0.0034222702961415052, -0.0032337293960154057, -0.0030451882630586624, -0.002856647362932563, -0.0026681064628064632, -0.00247956532984972, -0.0022910244297236204, -0.002102483529597521, -0.0019139426294714212, -0.0017254016129299998, -0.0015368605963885784, -0.0013483196962624788, -0.0011597787961363792, -0.0009712377795949578, -0.0007826968212611973, -0.0005941558629274368, -0.00040561490459367633, -0.00021707394625991583, -2.853298792615533e-05, 0.00016000797040760517, 0.00034854892874136567, 0.0005370898870751262, 0.0007256308454088867, 0.0009141718037426472, 0.0011027127038687468, 0.0012912537204101682, 0.0014797947369515896, 0.0016683356370776892, 0.0018568765372037888, 0.002045417670160532, 0.0022339585702866316, 0.002422499470412731, 0.0026110403705388308, 0.0027995812706649303, 0.0029881224036216736, 0.003176663303747773, 0.0033652042038738728, 0.003553745336830616, 0.0037422862369567156, 0.003930827137082815, 0.004119368270039558, 0.004307908937335014, 0.004496450070291758, 0.004684991203248501, 0.004873531870543957, 0.0050620730035007, 0.005250613670796156, 0.005439154803752899]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 4.0, 3.0, 2.0, 2.0, 2.0, 4.0, 4.0, 10.0, 1.0, 1.0, 3.0, 3.0, 1.0, 2.0, 4.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02735104411840439, -0.026531783863902092, -0.025712523609399796, -0.02489326521754265, -0.024074004963040352, -0.023254744708538055, -0.022435486316680908, -0.021616226062178612, -0.020796965807676315, -0.01997770555317402, -0.019158445298671722, -0.018339186906814575, -0.01751992665231228, -0.016700666397809982, -0.015881408005952835, -0.015062147751450539, -0.014242887496948242, -0.013423627242445946, -0.012604367919266224, -0.011785108596086502, -0.010965848341584206, -0.01014658808708191, -0.009327328763902187, -0.008508069440722466, -0.007688809186220169, -0.00686954939737916, -0.006050289608538151, -0.005231029819697142, -0.0044117700308561325, -0.0035925102420151234, -0.0027732504531741142, -0.001953990664333105, -0.001134730875492096, -0.0003154710866510868, 0.0005037887021899223, 0.0013230484910309315, 0.0021423082798719406, 0.0029615680687129498, 0.003780827857553959, 0.004600087646394968, 0.005419347435235977, 0.006238607224076986, 0.0070578670129179955, 0.007877126336097717, 0.008696386590600014, 0.00951564684510231, 0.010334906168282032, 0.011154165491461754, 0.01197342574596405, 0.012792686000466347, 0.013611945323646069, 0.01443120464682579, 0.015250464901328087, 0.016069725155830383, 0.01688898354768753, 0.017708243802189827, 0.018527504056692123, 0.01934676431119442, 0.020166024565696716, 0.020985282957553864, 0.02180454321205616, 0.022623803466558456, 0.023443061858415604, 0.0242623221129179, 0.025081582367420197]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 2.0, 3.0, 3.0, 4.0, 3.0, 4.0, 7.0, 9.0, 18.0, 19.0, 21.0, 34.0, 48.0, 64.0, 88.0, 103.0, 160.0, 254.0, 329.0, 484.0, 772.0, 1131.0, 2214.0, 6851.0, 2056.0, 1209.0, 776.0, 480.0, 321.0, 236.0, 150.0, 108.0, 82.0, 58.0, 66.0, 43.0, 40.0, 37.0, 32.0, 15.0, 16.0, 18.0, 11.0, 16.0, 3.0, 5.0, 4.0, 2.0, 3.0, 1.0, 4.0, 1.0, 0.0, 2.0, 3.0], "bins": [-0.013227407820522785, -0.012819314375519753, -0.01241122093051672, -0.012003127485513687, -0.011595034971833229, -0.011186941526830196, -0.010778848081827164, -0.010370754636824131, -0.009962661191821098, -0.009554567746818066, -0.009146474301815033, -0.008738380856812, -0.008330287411808968, -0.00792219489812851, -0.007514101453125477, -0.007106008008122444, -0.0066979145631194115, -0.006289821118116379, -0.005881727673113346, -0.005473634693771601, -0.005065541248768568, -0.004657447803765535, -0.00424935482442379, -0.0038412613794207573, -0.0034331679344177246, -0.003025074489414692, -0.002616981277242303, -0.002208888065069914, -0.0018007946200668812, -0.0013927012914791703, -0.0009846079628914595, -0.0005765146343037486, -0.00016842130571603775, 0.0002396720228716731, 0.000647765351459384, 0.0010558586800470948, 0.0014639520086348057, 0.0018720453372225165, 0.0022801386658102274, 0.0026882318779826164, 0.003096325322985649, 0.003504418767988682, 0.0039125122129917145, 0.00432060519233346, 0.0047286986373364925, 0.005136792082339525, 0.005544885061681271, 0.005952978506684303, 0.006361071951687336, 0.006769165396690369, 0.007177258841693401, 0.007585351821035147, 0.007993444800376892, 0.008401538245379925, 0.008809631690382957, 0.00921772513538599, 0.009625818580389023, 0.010033912025392056, 0.010442005470395088, 0.010850098915398121, 0.011258192360401154, 0.011666284874081612, 0.012074378319084644, 0.012482471764087677, 0.01289056520909071]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 3.0, 2.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15011295676231384, -0.14565381407737732, -0.1411946713924408, -0.13673552870750427, -0.13227638602256775, -0.12781724333763123, -0.1233580932021141, -0.11889895051717758, -0.11443980038166046, -0.10998065769672394, -0.10552151501178741, -0.10106237232685089, -0.09660322964191437, -0.09214408695697784, -0.08768493682146072, -0.0832257941365242, -0.07876665145158768, -0.07430750876665115, -0.06984836608171463, -0.06538921594619751, -0.060930073261260986, -0.05647093057632446, -0.05201178789138794, -0.04755264148116112, -0.043093498796224594, -0.03863435611128807, -0.03417520970106125, -0.029716067016124725, -0.025256922468543053, -0.02079777792096138, -0.016338635236024857, -0.011879490688443184, -0.007420346140861511, -0.002961202058941126, 0.0014979420229792595, 0.005957086104899645, 0.01041623018682003, 0.014875374734401703, 0.019334517419338226, 0.0237936619669199, 0.02825280651450157, 0.032711949199438095, 0.03717109560966492, 0.04163023829460144, 0.046089380979537964, 0.050548527389764786, 0.05500767007470131, 0.05946681648492813, 0.06392595916986465, 0.06838510185480118, 0.0728442445397377, 0.07730339467525482, 0.08176253736019135, 0.08622168004512787, 0.09068082273006439, 0.09513996541500092, 0.09959910809993744, 0.10405825823545456, 0.10851740092039108, 0.1129765436053276, 0.11743568629026413, 0.12189482897520065, 0.12635397911071777, 0.1308131217956543, 0.13527226448059082]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 6.0, 0.0, 1.0, 5.0, 2.0, 7.0, 4.0, 7.0, 3.0, 1.0, 3.0, 0.0, 0.0, 3.0, 4.0, 7.0, 56.0, 59.0, 29.0, 13.0, 7.0, 11.0, 3.0, 5.0, 1.0, 3.0, 3.0, 5.0, 2.0, 5.0, 3.0, 0.0, 0.0, 3.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.10615583509206772, -0.10272987931966782, -0.09930391609668732, -0.09587796032428741, -0.09245200455188751, -0.08902604132890701, -0.08560008555650711, -0.08217412233352661, -0.07874816656112671, -0.0753222107887268, -0.07189624756574631, -0.0684702917933464, -0.0650443285703659, -0.061618372797966, -0.0581924170255661, -0.0547664575278759, -0.0513404980301857, -0.0479145385324955, -0.0444885790348053, -0.041062623262405396, -0.037636663764715195, -0.034210704267024994, -0.030784746631979942, -0.02735878899693489, -0.02393282949924469, -0.02050687000155449, -0.017080912366509438, -0.013654953800141811, -0.010228995233774185, -0.006803036667406559, -0.003377078101038933, 4.888046532869339e-05, 0.0034748390316963196, 0.006900797598063946, 0.010326756164431572, 0.013752714730799198, 0.017178673297166824, 0.020604632794857025, 0.024030590429902077, 0.02745654806494713, 0.03088250756263733, 0.03430846706032753, 0.03773442655801773, 0.04116038233041763, 0.044586341828107834, 0.048012301325798035, 0.05143825709819794, 0.05486421659588814, 0.05829017609357834, 0.06171613559126854, 0.06514209508895874, 0.06856805086135864, 0.07199400663375854, 0.07541996985673904, 0.07884592562913895, 0.08227188885211945, 0.08569784462451935, 0.08912380039691925, 0.09254976361989975, 0.09597571939229965, 0.09940168261528015, 0.10282763838768005, 0.10625359416007996, 0.10967955738306046, 0.11310551315546036]}, "_runtime": 99.5112407207489, "_timestamp": 1596212970.2127783, "_step": 118}
-{"val_accuracy": 0.8173323344748858, "val_loss": 0.4664143012266725, "_runtime": 100.8518419265747, "_timestamp": 1596212971.5533795, "_step": 119}
-{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: n Confidence: 0.2944660186767578 Truth: v", "Prediction: 5 Confidence: 0.9999967813491821 Truth: 5", "Prediction: 2 Confidence: 0.9985985159873962 Truth: 2", "Prediction: 0 Confidence: 0.6025568842887878 Truth: 0"]}, "_runtime": 101.12965512275696, "_timestamp": 1596212971.8311927, "_step": 120}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 3.0, 2.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 4.0, 6.0, 2.0, 2.0, 4.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006276664324104786, -0.006077131722122431, -0.005877599120140076, -0.005678066052496433, -0.005478533450514078, -0.005279000848531723, -0.005079468246549368, -0.0048799351789057255, -0.00468040257692337, -0.004480869974941015, -0.00428133737295866, -0.004081804770976305, -0.0038822719361633062, -0.0036827391013503075, -0.0034832064993679523, -0.0032836736645549536, -0.0030841410625725985, -0.0028846084605902433, -0.0026850756257772446, -0.0024855430237948895, -0.0022860101889818907, -0.0020864775869995356, -0.0018869448686018586, -0.0016874121502041817, -0.0014878794318065047, -0.0012883467134088278, -0.0010888139950111508, -0.0008892813348211348, -0.0006897486164234579, -0.0004902158980257809, -0.00029068320873193443, -9.115050488617271e-05, 0.000108382198959589, 0.00030791491735726595, 0.0005074476357549429, 0.0007069802959449589, 0.0009065130143426359, 0.001106045674532652, 0.0013055783929303288, 0.0015051111113280058, 0.0017046438297256827, 0.0019041765481233597, 0.002103709150105715, 0.0023032419849187136, 0.0025027745869010687, 0.0027023074217140675, 0.0029018400236964226, 0.0031013728585094213, 0.0033009054604917765, 0.0035004380624741316, 0.0036999708972871304, 0.0038995034992694855, 0.004099036101251841, 0.004298569168895483, 0.004498101770877838, 0.004697634372860193, 0.004897166974842548, 0.0050966995768249035, 0.005296232644468546, 0.005495765246450901, 0.005695297848433256, 0.005894830450415611, 0.006094363518059254, 0.006293896120041609, 0.006493428722023964]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 1.0, 4.0, 2.0, 2.0, 6.0, 4.0, 6.0, 6.0, 8.0, 5.0, 9.0, 7.0, 15.0, 18.0, 14.0, 19.0, 33.0, 38.0, 47.0, 47.0, 69.0, 85.0, 115.0, 143.0, 192.0, 426.0, 5197.0, 542.0, 232.0, 144.0, 110.0, 72.0, 65.0, 43.0, 32.0, 23.0, 23.0, 22.0, 24.0, 12.0, 8.0, 10.0, 8.0, 7.0, 4.0, 6.0, 4.0, 8.0, 5.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.07017067074775696, -0.06786604225635529, -0.06556141376495361, -0.06325678527355194, -0.06095215678215027, -0.058647528290748596, -0.056342899799346924, -0.05403827130794525, -0.05173364281654358, -0.049429018050432205, -0.04712438955903053, -0.04481976106762886, -0.04251513257622719, -0.040210504084825516, -0.03790587559342384, -0.03560124710202217, -0.0332966186106205, -0.030991990119218826, -0.028687361627817154, -0.02638273313641548, -0.02407810464501381, -0.021773478016257286, -0.019468849524855614, -0.01716422103345394, -0.014859592542052269, -0.012554964050650597, -0.010250335559248924, -0.007945707999169827, -0.005641079507768154, -0.0033364512491971254, -0.0010318229906260967, 0.001272805267944932, 0.0035774335265159607, 0.005882062017917633, 0.008186690509319305, 0.010491318069398403, 0.012795946560800076, 0.015100575052201748, 0.017405202612280846, 0.019709831103682518, 0.02201445959508419, 0.024319088086485863, 0.026623716577887535, 0.028928345069289207, 0.03123297169804573, 0.0335376001894474, 0.035842228680849075, 0.03814685717225075, 0.04045148566365242, 0.04275611415505409, 0.045060742646455765, 0.04736537113785744, 0.04966999962925911, 0.05197462812066078, 0.054279256612062454, 0.05658388510346413, 0.0588885098695755, 0.06119313836097717, 0.06349776685237885, 0.06580239534378052, 0.06810702383518219, 0.07041165232658386, 0.07271628081798553, 0.07502090930938721, 0.07732553780078888]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 6.0, 6.0, 3.0, 2.0, 1.0, 7.0, 5.0, 5.0, 4.0, 2.0, 6.0, 24.0, 9.0, 3.0, 4.0, 5.0, 7.0, 4.0, 2.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002823234535753727, -0.002745012054219842, -0.002666789572685957, -0.0025885673239827156, -0.0025103448424488306, -0.0024321223609149456, -0.0023538998793810606, -0.0022756776306778193, -0.0021974551491439342, -0.0021192326676100492, -0.0020410101860761642, -0.0019627877045422792, -0.001884565339423716, -0.001806342974305153, -0.0017281204927712679, -0.0016498981276527047, -0.0015716756461188197, -0.0014934531645849347, -0.0014152307994663715, -0.0013370083179324865, -0.0012587859528139234, -0.0011805634712800384, -0.0011023411061614752, -0.0010241186246275902, -0.0009458962013013661, -0.000867673777975142, -0.0007894513546489179, -0.0007112289313226938, -0.0006330064497888088, -0.0005547840264625847, -0.00047656160313636065, -0.00039833917981013656, -0.00032011675648391247, -0.00024189433315768838, -0.00016367189527954906, -8.544946467736736e-05, -7.2270340751856565e-06, 7.099539652699605e-05, 0.00014921782712917775, 0.00022744026500731707, 0.00030566268833354115, 0.00038388511165976524, 0.00046210753498598933, 0.0005403299583122134, 0.0006185524398460984, 0.0006967748631723225, 0.0007749972864985466, 0.0008532197098247707, 0.0009314421331509948, 0.0010096646146848798, 0.001087886979803443, 0.001166109461337328, 0.0012443318264558911, 0.0013225543079897761, 0.0014007766731083393, 0.0014789991546422243, 0.0015572216361761093, 0.0016354440012946725, 0.0017136664828285575, 0.0017918888479471207, 0.0018701113294810057, 0.0019483336945995688, 0.002026556059718132, 0.002104778541252017, 0.002183001022785902]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 6.0, 4.0, 1.0, 8.0, 8.0, 10.0, 15.0, 15.0, 22.0, 27.0, 45.0, 65.0, 87.0, 106.0, 148.0, 210.0, 317.0, 416.0, 654.0, 948.0, 1310.0, 1876.0, 2857.0, 4427.0, 7399.0, 13465.0, 27030.0, 67568.0, 842697.0, 121462.0, 38552.0, 19170.0, 10610.0, 6244.0, 3728.0, 2640.0, 1659.0, 1084.0, 780.0, 542.0, 397.0, 278.0, 205.0, 154.0, 105.0, 103.0, 54.0, 37.0, 23.0, 28.0, 18.0, 9.0, 10.0, 3.0, 3.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 2.0], "bins": [-0.0037847079802304506, -0.0036619496531784534, -0.0035391915589571, -0.0034164334647357464, -0.003293675137683749, -0.003170916810631752, -0.0030481587164103985, -0.002925400622189045, -0.0028026422951370478, -0.0026798839680850506, -0.002557125873863697, -0.0024343677796423435, -0.0023116094525903463, -0.002188851125538349, -0.0020660930313169956, -0.0019433348206803203, -0.001820576610043645, -0.0016978183994069695, -0.0015750601887702942, -0.0014523019781336188, -0.0013295437674969435, -0.0012067855568602681, -0.0010840273462235928, -0.0009612691355869174, -0.000838510924950242, -0.0007157527143135667, -0.0005929945036768913, -0.00047023629304021597, -0.0003474780824035406, -0.00022471987176686525, -0.0001019616611301899, 2.0796549506485462e-05, 0.00014355476014316082, 0.0002663129707798362, 0.00038907118141651154, 0.0005118293920531869, 0.0006345876026898623, 0.0007573458133265376, 0.000880104023963213, 0.0010028622345998883, 0.0011256204452365637, 0.001248378655873239, 0.0013711368665099144, 0.0014938950771465898, 0.0016166532877832651, 0.0017394114984199405, 0.0018621697090566158, 0.0019849278032779694, 0.0021076861303299665, 0.0022304444573819637, 0.0023532025516033173, 0.002475960645824671, 0.002598718972876668, 0.002721477299928665, 0.0028442353941500187, 0.0029669934883713722, 0.0030897518154233694, 0.0032125101424753666, 0.00333526823669672, 0.0034580263309180737, 0.003580784657970071, 0.003703542985022068, 0.0038263010792434216, 0.003949059173464775, 0.004071817733347416]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 2.0, 4.0, 0.0, 2.0, 1.0, 2.0, 3.0, 3.0, 2.0, 2.0, 3.0, 5.0, 9.0, 4.0, 4.0, 4.0, 1.0, 1.0, 4.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012329645454883575, -0.011558113619685173, -0.01078658178448677, -0.010015049949288368, -0.009243518114089966, -0.008471986278891563, -0.007700453978031874, -0.006928922142833471, -0.006157390307635069, -0.0053858584724366665, -0.004614326637238264, -0.003842794569209218, -0.0030712627340108156, -0.002299730898812413, -0.001528198947198689, -0.0007566670537926257, 1.4864839613437653e-05, 0.000786396733019501, 0.0015579286264255643, 0.0023294605780392885, 0.003100992413237691, 0.0038725242484360933, 0.004644056316465139, 0.005415588151663542, 0.006187119986861944, 0.006958651822060347, 0.007730183657258749, 0.008501715958118439, 0.009273247793316841, 0.010044779628515244, 0.010816311463713646, 0.011587843298912048, 0.01235937513411045, 0.013130906969308853, 0.013902438804507256, 0.014673970639705658, 0.01544550247490406, 0.016217034310102463, 0.016988566145300865, 0.017760097980499268, 0.01853162981569767, 0.019303161650896072, 0.020074693486094475, 0.020846225321292877, 0.02161775715649128, 0.022389288991689682, 0.023160820826888084, 0.023932352662086487, 0.02470388635993004, 0.02547541819512844, 0.026246950030326843, 0.027018481865525246, 0.027790013700723648, 0.02856154553592205, 0.029333077371120453, 0.030104609206318855, 0.030876141041517258, 0.03164767101407051, 0.03241920471191406, 0.033190734684467316, 0.03396226838231087, 0.03473379835486412, 0.03550533205270767, 0.036276862025260925, 0.03704839572310448]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 0.0, 1.0, 3.0, 1.0, 5.0, 11.0, 16.0, 26.0, 41.0, 31.0, 47.0, 69.0, 85.0, 111.0, 166.0, 222.0, 322.0, 451.0, 639.0, 831.0, 1239.0, 2016.0, 7158.0, 2343.0, 1032.0, 517.0, 310.0, 226.0, 142.0, 80.0, 53.0, 36.0, 25.0, 18.0, 13.0, 9.0, 18.0, 18.0, 10.0, 4.0, 7.0, 7.0, 3.0, 2.0, 6.0, 2.0, 3.0, 4.0, 1.0, 4.0, 4.0, 16.0, 4.0, 0.0, 0.0, 3.0, 6.0, 0.0, 1.0, 3.0, 5.0], "bins": [-0.007692748215049505, -0.007393944542855024, -0.007095140404999256, -0.006796336732804775, -0.006497532594949007, -0.006198728922754526, -0.005899924784898758, -0.005601121112704277, -0.005302317440509796, -0.005003513302654028, -0.004704709630459547, -0.004405905492603779, -0.004107101820409298, -0.0038082979153841734, -0.003509494010359049, -0.0032106901053339243, -0.0029118862003087997, -0.002613082295283675, -0.0023142783902585506, -0.002015474485233426, -0.0017166706966236234, -0.0014178667915984988, -0.001119063002988696, -0.0008202590979635715, -0.000521455192938447, -0.0002226513170171529, 7.615255890414119e-05, 0.0003749564348254353, 0.0006737603107467294, 0.0009725642157718539, 0.0012713680043816566, 0.0015701719094067812, 0.0018689758144319057, 0.0021677797194570303, 0.002466583624482155, 0.0027653875295072794, 0.003064191434532404, 0.003362995106726885, 0.0036617990117520094, 0.003960602916777134, 0.004259406588971615, 0.004558210726827383, 0.004857014399021864, 0.005155818536877632, 0.005454622209072113, 0.005753426346927881, 0.006052230019122362, 0.00635103415697813, 0.006649837829172611, 0.006948641501367092, 0.00724744563922286, 0.007546249311417341, 0.00784505344927311, 0.00814385712146759, 0.008442660793662071, 0.008741465397179127, 0.009040269069373608, 0.009339072741568089, 0.00963787641376257, 0.00993668008595705, 0.010235484689474106, 0.010534288361668587, 0.010833092033863068, 0.011131895706057549, 0.01143069937825203]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 3.0, 2.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10324669629335403, -0.10082052648067474, -0.09839434921741486, -0.09596817940473557, -0.09354200959205627, -0.09111583977937698, -0.08868966996669769, -0.0862634927034378, -0.08383732289075851, -0.08141115307807922, -0.07898497581481934, -0.07655880600214005, -0.07413263618946075, -0.07170646637678146, -0.06928029656410217, -0.06685411930084229, -0.064427949488163, -0.062001779675483704, -0.059575606137514114, -0.057149432599544525, -0.054723262786865234, -0.052297092974185944, -0.049870919436216354, -0.047444745898246765, -0.045018576085567474, -0.042592406272888184, -0.040166232734918594, -0.037740059196949005, -0.035313889384269714, -0.032887719571590424, -0.030461546033620834, -0.028035374358296394, -0.025609202682971954, -0.023183031007647514, -0.020756859332323074, -0.018330687656998634, -0.015904515981674194, -0.013478344306349754, -0.011052172631025314, -0.008626000955700874, -0.006199829280376434, -0.0037736576050519943, -0.0013474859297275543, 0.0010786857455968857, 0.0035048574209213257, 0.005931029096245766, 0.008357200771570206, 0.010783372446894646, 0.013209544122219086, 0.015635715797543526, 0.018061887472867966, 0.020488059148192406, 0.022914230823516846, 0.025340402498841286, 0.027766574174165726, 0.030192745849490166, 0.032618917524814606, 0.035045087337493896, 0.037471260875463486, 0.039897434413433075, 0.042323604226112366, 0.044749774038791656, 0.047175947576761246, 0.049602121114730835, 0.052028290927410126]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 2.0, 1.0, 2.0, 2.0, 3.0, 9.0, 5.0, 5.0, 4.0, 5.0, 7.0, 15.0, 40.0, 13.0, 23.0, 17.0, 18.0, 21.0, 23.0, 18.0, 12.0, 4.0, 5.0, 1.0, 2.0, 2.0, 0.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.04510260373353958, -0.04382552579045296, -0.04254845157265663, -0.04127137362957001, -0.03999429941177368, -0.03871722146868706, -0.03744014725089073, -0.03616306930780411, -0.03488599509000778, -0.03360891714692116, -0.03233184292912483, -0.031054764986038208, -0.029777688905596733, -0.028500612825155258, -0.027223536744713783, -0.02594646066427231, -0.024669384583830833, -0.02339230850338936, -0.022115232422947884, -0.02083815634250641, -0.019561080262064934, -0.01828400418162346, -0.017006928101181984, -0.01572985202074051, -0.01445277500897646, -0.013175698928534985, -0.01189862284809351, -0.010621546767652035, -0.009344469755887985, -0.00806739367544651, -0.006790317595005035, -0.0055132415145635605, -0.004236165434122086, -0.0029590893536806107, -0.001682013040408492, -0.00040493684355169535, 0.0008721393533051014, 0.0021492154337465763, 0.003426291747018695, 0.0047033680602908134, 0.005980444140732288, 0.007257520221173763, 0.008534596301615238, 0.009811672382056713, 0.011088749393820763, 0.012365825474262238, 0.013642901554703712, 0.014919977635145187, 0.016197053715586662, 0.017474129796028137, 0.018751205876469612, 0.020028281956911087, 0.021305358037352562, 0.022582434117794037, 0.023859510198235512, 0.025136586278676987, 0.02641366422176361, 0.027690740302205086, 0.02896781638264656, 0.030244892463088036, 0.03152196854352951, 0.032799042761325836, 0.03407612070441246, 0.035353194922208786, 0.03663027286529541]}, "_runtime": 101.83207607269287, "_timestamp": 1596212972.5336137, "_step": 121}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 4.0, 2.0, 4.0, 4.0, 4.0, 3.0, 0.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007461118046194315, -0.007187620270997286, -0.006914122495800257, -0.006640624720603228, -0.006367126479744911, -0.006093628704547882, -0.005820130929350853, -0.005546633154153824, -0.005273135378956795, -0.004999637603759766, -0.0047261398285627365, -0.004452642053365707, -0.004179144278168678, -0.0039056462701410055, -0.0036321482621133327, -0.0033586504869163036, -0.0030851527117192745, -0.0028116549365222454, -0.0025381571613252163, -0.0022646591532975435, -0.0019911613781005144, -0.0017176636029034853, -0.0014441657112911344, -0.0011706678196787834, -0.0008971700444817543, -0.0006236722110770643, -0.00035017437767237425, -7.667654426768422e-05, 0.0001968212891370058, 0.00047031912254169583, 0.0007438169559463859, 0.0010173148475587368, 0.001290812622755766, 0.001564310397952795, 0.001837808289565146, 0.002111306181177497, 0.002384803956374526, 0.002658301731571555, 0.002931799739599228, 0.003205297514796257, 0.003478795289993286, 0.0037522930651903152, 0.004025790840387344, 0.0042992886155843735, 0.004572786390781403, 0.004846284631639719, 0.005119782406836748, 0.005393280182033777, 0.005666777957230806, 0.0059402757324278355, 0.006213773507624865, 0.006487271282821894, 0.00676076952368021, 0.007034267298877239, 0.007307765074074268, 0.0075812628492712975, 0.007854760624468327, 0.008128258399665356, 0.008401756174862385, 0.008675253950059414, 0.008948751725256443, 0.009222249500453472, 0.009495747275650501, 0.00976924505084753, 0.010042743757367134]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 5.0, 2.0, 3.0, 7.0, 5.0, 12.0, 9.0, 19.0, 18.0, 20.0, 38.0, 35.0, 55.0, 68.0, 119.0, 167.0, 255.0, 473.0, 5456.0, 427.0, 223.0, 130.0, 106.0, 62.0, 60.0, 43.0, 24.0, 21.0, 15.0, 12.0, 9.0, 8.0, 4.0, 2.0, 4.0, 3.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.13435237109661102, -0.13032306730747223, -0.12629374861717224, -0.12226444482803345, -0.11823514103889465, -0.11420582979917526, -0.11017651855945587, -0.10614721477031708, -0.10211790353059769, -0.0980885922908783, -0.0940592885017395, -0.09002997726202011, -0.08600066602230072, -0.08197136223316193, -0.07794205099344254, -0.07391274720430374, -0.06988343596458435, -0.06585412472486496, -0.061824820935726166, -0.057795509696006775, -0.05376620218157768, -0.04973689466714859, -0.0457075834274292, -0.04167827591300011, -0.037648968398571014, -0.03361966088414192, -0.02959035150706768, -0.02556104212999344, -0.021531734615564346, -0.017502427101135254, -0.013473117724061012, -0.009443809278309345, -0.005414500832557678, -0.0013851923868060112, 0.002644116058945656, 0.006673424504697323, 0.01070273295044899, 0.014732041396200657, 0.018761349841952324, 0.022790659219026566, 0.026819966733455658, 0.03084927424788475, 0.03487858176231384, 0.038907893002033234, 0.042937200516462326, 0.04696650803089142, 0.05099581927061081, 0.0550251267850399, 0.059054434299468994, 0.06308374553918839, 0.06711304932832718, 0.07114236056804657, 0.07517166435718536, 0.07920097559690475, 0.08323028683662415, 0.08725959062576294, 0.09128890186548233, 0.09531821310520172, 0.09934751689434052, 0.1033768281340599, 0.1074061393737793, 0.11143544316291809, 0.11546475440263748, 0.11949405819177628, 0.12352336943149567]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 2.0, 3.0, 3.0, 6.0, 2.0, 8.0, 8.0, 5.0, 6.0, 24.0, 3.0, 8.0, 3.0, 4.0, 3.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 4.0, 2.0, 2.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0038019518833607435, -0.003688668832182884, -0.0035753860138356686, -0.0034621029626578093, -0.00334881991147995, -0.0032355368603020906, -0.0031222538091242313, -0.0030089709907770157, -0.0028956879395991564, -0.002782404888421297, -0.0026691220700740814, -0.002555839018896222, -0.002442555967718363, -0.0023292729165405035, -0.002215989865362644, -0.0021027070470154285, -0.0019894239958375692, -0.00187614094465971, -0.0017628580098971725, -0.001649575075134635, -0.0015362920239567757, -0.0014230089727789164, -0.0013097260380163789, -0.0011964431032538414, -0.001083160052075982, -0.0009698770591057837, -0.0008565940661355853, -0.0007433110731653869, -0.0006300280801951885, -0.0005167450872249901, -0.00040346209425479174, -0.00029017910128459334, -0.00017689610831439495, -6.361311534419656e-05, 4.9669877626001835e-05, 0.00016295287059620023, 0.0002762358635663986, 0.000389518856536597, 0.0005028018495067954, 0.0006160848424769938, 0.0007293678354471922, 0.0008426508284173906, 0.000955933821387589, 0.0010692167561501265, 0.0011824998073279858, 0.001295782858505845, 0.0014090657932683825, 0.00152234872803092, 0.0016356317792087793, 0.0017489148303866386, 0.0018621977651491761, 0.0019754806999117136, 0.002088763751089573, 0.002202046802267432, 0.0023153298534452915, 0.002428612671792507, 0.0025418957229703665, 0.002655178774148226, 0.0027684615924954414, 0.0028817446436733007, 0.00299502769485116, 0.0031083107460290194, 0.0032215937972068787, 0.0033348766155540943, 0.0034481596667319536]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 2.0, 4.0, 3.0, 9.0, 11.0, 12.0, 23.0, 35.0, 35.0, 62.0, 74.0, 104.0, 149.0, 236.0, 346.0, 491.0, 738.0, 1203.0, 2002.0, 3536.0, 6508.0, 13524.0, 31311.0, 94294.0, 867964.0, 82697.0, 30749.0, 15593.0, 9336.0, 5856.0, 3915.0, 2607.0, 1771.0, 1215.0, 872.0, 677.0, 451.0, 322.0, 236.0, 173.0, 119.0, 103.0, 81.0, 43.0, 39.0, 36.0, 17.0, 15.0, 14.0, 6.0, 7.0, 6.0, 2.0, 6.0, 0.0, 0.0, 1.0], "bins": [-0.005531609524041414, -0.005356357432901859, -0.005181105807423592, -0.005005853716284037, -0.004830602090805769, -0.004655349999666214, -0.004480098374187946, -0.004304846283048391, -0.004129594191908836, -0.003954342566430569, -0.0037790907081216574, -0.003603838849812746, -0.003428586758673191, -0.0032533349003642797, -0.0030780830420553684, -0.002902831183746457, -0.0027275793254375458, -0.0025523274671286345, -0.002377075608819723, -0.002201823750510812, -0.0020265718922019005, -0.0018513199174776673, -0.0016760679427534342, -0.0015008160844445229, -0.0013255642261356115, -0.0011503123678267002, -0.000975060451310128, -0.0007998085347935557, -0.0006245566764846444, -0.00044930478907190263, -0.00027405290165916085, -9.880101424641907e-05, 7.645087316632271e-05, 0.0002517027605790645, 0.00042695464799180627, 0.0006022065645083785, 0.0007774584228172898, 0.0009527102811262012, 0.0011279622558504343, 0.0013032141141593456, 0.001478465972468257, 0.0016537178307771683, 0.0018289696890860796, 0.002004221547394991, 0.002179473638534546, 0.0023547254968434572, 0.0025299773551523685, 0.00270522921346128, 0.002880481071770191, 0.0030557329300791025, 0.003230984788388014, 0.003406236646696925, 0.0035814885050058365, 0.0037567405961453915, 0.003931992221623659, 0.004107244312763214, 0.004282495938241482, 0.004457748029381037, 0.004633000120520592, 0.004808251745998859, 0.004983503837138414, 0.005158755462616682, 0.005334007553756237, 0.005509259179234505, 0.00568451127037406]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 5.0, 1.0, 5.0, 4.0, 5.0, 9.0, 3.0, 2.0, 3.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.024812867864966393, -0.023693490773439407, -0.022574111819267273, -0.021454734727740288, -0.020335357636213303, -0.019215980544686317, -0.018096603453159332, -0.016977224498987198, -0.015857847407460213, -0.014738470315933228, -0.013619092293083668, -0.012499714270234108, -0.011380337178707123, -0.010260960087180138, -0.009141582064330578, -0.008022204041481018, -0.006902826949954033, -0.00578344939276576, -0.004664071835577488, -0.0035446942783892155, -0.002425316721200943, -0.0013059391640126705, -0.00018656160682439804, 0.0009328159503638744, 0.002052193507552147, 0.0031715710647404194, 0.004290948621928692, 0.005410326179116964, 0.006529703736305237, 0.007649081293493509, 0.008768458850681782, 0.009887836873531342, 0.011007213965058327, 0.012126591056585312, 0.013245969079434872, 0.014365347102284431, 0.015484724193811417, 0.016604101285338402, 0.017723478376865387, 0.01884285733103752, 0.019962234422564507, 0.02108161151409149, 0.022200990468263626, 0.02332036755979061, 0.024439744651317596, 0.02555912174284458, 0.026678498834371567, 0.0277978777885437, 0.028917254880070686, 0.03003663197159767, 0.031156010925769806, 0.03227538615465164, 0.033394765108823776, 0.03451414406299591, 0.03563351929187775, 0.03675289824604988, 0.037872277200222015, 0.03899165242910385, 0.040111031383275986, 0.04123040661215782, 0.042349785566329956, 0.04346916452050209, 0.044588539749383926, 0.04570791870355606, 0.0468272939324379]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 4.0, 2.0, 9.0, 6.0, 7.0, 11.0, 5.0, 11.0, 21.0, 29.0, 30.0, 43.0, 58.0, 45.0, 78.0, 101.0, 151.0, 206.0, 285.0, 425.0, 579.0, 958.0, 1482.0, 2818.0, 7050.0, 1561.0, 747.0, 469.0, 326.0, 216.0, 136.0, 109.0, 84.0, 58.0, 49.0, 28.0, 35.0, 25.0, 9.0, 17.0, 7.0, 15.0, 11.0, 16.0, 12.0, 8.0, 10.0, 10.0, 10.0, 15.0, 3.0, 8.0, 5.0, 1.0, 1.0, 2.0, 7.0], "bins": [-0.013875527307391167, -0.013430989347398281, -0.012986451387405396, -0.012541912496089935, -0.01209737453609705, -0.011652836576104164, -0.011208297684788704, -0.010763759724795818, -0.010319221764802933, -0.009874683804810047, -0.009430145844817162, -0.008985606953501701, -0.008541068993508816, -0.00809653103351593, -0.007651992607861757, -0.007207454182207584, -0.006762916222214699, -0.006318378262221813, -0.00587383983656764, -0.005429301410913467, -0.004984763450920582, -0.004540225490927696, -0.004095687065273523, -0.003651148872449994, -0.003206610679626465, -0.0027620724868029356, -0.0023175342939794064, -0.0018729961011558771, -0.0014284579083323479, -0.0009839197155088186, -0.0005393815226852894, -9.484332986176014e-05, 0.0003496948629617691, 0.0007942330557852983, 0.0012387712486088276, 0.0016833094414323568, 0.002127847634255886, 0.0025723858270794153, 0.0030169240199029446, 0.003461462212726474, 0.003906000405550003, 0.004350538365542889, 0.0047950767911970615, 0.0052396152168512344, 0.00568415317684412, 0.006128691136837006, 0.0065732295624911785, 0.007017767988145351, 0.007462305948138237, 0.007906843908131123, 0.008351381868124008, 0.008795920759439468, 0.009240458719432354, 0.00968499667942524, 0.0101295355707407, 0.010574073530733585, 0.011018611490726471, 0.011463149450719357, 0.011907687410712242, 0.012352226302027702, 0.012796764262020588, 0.013241302222013474, 0.013685841113328934, 0.01413037907332182, 0.014574917033314705]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 1.0, 2.0, 1.0, 0.0, 3.0, 4.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.20029041171073914, -0.19591385126113892, -0.1915372759103775, -0.18716071546077728, -0.18278415501117706, -0.17840757966041565, -0.17403101921081543, -0.1696544587612152, -0.1652778834104538, -0.16090132296085358, -0.15652476251125336, -0.15214818716049194, -0.14777162671089172, -0.1433950662612915, -0.1390184909105301, -0.13464193046092987, -0.13026535511016846, -0.12588879466056824, -0.12151223421096802, -0.1171356663107872, -0.11275909841060638, -0.10838253796100616, -0.10400597006082535, -0.09962940216064453, -0.09525284171104431, -0.0908762738108635, -0.08649970591068268, -0.08212313801050186, -0.07774657756090164, -0.07337000966072083, -0.06899344176054001, -0.06461688131093979, -0.06024031341075897, -0.055863749235868454, -0.05148718133568764, -0.04711061716079712, -0.0427340492606163, -0.038357485085725784, -0.033980920910835266, -0.0296043548732996, -0.02522778883576393, -0.020851222798228264, -0.016474656760692596, -0.012098092585802078, -0.007721526548266411, -0.0033449609763920307, 0.0010316045954823494, 0.0054081701673567295, 0.00978473573923111, 0.014161301776766777, 0.018537867814302444, 0.022914431989192963, 0.02729099802672863, 0.0316675640642643, 0.036044128239154816, 0.04042069613933563, 0.04479726031422615, 0.04917382448911667, 0.053550392389297485, 0.057926956564188004, 0.06230352073907852, 0.06668008863925934, 0.07105665653944016, 0.07543321698904037, 0.07980978488922119]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 4.0, 6.0, 11.0, 19.0, 21.0, 62.0, 50.0, 20.0, 18.0, 5.0, 9.0, 10.0, 8.0, 10.0, 6.0, 4.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.1352406144142151, -0.13166500627994537, -0.12808941304683685, -0.12451381236314774, -0.12093821167945862, -0.1173626109957695, -0.11378701031208038, -0.11021140962839127, -0.10663580894470215, -0.10306020081043243, -0.09948460012674332, -0.0959089994430542, -0.09233339875936508, -0.08875779807567596, -0.08518219739198685, -0.08160659670829773, -0.07803099602460861, -0.0744553953409195, -0.07087979465723038, -0.06730419397354126, -0.06372859328985214, -0.060152988880872726, -0.05657738819718361, -0.05300178751349449, -0.049426186829805374, -0.04585058614611626, -0.04227498546242714, -0.03869938477873802, -0.035123780369758606, -0.03154817968606949, -0.02797257900238037, -0.024396978318691254, -0.020821377635002136, -0.01724577695131302, -0.013670175336301327, -0.010094573721289635, -0.006518973037600517, -0.0029433718882501125, 0.0006322292611002922, 0.004207830410450697, 0.007783431559801102, 0.011359032243490219, 0.014934633858501911, 0.018510235473513603, 0.02208583615720272, 0.025661436840891838, 0.029237039387226105, 0.03281264007091522, 0.03638824075460434, 0.03996384143829346, 0.043539442121982574, 0.04711504280567169, 0.05069064348936081, 0.054266247898340225, 0.05784184858202934, 0.06141744926571846, 0.06499305367469788, 0.068568654358387, 0.07214425504207611, 0.07571985572576523, 0.07929545640945435, 0.08287105709314346, 0.08644665777683258, 0.0900222584605217, 0.09359785914421082]}, "_runtime": 102.62493634223938, "_timestamp": 1596212973.326474, "_step": 122}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 2.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 3.0, 2.0, 4.0, 3.0, 2.0, 1.0, 5.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.009427178651094437, -0.009164182469248772, -0.008901186287403107, -0.008638190105557442, -0.008375193923711777, -0.008112197741866112, -0.007849201560020447, -0.007586205378174782, -0.007323209196329117, -0.007060213014483452, -0.006797216832637787, -0.006534220650792122, -0.006271224468946457, -0.006008228287100792, -0.005745232105255127, -0.005482235923409462, -0.005219239741563797, -0.004956243559718132, -0.004693247377872467, -0.004430251196026802, -0.004167255014181137, -0.003904258832335472, -0.003641262650489807, -0.003378266468644142, -0.003115270286798477, -0.002852274104952812, -0.002589277923107147, -0.0023262817412614822, -0.0020632855594158173, -0.0018002893775701523, -0.0015372931957244873, -0.0012742970138788223, -0.0010113008320331573, -0.0007483046501874924, -0.0004853084683418274, -0.00022231228649616241, 4.0683895349502563e-05, 0.00030368007719516754, 0.0005666762590408325, 0.0008296724408864975, 0.0010926686227321625, 0.0013556648045778275, 0.0016186609864234924, 0.0018816571682691574, 0.0021446533501148224, 0.0024076495319604874, 0.0026706457138061523, 0.0029336418956518173, 0.0031966380774974823, 0.0034596342593431473, 0.0037226304411888123, 0.003985626623034477, 0.004248622804880142, 0.004511618986725807, 0.004774615168571472, 0.005037611350417137, 0.005300607532262802, 0.005563603714108467, 0.005826599895954132, 0.006089596077799797, 0.006352592259645462, 0.006615588441491127, 0.006878584623336792, 0.007141580805182457, 0.007404576987028122]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 4.0, 3.0, 9.0, 10.0, 4.0, 12.0, 10.0, 16.0, 23.0, 18.0, 35.0, 45.0, 51.0, 70.0, 100.0, 113.0, 165.0, 187.0, 340.0, 4658.0, 978.0, 351.0, 189.0, 136.0, 102.0, 65.0, 45.0, 37.0, 34.0, 17.0, 19.0, 16.0, 13.0, 14.0, 5.0, 9.0, 3.0, 4.0, 3.0, 3.0, 1.0, 1.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10062624514102936, -0.09724346548318863, -0.0938606858253479, -0.09047790616750717, -0.08709512650966644, -0.08371234685182571, -0.08032956719398499, -0.07694678753614426, -0.07356400787830353, -0.0701812207698822, -0.06679844111204147, -0.06341566145420074, -0.060032881796360016, -0.05665010213851929, -0.05326732248067856, -0.04988454282283783, -0.0465017631649971, -0.04311898350715637, -0.03973620384931564, -0.036353424191474915, -0.032970644533634186, -0.029587863013148308, -0.02620508149266243, -0.0228223018348217, -0.019439522176980972, -0.016056742519140244, -0.01267396192997694, -0.009291181340813637, -0.005908401682972908, -0.002525621559470892, 0.0008571585640311241, 0.00423993868753314, 0.007622718811035156, 0.011005498468875885, 0.014388279058039188, 0.017771059647202492, 0.02115383930504322, 0.02453661896288395, 0.027919400483369827, 0.031302180141210556, 0.034684959799051285, 0.038067739456892014, 0.04145051911473274, 0.04483329877257347, 0.0482160821557045, 0.05159886181354523, 0.054981641471385956, 0.058364421129226685, 0.06174720078706741, 0.06512998044490814, 0.06851276010274887, 0.0718955397605896, 0.07527831941843033, 0.07866109907627106, 0.08204387873411179, 0.08542665839195251, 0.08880944550037384, 0.09219222515821457, 0.0955750048160553, 0.09895778447389603, 0.10234056413173676, 0.10572334378957748, 0.10910612344741821, 0.11248890310525894, 0.11587168276309967]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 6.0, 4.0, 5.0, 2.0, 1.0, 6.0, 2.0, 2.0, 2.0, 2.0, 4.0, 2.0, 2.0, 24.0, 4.0, 6.0, 5.0, 2.0, 3.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 7.0, 3.0, 2.0, 1.0, 0.0, 2.0, 3.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0023384953383356333, -0.002240051981061697, -0.002141608390957117, -0.002043165033683181, -0.0019447216764092445, -0.0018462783191353083, -0.0017478348454460502, -0.001649391371756792, -0.0015509480144828558, -0.0014525046572089195, -0.0013540611835196614, -0.0012556177098304033, -0.001157174352556467, -0.0010587309952825308, -0.0009602875215932727, -0.0008618441061116755, -0.0007634006906300783, -0.0006649572751484811, -0.0005665138596668839, -0.00046807044418528676, -0.0003696270287036896, -0.0002711836132220924, -0.0001727401977404952, -7.429678225889802e-05, 2.4146633222699165e-05, 0.00012259004870429635, 0.00022103346418589354, 0.0003194768796674907, 0.0004179202951490879, 0.0005163637106306851, 0.0006148071261122823, 0.0007132505415938795, 0.0008116939570754766, 0.0009101373725570738, 0.001008580788038671, 0.0011070242617279291, 0.0012054676190018654, 0.0013039109762758017, 0.0014023544499650598, 0.0015007979236543179, 0.0015992412809282541, 0.0016976846382021904, 0.0017961281118914485, 0.0018945715855807066, 0.001993014942854643, 0.002091458300128579, 0.0021899016574025154, 0.0022883452475070953, 0.0023867886047810316, 0.002485231962054968, 0.002583675552159548, 0.002682118909433484, 0.0027805622667074203, 0.0028790056239813566, 0.002977448981255293, 0.003075892571359873, 0.003174335928633809, 0.0032727792859077454, 0.0033712228760123253, 0.0034696662332862616, 0.003568109590560198, 0.003666552947834134, 0.0037649963051080704, 0.0038634398952126503, 0.00396188348531723]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 3.0, 3.0, 8.0, 7.0, 9.0, 14.0, 26.0, 41.0, 63.0, 101.0, 127.0, 231.0, 364.0, 598.0, 947.0, 1556.0, 2835.0, 5193.0, 10376.0, 22936.0, 69235.0, 875556.0, 106876.0, 37651.0, 18559.0, 10018.0, 5880.0, 3705.0, 2359.0, 1514.0, 971.0, 574.0, 392.0, 265.0, 174.0, 141.0, 86.0, 52.0, 52.0, 43.0, 17.0, 16.0, 12.0, 17.0, 10.0, 4.0, 8.0, 4.0, 4.0, 1.0, 4.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.007378723006695509, -0.007138343527913094, -0.0068979645147919655, -0.00665758503600955, -0.006417205557227135, -0.006176826544106007, -0.005936447065323591, -0.005696068052202463, -0.005455688573420048, -0.005215309094637632, -0.004974930081516504, -0.004734550602734089, -0.004494171589612961, -0.004253792110830545, -0.00401341263204813, -0.0037730333860963583, -0.0035326541401445866, -0.003292274894192815, -0.003051895648241043, -0.0028115161694586277, -0.002571136923506856, -0.0023307576775550842, -0.002090378198772669, -0.001849998952820897, -0.0016096197068691254, -0.0013692404609173536, -0.00112886109855026, -0.0008884817943908274, -0.0006481024902313948, -0.0004077231860719621, -0.00016734388191252947, 7.303542224690318e-05, 0.00031341472640633583, 0.0005537940305657685, 0.0007941733347252011, 0.0010345526970922947, 0.0012749319430440664, 0.0015153111889958382, 0.0017556905513629317, 0.0019960699137300253, 0.002236449159681797, 0.0024768284056335688, 0.0027172076515853405, 0.002957587130367756, 0.0031979663763195276, 0.0034383456222712994, 0.0036787251010537148, 0.003919104114174843, 0.004159483592957258, 0.004399863071739674, 0.004640242084860802, 0.004880621563643217, 0.0051210010424256325, 0.0053613800555467606, 0.005601759534329176, 0.005842138547450304, 0.006082518026232719, 0.006322897505015135, 0.006563276518136263, 0.006803655996918678, 0.007044035010039806, 0.007284414488822222, 0.007524793967604637, 0.007765172980725765, 0.008005551993846893]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 4.0, 1.0, 2.0, 2.0, 3.0, 4.0, 2.0, 9.0, 0.0, 3.0, 5.0, 4.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.021629221737384796, -0.02092256024479866, -0.020215898752212524, -0.01950923539698124, -0.018802573904395103, -0.018095912411808968, -0.017389249056577682, -0.016682587563991547, -0.01597592607140541, -0.015269264578819275, -0.014562602154910564, -0.013855939731001854, -0.013149278238415718, -0.012442616745829582, -0.011735954321920872, -0.011029291898012161, -0.010322630405426025, -0.00961596891283989, -0.008909306488931179, -0.008202644065022469, -0.007495982572436333, -0.0067893206141889095, -0.006082658655941486, -0.005375996697694063, -0.00466933473944664, -0.003962672781199217, -0.0032560108229517937, -0.0025493488647043705, -0.0018426869064569473, -0.0011360249482095242, -0.000429362989962101, 0.0002772989682853222, 0.0009839609265327454, 0.0016906228847801685, 0.0023972848430275917, 0.003103946801275015, 0.003810608759522438, 0.004517270717769861, 0.005223932676017284, 0.0059305946342647076, 0.006637256592512131, 0.007343918550759554, 0.008050580509006977, 0.008757242932915688, 0.009463904425501823, 0.01017056591808796, 0.01087722834199667, 0.01158389076590538, 0.012290552258491516, 0.012997213751077652, 0.013703876174986362, 0.014410538598895073, 0.015117200091481209, 0.015823861584067345, 0.01653052493929863, 0.017237186431884766, 0.0179438479244709, 0.018650509417057037, 0.019357170909643173, 0.02006383426487446, 0.020770495757460594, 0.02147715725004673, 0.022183820605278015, 0.02289048209786415, 0.023597143590450287]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 5.0, 3.0, 3.0, 2.0, 9.0, 5.0, 9.0, 12.0, 24.0, 32.0, 54.0, 78.0, 86.0, 123.0, 204.0, 239.0, 347.0, 452.0, 728.0, 1089.0, 1654.0, 6153.0, 2431.0, 1395.0, 826.0, 555.0, 368.0, 328.0, 226.0, 213.0, 159.0, 122.0, 117.0, 81.0, 64.0, 48.0, 42.0, 32.0, 31.0, 19.0, 17.0, 5.0, 9.0, 6.0, 3.0, 5.0, 5.0, 3.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.01080678217113018, -0.010455434210598469, -0.010104087181389332, -0.00975273922085762, -0.009401392191648483, -0.009050044231116772, -0.008698697201907635, -0.008347349241375923, -0.007996002212166786, -0.007644654251635075, -0.00729330675676465, -0.006941959261894226, -0.0065906113013625145, -0.00623926380649209, -0.005887916311621666, -0.005536568816751242, -0.005185221321880817, -0.004833873827010393, -0.004482526332139969, -0.004131178837269545, -0.0037798311095684767, -0.0034284836146980524, -0.0030771358869969845, -0.00272578839212656, -0.002374440897256136, -0.0020230934023857117, -0.0016717457910999656, -0.0013203981798142195, -0.0009690506849437952, -0.00061770313186571, -0.00026635557878762484, 8.499197429046035e-05, 0.00043633952736854553, 0.0007876870804466307, 0.001139034633524716, 0.001490382244810462, 0.0018417297396808863, 0.0021930772345513105, 0.0025444249622523785, 0.0028957724571228027, 0.003247119951993227, 0.0035984674468636513, 0.0039498149417340755, 0.0043011624366045, 0.004652510397136211, 0.005003857892006636, 0.00535520538687706, 0.005706552881747484, 0.0060579003766179085, 0.006409247871488333, 0.006760595366358757, 0.007111942861229181, 0.0074632903560996056, 0.007814638316631317, 0.008165985345840454, 0.008517333306372166, 0.008868681266903877, 0.009220028296113014, 0.009571376256644726, 0.009922723285853863, 0.010274071246385574, 0.010625418275594711, 0.010976766236126423, 0.01132811326533556, 0.011679461225867271]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 3.0, 2.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12420209497213364, -0.12072612345218658, -0.11725015938282013, -0.11377419531345367, -0.11029822379350662, -0.10682225227355957, -0.10334628820419312, -0.09987032413482666, -0.09639435261487961, -0.09291838109493256, -0.0894424170255661, -0.08596645295619965, -0.0824904814362526, -0.07901450991630554, -0.07553854584693909, -0.07206258177757263, -0.06858661025762558, -0.06511063873767853, -0.06163467466831207, -0.05815870687365532, -0.054682739078998566, -0.05120677128434181, -0.04773080348968506, -0.044254835695028305, -0.04077886790037155, -0.0373029001057148, -0.033826932311058044, -0.03035096451640129, -0.026874996721744537, -0.023399028927087784, -0.01992306113243103, -0.016447093337774277, -0.012971125543117523, -0.00949515774846077, -0.006019189953804016, -0.0025432221591472626, 0.000932745635509491, 0.0044087134301662445, 0.007884681224822998, 0.011360649019479752, 0.014836616814136505, 0.01831258460879326, 0.021788552403450012, 0.025264520198106766, 0.02874048799276352, 0.03221645578742027, 0.035692423582077026, 0.03916839137673378, 0.04264435917139053, 0.04612032696604729, 0.04959629476070404, 0.053072262555360794, 0.05654823035001755, 0.0600241981446743, 0.06350016593933105, 0.06697613000869751, 0.07045210152864456, 0.07392807304859161, 0.07740403711795807, 0.08088000118732452, 0.08435597270727158, 0.08783194422721863, 0.09130790829658508, 0.09478387236595154, 0.09825984388589859]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 2.0, 3.0, 2.0, 1.0, 2.0, 1.0, 3.0, 3.0, 2.0, 3.0, 1.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 6.0, 6.0, 10.0, 13.0, 11.0, 45.0, 36.0, 26.0, 22.0, 19.0, 19.0, 17.0, 3.0, 2.0, 3.0, 0.0, 3.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.08691772818565369, -0.08400014042854309, -0.0810825452208519, -0.0781649574637413, -0.0752473697066307, -0.07232977449893951, -0.06941218674182892, -0.06649459898471832, -0.06357701122760773, -0.060659416019916534, -0.05774182826280594, -0.054824236780405045, -0.05190664529800415, -0.048989057540893555, -0.04607146605849266, -0.043153878301382065, -0.04023628681898117, -0.037318695336580276, -0.03440110757946968, -0.03148351609706879, -0.02856592647731304, -0.025648336857557297, -0.022730745375156403, -0.019813155755400658, -0.016895566135644913, -0.013977976515889168, -0.011060385964810848, -0.008142795413732529, -0.005225205793976784, -0.0023076157085597515, 0.0006099743768572807, 0.003527564462274313, 0.006445154547691345, 0.00936274416744709, 0.01228033471852541, 0.01519792526960373, 0.018115514889359474, 0.02103310450911522, 0.023950695991516113, 0.026868285611271858, 0.029785875231027603, 0.0327034667134285, 0.03562105447053909, 0.03853864595293999, 0.04145623743534088, 0.04437382519245148, 0.04729141667485237, 0.05020900443196297, 0.05312659591436386, 0.056044187396764755, 0.05896177515387535, 0.061879366636276245, 0.06479695439338684, 0.06771454960107803, 0.07063213735818863, 0.07354972511529922, 0.07646732032299042, 0.07938490808010101, 0.08230249583721161, 0.0852200835943222, 0.0881376788020134, 0.09105526655912399, 0.09397285431623459, 0.09689044952392578, 0.09980803728103638]}, "_runtime": 103.41125559806824, "_timestamp": 1596212974.1127932, "_step": 123}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 3.0, 5.0, 0.0, 4.0, 2.0, 10.0, 2.0, 4.0, 1.0, 2.0, 4.0, 1.0, 1.0, 2.0, 4.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012146368622779846, -0.011748945340514183, -0.011351522989571095, -0.010954099707305431, -0.010556676425039768, -0.01015925407409668, -0.009761830791831017, -0.009364407509565353, -0.008966985158622265, -0.008569561876356602, -0.008172138594090939, -0.00777471624314785, -0.007377292960882187, -0.006979870144277811, -0.006582447327673435, -0.006185024045407772, -0.005787601228803396, -0.00539017841219902, -0.004992755129933357, -0.004595332313328981, -0.0041979094967246056, -0.003800486447289586, -0.0034030633978545666, -0.0030056405812501907, -0.0026082175318151712, -0.0022107944823801517, -0.001813371665775776, -0.0014159486163407564, -0.0010185256833210588, -0.0006211027503013611, -0.0002236797590740025, 0.00017374320304952562, 0.0005711661651730537, 0.0009685890981927514, 0.001366012031212449, 0.0017634350806474686, 0.0021608578972518444, 0.002558280946686864, 0.0029557039961218834, 0.0033531268127262592, 0.0037505498621612787, 0.004147972911596298, 0.004545395728200674, 0.00494281854480505, 0.005340241827070713, 0.005737664643675089, 0.006135087460279465, 0.006532510742545128, 0.006929933559149504, 0.0073273563757538795, 0.007724779658019543, 0.008122202008962631, 0.008519625291228294, 0.008917048573493958, 0.009314470924437046, 0.00971189420670271, 0.010109317488968372, 0.010506739839911461, 0.010904163122177124, 0.011301586404442787, 0.011699008755385876, 0.012096432037651539, 0.012493855319917202, 0.01289127767086029, 0.013288700953125954]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 5.0, 3.0, 4.0, 1.0, 1.0, 4.0, 2.0, 8.0, 7.0, 11.0, 17.0, 20.0, 27.0, 35.0, 43.0, 52.0, 82.0, 131.0, 180.0, 311.0, 729.0, 5291.0, 334.0, 208.0, 115.0, 73.0, 56.0, 37.0, 27.0, 23.0, 15.0, 14.0, 11.0, 13.0, 3.0, 3.0, 6.0, 3.0, 3.0, 5.0, 2.0, 4.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.13191570341587067, -0.12779903411865234, -0.12368237972259521, -0.11956571787595749, -0.11544905602931976, -0.11133239418268204, -0.10721573233604431, -0.10309907048940659, -0.09898240864276886, -0.09486574679613113, -0.09074908494949341, -0.08663242310285568, -0.08251576125621796, -0.07839909940958023, -0.0742824375629425, -0.07016577571630478, -0.06604911386966705, -0.06193245202302933, -0.0578157901763916, -0.053699128329753876, -0.04958246648311615, -0.045465804636478424, -0.0413491427898407, -0.03723248094320297, -0.03311581909656525, -0.02899915724992752, -0.024882495403289795, -0.02076583355665207, -0.016649171710014343, -0.012532509863376617, -0.008415848016738892, -0.004299186170101166, -0.00018252432346343994, 0.003934137523174286, 0.008050799369812012, 0.012167461216449738, 0.016284123063087463, 0.02040078490972519, 0.024517446756362915, 0.02863410860300064, 0.03275077044963837, 0.03686743229627609, 0.04098409414291382, 0.045100755989551544, 0.04921741783618927, 0.053334079682826996, 0.05745074152946472, 0.06156740337610245, 0.06568406522274017, 0.0698007270693779, 0.07391738891601562, 0.07803405076265335, 0.08215071260929108, 0.0862673744559288, 0.09038403630256653, 0.09450069814920425, 0.09861735999584198, 0.1027340218424797, 0.10685068368911743, 0.11096734553575516, 0.11508400738239288, 0.11920066922903061, 0.12331733107566833, 0.12743398547172546, 0.1315506547689438]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 5.0, 0.0, 2.0, 4.0, 3.0, 3.0, 4.0, 6.0, 3.0, 4.0, 8.0, 28.0, 6.0, 6.0, 6.0, 7.0, 5.0, 1.0, 5.0, 1.0, 2.0, 0.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0025741274002939463, -0.002472775522619486, -0.002371423877775669, -0.0022700720001012087, -0.0021687201224267483, -0.0020673684775829315, -0.001966016599908471, -0.0018646647222340107, -0.0017633129609748721, -0.0016619611997157335, -0.0015606093220412731, -0.0014592575607821345, -0.001357905799522996, -0.0012565539218485355, -0.001155202160589397, -0.0010538502829149365, -0.000952498521655798, -0.0008511467021889985, -0.000749794882722199, -0.0006484431214630604, -0.0005470913019962609, -0.0004457394825294614, -0.00034438769216649234, -0.00024303588725160807, -0.0001416840823367238, -4.0332277421839535e-05, 6.1019527493044734e-05, 0.000162371332407929, 0.00026372313732281327, 0.00036507495678961277, 0.0004664267471525818, 0.0005677785375155509, 0.0006691303569823503, 0.0007704821764491498, 0.0008718339959159493, 0.0009731857571750879, 0.0010745376348495483, 0.001175889396108687, 0.0012772411573678255, 0.001378593035042286, 0.0014799447963014245, 0.001581296557560563, 0.0016826484352350235, 0.001784000196494162, 0.0018853519577533007, 0.001986703835427761, 0.0020880557131022215, 0.0021894073579460382, 0.0022907592356204987, 0.002392111113294959, 0.002493462758138776, 0.0025948146358132362, 0.0026961665134876966, 0.0027975181583315134, 0.002898870036005974, 0.0030002219136804342, 0.0031015737913548946, 0.0032029254361987114, 0.003304277313873172, 0.0034056291915476322, 0.003506980836391449, 0.0036083327140659094, 0.00370968459174037, 0.0038110362365841866, 0.003912388347089291]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 0.0, 1.0, 2.0, 6.0, 4.0, 5.0, 8.0, 12.0, 11.0, 26.0, 34.0, 49.0, 47.0, 95.0, 148.0, 246.0, 311.0, 597.0, 954.0, 1686.0, 2816.0, 5044.0, 10363.0, 23746.0, 67414.0, 859934.0, 125912.0, 37286.0, 17266.0, 9402.0, 5534.0, 3489.0, 2220.0, 1527.0, 1075.0, 722.0, 478.0, 308.0, 229.0, 179.0, 119.0, 92.0, 63.0, 42.0, 28.0, 36.0, 21.0, 11.0, 17.0, 9.0, 4.0, 2.0, 3.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0], "bins": [-0.004876799415796995, -0.004694804083555937, -0.004512808285653591, -0.004330812953412533, -0.0041488176211714745, -0.003966822288930416, -0.003784826723858714, -0.003602831158787012, -0.0034208358265459538, -0.0032388404943048954, -0.0030568449292331934, -0.0028748493641614914, -0.002692854031920433, -0.0025108586996793747, -0.0023288631346076727, -0.0021468675695359707, -0.0019648722372949123, -0.0017828767886385322, -0.001600881339982152, -0.0014188858913257718, -0.0012368904426693916, -0.0010548949940130115, -0.0008728995453566313, -0.0006909040967002511, -0.0005089086480438709, -0.00032691319938749075, -0.00014491775073111057, 3.7077697925269604e-05, 0.00021907314658164978, 0.00040106859523802996, 0.0005830640438944101, 0.0007650594925507903, 0.0009470549412071705, 0.0011290503898635507, 0.0013110458385199308, 0.001493041287176311, 0.0016750367358326912, 0.0018570321844890714, 0.0020390276331454515, 0.0022210231982171535, 0.002403018530458212, 0.0025850138626992702, 0.0027670094277709723, 0.0029490049928426743, 0.0031310003250837326, 0.003312995657324791, 0.003494991222396493, 0.003676986787468195, 0.0038589821197092533, 0.004040977451950312, 0.004222973249852657, 0.004404968582093716, 0.004586963914334774, 0.004768959246575832, 0.004950954578816891, 0.005132950376719236, 0.005314945708960295, 0.005496941041201353, 0.005678936839103699, 0.005860932171344757, 0.006042927503585815, 0.006224922835826874, 0.006406918168067932, 0.006588913965970278, 0.006770909298211336]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 3.0, 3.0, 1.0, 4.0, 3.0, 4.0, 10.0, 1.0, 1.0, 0.0, 2.0, 4.0, 2.0, 2.0, 0.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.016250452026724815, -0.015611689537763596, -0.01497292798012495, -0.014334166422486305, -0.013695403933525085, -0.013056641444563866, -0.01241787988692522, -0.011779118329286575, -0.011140355840325356, -0.010501593351364136, -0.00986283179372549, -0.009224070236086845, -0.008585307747125626, -0.007946545258164406, -0.007307783700525761, -0.006669021677225828, -0.006030259653925896, -0.005391497630625963, -0.004752735607326031, -0.004113973584026098, -0.0034752115607261658, -0.0028364495374262333, -0.002197687514126301, -0.0015589254908263683, -0.0009201634675264359, -0.00028140144422650337, 0.0003573605790734291, 0.0009961226023733616, 0.001634884625673294, 0.0022736466489732265, 0.002912408672273159, 0.0035511706955730915, 0.004189932718873024, 0.0048286947421729565, 0.005467456765472889, 0.006106218788772821, 0.006744980812072754, 0.007383742835372686, 0.008022504858672619, 0.008661266416311264, 0.009300028905272484, 0.009938791394233704, 0.010577552951872349, 0.011216314509510994, 0.011855076998472214, 0.012493839487433434, 0.013132601045072079, 0.013771362602710724, 0.014410125091671944, 0.015048887580633163, 0.015687648206949234, 0.016326410695910454, 0.016965173184871674, 0.017603935673832893, 0.018242698162794113, 0.018881458789110184, 0.019520221278071404, 0.020158983767032623, 0.020797744393348694, 0.021436506882309914, 0.022075269371271133, 0.022714031860232353, 0.023352794349193573, 0.023991554975509644, 0.024630317464470863]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 4.0, 7.0, 9.0, 7.0, 20.0, 27.0, 25.0, 37.0, 42.0, 67.0, 73.0, 102.0, 128.0, 163.0, 206.0, 298.0, 394.0, 503.0, 711.0, 1064.0, 1700.0, 6493.0, 2586.0, 1256.0, 740.0, 495.0, 312.0, 218.0, 181.0, 127.0, 91.0, 65.0, 45.0, 44.0, 28.0, 16.0, 29.0, 11.0, 12.0, 11.0, 19.0, 20.0, 13.0, 7.0, 5.0, 1.0, 1.0, 8.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008535226806998253, -0.008239183574914932, -0.007943141274154186, -0.007647098042070866, -0.007351055275648832, -0.007055012509226799, -0.006758969277143478, -0.006462926510721445, -0.006166883744299412, -0.0058708409778773785, -0.005574798211455345, -0.0052787549793720245, -0.004982712212949991, -0.004686669446527958, -0.004390626214444637, -0.004094583448022604, -0.0037985406816005707, -0.0035024979151785374, -0.0032064549159258604, -0.0029104119166731834, -0.00261436915025115, -0.002318326383829117, -0.00202228338457644, -0.0017262405017390847, -0.0014301976189017296, -0.0011341547360643744, -0.0008381118532270193, -0.0005420689703896642, -0.00024602608755230904, 5.00167952850461e-05, 0.00034605967812240124, 0.0006421025609597564, 0.0009381454437971115, 0.0012341883266344666, 0.0015302312094718218, 0.001826274092309177, 0.002122316975146532, 0.0024183597415685654, 0.0027144027408212423, 0.0030104457400739193, 0.0033064885064959526, 0.003602531272917986, 0.003898574272170663, 0.00419461727142334, 0.004490660037845373, 0.0047867028042674065, 0.005082746036350727, 0.00537878880277276, 0.005674831569194794, 0.005970874335616827, 0.00626691710203886, 0.006562960334122181, 0.006859003100544214, 0.0071550458669662476, 0.007451089099049568, 0.0077471318654716015, 0.008043174631893635, 0.008339217863976955, 0.008635260164737701, 0.008931303396821022, 0.009227346628904343, 0.009523388929665089, 0.00981943216174841, 0.010115474462509155, 0.010411517694592476]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.06508026272058487, -0.06255444884300232, -0.06002863496541977, -0.05750282108783722, -0.05497700721025467, -0.05245119333267212, -0.04992537945508957, -0.04739956557750702, -0.04487375169992447, -0.04234793782234192, -0.03982212394475937, -0.03729631006717682, -0.03477049618959427, -0.03224468231201172, -0.02971886843442917, -0.02719305455684662, -0.02466724067926407, -0.02214142680168152, -0.01961561292409897, -0.01708979904651642, -0.014563985168933868, -0.012038171291351318, -0.009512357413768768, -0.006986543536186218, -0.004460729658603668, -0.0019349157810211182, 0.0005908980965614319, 0.003116711974143982, 0.005642525851726532, 0.008168339729309082, 0.010694153606891632, 0.013219967484474182, 0.015745781362056732, 0.018271595239639282, 0.020797409117221832, 0.023323222994804382, 0.025849036872386932, 0.028374850749969482, 0.030900664627552032, 0.03342647850513458, 0.03595229238271713, 0.03847810626029968, 0.04100392013788223, 0.04352973401546478, 0.04605554789304733, 0.04858136177062988, 0.05110717564821243, 0.05363298952579498, 0.05615880340337753, 0.05868461728096008, 0.06121043115854263, 0.06373624503612518, 0.06626205891370773, 0.06878787279129028, 0.07131368666887283, 0.07383950054645538, 0.07636531442403793, 0.07889112830162048, 0.08141694217920303, 0.08394275605678558, 0.08646856993436813, 0.08899438381195068, 0.09152019768953323, 0.09404601156711578, 0.09657182544469833]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 5.0, 4.0, 3.0, 2.0, 0.0, 3.0, 5.0, 7.0, 6.0, 9.0, 15.0, 10.0, 17.0, 19.0, 49.0, 39.0, 16.0, 7.0, 7.0, 6.0, 9.0, 3.0, 7.0, 2.0, 0.0, 3.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 3.0, 0.0, 4.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.037416763603687286, -0.03504815697669983, -0.03267955034971237, -0.030310943722724915, -0.027942337095737457, -0.02557373046875, -0.023205123841762543, -0.020836517214775085, -0.018467910587787628, -0.01609930396080017, -0.013730697333812714, -0.011362090706825256, -0.008993484079837799, -0.006624877452850342, -0.0042562708258628845, -0.0018876641988754272, 0.00048094242811203003, 0.0028495490550994873, 0.005218155682086945, 0.007586762309074402, 0.009955368936061859, 0.012323975563049316, 0.014692582190036774, 0.01706118881702423, 0.019429795444011688, 0.021798402070999146, 0.024167008697986603, 0.02653561532497406, 0.028904221951961517, 0.031272828578948975, 0.03364143520593643, 0.03601004183292389, 0.038378648459911346, 0.040747255086898804, 0.04311586171388626, 0.04548446834087372, 0.047853074967861176, 0.05022168159484863, 0.05259028822183609, 0.05495889484882355, 0.057327501475811005, 0.05969610810279846, 0.06206471472978592, 0.06443332135677338, 0.06680192798376083, 0.06917053461074829, 0.07153914123773575, 0.0739077478647232, 0.07627635449171066, 0.07864496111869812, 0.08101356774568558, 0.08338217437267303, 0.08575078099966049, 0.08811938762664795, 0.0904879942536354, 0.09285660088062286, 0.09522520750761032, 0.09759381413459778, 0.09996242076158524, 0.10233102738857269, 0.10469963401556015, 0.10706824064254761, 0.10943684726953506, 0.11180545389652252, 0.11417406052350998]}, "_runtime": 104.18463158607483, "_timestamp": 1596212974.8861692, "_step": 124}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 0.0, 3.0, 0.0, 2.0, 5.0, 3.0, 2.0, 5.0, 7.0, 4.0, 4.0, 0.0, 3.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.018901001662015915, -0.018383916467428207, -0.0178668312728405, -0.017349744215607643, -0.016832659021019936, -0.016315573826432228, -0.01579848863184452, -0.015281402505934238, -0.014764316380023956, -0.014247231185436249, -0.013730145990848541, -0.013213059864938259, -0.012695974670350552, -0.01217888854444027, -0.011661803349852562, -0.01114471722394228, -0.010627632029354572, -0.010110546834766865, -0.009593460708856583, -0.009076375514268875, -0.008559289388358593, -0.008042204193770885, -0.007525118533521891, -0.007008032873272896, -0.006490947213023901, -0.005973861552774906, -0.005456775892525911, -0.0049396902322769165, -0.004422605037689209, -0.0039055191446095705, -0.0033884337171912193, -0.0028713480569422245, -0.0023542623966932297, -0.0018371767364442348, -0.0013200911926105618, -0.0008030055905692279, -0.000285919988527894, 0.0002311656135134399, 0.0007482512155547738, 0.0012653367593884468, 0.0017824224196374416, 0.0022995080798864365, 0.0028165937401354313, 0.0033336791675537825, 0.0038507648278027773, 0.0043678502552211285, 0.004884935915470123, 0.005402021575719118, 0.005919107235968113, 0.006436192896217108, 0.006953278556466103, 0.007470364216715097, 0.007987449876964092, 0.0085045350715518, 0.009021621197462082, 0.00953870639204979, 0.010055791586637497, 0.010572877712547779, 0.011089962907135487, 0.011607049033045769, 0.012124134227633476, 0.012641220353543758, 0.013158305548131466, 0.013675391674041748, 0.014192476868629456]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 4.0, 7.0, 6.0, 3.0, 5.0, 6.0, 9.0, 10.0, 11.0, 18.0, 24.0, 34.0, 50.0, 68.0, 82.0, 160.0, 261.0, 608.0, 5580.0, 383.0, 187.0, 120.0, 81.0, 44.0, 26.0, 26.0, 22.0, 15.0, 15.0, 13.0, 7.0, 5.0, 3.0, 3.0, 6.0, 4.0, 3.0, 2.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.16106167435646057, -0.1557403951883316, -0.15041911602020264, -0.14509783685207367, -0.1397765576839447, -0.13445529341697693, -0.12913401424884796, -0.123812735080719, -0.11849145591259003, -0.11317017674446106, -0.10784889757633209, -0.10252762585878372, -0.09720634669065475, -0.09188506752252579, -0.08656379580497742, -0.08124251663684845, -0.07592123746871948, -0.07059995830059052, -0.06527867913246155, -0.05995740741491318, -0.05463612824678421, -0.04931484907865524, -0.043993573635816574, -0.038672298192977905, -0.03335101902484894, -0.02802974171936512, -0.022708464413881302, -0.017387187108397484, -0.012065909802913666, -0.006744632497429848, -0.0014233551919460297, 0.0038979221135377884, 0.009219199419021606, 0.014540476724505424, 0.019861754029989243, 0.02518303133547306, 0.03050430864095688, 0.035825587809085846, 0.041146863251924515, 0.046468138694763184, 0.05178941786289215, 0.05711069703102112, 0.06243197247385979, 0.06775324791669846, 0.07307452708482742, 0.07839580625295639, 0.08371707797050476, 0.08903835713863373, 0.0943596363067627, 0.09968091547489166, 0.10500219464302063, 0.110323466360569, 0.11564474552869797, 0.12096602469682693, 0.1262872964143753, 0.13160857558250427, 0.13692985475063324, 0.1422511339187622, 0.14757241308689117, 0.15289369225502014, 0.15821495652198792, 0.16353623569011688, 0.16885751485824585, 0.17417879402637482, 0.17950007319450378]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 2.0, 3.0, 4.0, 6.0, 6.0, 2.0, 7.0, 1.0, 6.0, 5.0, 3.0, 25.0, 6.0, 6.0, 8.0, 4.0, 3.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.003952038008719683, -0.003840574063360691, -0.0037291101180016994, -0.003617646172642708, -0.003506182227283716, -0.0033947182819247246, -0.0032832541037350893, -0.0031717901583760977, -0.003060326213017106, -0.0029488622676581144, -0.002837398322299123, -0.002725934376940131, -0.0026144704315811396, -0.002503006486222148, -0.0023915425408631563, -0.0022800785955041647, -0.0021686144173145294, -0.002057150471955538, -0.001945686643011868, -0.0018342225812375546, -0.001722758635878563, -0.0016112946905195713, -0.0014998307451605797, -0.001388366799801588, -0.0012769028544425964, -0.001165438792668283, -0.0010539748473092914, -0.0009425109019502997, -0.0008310469565913081, -0.0007195829530246556, -0.000608119007665664, -0.0004966550040990114, -0.0003851910587400198, -0.0002737270842771977, -0.00016226312436629087, -5.07991571794264e-05, 6.0664810007438064e-05, 0.00017212878447026014, 0.00028359272982925177, 0.00039505670429207385, 0.0005065206787548959, 0.0006179846241138875, 0.0007294486276805401, 0.0008409125730395317, 0.0009523765183985233, 0.001063840463757515, 0.0011753045255318284, 0.00128676847089082, 0.0013982324162498116, 0.0015096963616088033, 0.001621160306967795, 0.0017326243687421083, 0.0018440883141011, 0.0019555522594600916, 0.002067016204819083, 0.002178480150178075, 0.0022899440955370665, 0.002401408040896058, 0.0025128719862550497, 0.002624336164444685, 0.0027358001098036766, 0.0028472640551626682, 0.00295872800052166, 0.0030701919458806515, 0.003181655891239643]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 5.0, 6.0, 8.0, 8.0, 20.0, 21.0, 43.0, 51.0, 97.0, 128.0, 190.0, 298.0, 445.0, 686.0, 1097.0, 1758.0, 2845.0, 5109.0, 9326.0, 18359.0, 39517.0, 125294.0, 847962.0, 65602.0, 25277.0, 12782.0, 7328.0, 4589.0, 3021.0, 2139.0, 1611.0, 1094.0, 788.0, 577.0, 445.0, 295.0, 244.0, 152.0, 113.0, 86.0, 50.0, 56.0, 31.0, 30.0, 17.0, 13.0, 6.0, 10.0, 2.0, 4.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.005360756069421768, -0.005178164690732956, -0.004995573312044144, -0.004812981933355331, -0.004630390554666519, -0.004447799641638994, -0.004265208262950182, -0.00408261688426137, -0.0039000255055725574, -0.003717434126883745, -0.003534842748194933, -0.0033522516023367643, -0.003169660223647952, -0.00298706884495914, -0.0028044776991009712, -0.002621886320412159, -0.0024392949417233467, -0.0022567035630345345, -0.002074112184345722, -0.0018915210384875536, -0.0017089296597987413, -0.001526338281109929, -0.0013437470188364387, -0.0011611557565629482, -0.000978564377874136, -0.0007959730573929846, -0.0006133817369118333, -0.00043079041643068194, -0.0002481990959495306, -6.560777546837926e-05, 0.00011698354501277208, 0.0002995748654939234, 0.00048216618597507477, 0.0006647575064562261, 0.0008473488269373775, 0.0010299400892108679, 0.0012125314678996801, 0.0013951228465884924, 0.0015777141088619828, 0.0017603053711354733, 0.0019428967498242855, 0.0021254881285130978, 0.00230807950720191, 0.0024906706530600786, 0.002673262031748891, 0.002855853410437703, 0.0030384445562958717, 0.003221035934984684, 0.0034036273136734962, 0.0035862186923623085, 0.0037688100710511208, 0.003951401449739933, 0.004133992828428745, 0.00431658374145627, 0.0044991751201450825, 0.004681766498833895, 0.004864357877522707, 0.005046949256211519, 0.0052295406349003315, 0.005412132013589144, 0.005594722926616669, 0.005777314305305481, 0.005959905683994293, 0.0061424970626831055, 0.006325088441371918]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 1.0, 7.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 4.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.012677275575697422, -0.012222789227962494, -0.011768301948904991, -0.011313815601170063, -0.010859329253435135, -0.010404842905700207, -0.009950356557965279, -0.009495869278907776, -0.009041382931172848, -0.00858689658343792, -0.008132409304380417, -0.007677922956645489, -0.007223436608910561, -0.0067689502611756325, -0.006314463447779417, -0.005859976634383202, -0.0054054902866482735, -0.004951003938913345, -0.00449651712551713, -0.0040420303121209145, -0.0035875439643859863, -0.0031330573838204145, -0.0026785708032548428, -0.002224084222689271, -0.0017695976421236992, -0.0013151110615581274, -0.0008606244809925556, -0.00040613790042698383, 4.834868013858795e-05, 0.0005028352607041597, 0.0009573218412697315, 0.0014118084218353033, 0.001866295002400875, 0.002320781582966447, 0.0027752681635320187, 0.0032297547440975904, 0.0036842413246631622, 0.00413872767239809, 0.004593214485794306, 0.005047701299190521, 0.005502187646925449, 0.0059566739946603775, 0.006411160808056593, 0.006865647621452808, 0.0073201339691877365, 0.007774620316922665, 0.008229106664657593, 0.008683593943715096, 0.009138080291450024, 0.009592566639184952, 0.010047053918242455, 0.010501540265977383, 0.01095602661371231, 0.011410512961447239, 0.011864999309182167, 0.01231948658823967, 0.012773972935974598, 0.013228459283709526, 0.013682946562767029, 0.014137432910501957, 0.014591919258236885, 0.015046405605971813, 0.015500891953706741, 0.015955379232764244, 0.016409866511821747]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 5.0, 0.0, 6.0, 5.0, 9.0, 5.0, 11.0, 22.0, 29.0, 50.0, 61.0, 105.0, 119.0, 189.0, 256.0, 329.0, 581.0, 911.0, 1646.0, 6130.0, 2240.0, 1480.0, 1012.0, 735.0, 584.0, 445.0, 352.0, 239.0, 215.0, 156.0, 107.0, 84.0, 73.0, 61.0, 46.0, 30.0, 17.0, 19.0, 18.0, 12.0, 3.0, 6.0, 3.0, 5.0, 4.0, 5.0, 3.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.01050188485532999, -0.010180574841797352, -0.009859264828264713, -0.009537954814732075, -0.009216644801199436, -0.008895334787666798, -0.008574024774134159, -0.00825271476060152, -0.007931404747068882, -0.0076100947335362434, -0.007288784720003605, -0.006967474706470966, -0.006646164692938328, -0.006324854679405689, -0.006003544665873051, -0.005682234652340412, -0.005360924638807774, -0.005039614625275135, -0.0047183046117424965, -0.004396994598209858, -0.004075684584677219, -0.003754374571144581, -0.0034330645576119423, -0.0031117545440793037, -0.002790444530546665, -0.0024691345170140266, -0.002147824503481388, -0.0018265144899487495, -0.001505204476416111, -0.0011838944628834724, -0.0008625844493508339, -0.0005412744358181953, -0.0002199644222855568, 0.00010134559124708176, 0.0004226556047797203, 0.0007439656183123589, 0.0010652756318449974, 0.001386585645377636, 0.0017078956589102745, 0.002029205672442913, 0.0023505156859755516, 0.00267182569950819, 0.0029931357130408287, 0.0033144457265734673, 0.003635755740106106, 0.003957065753638744, 0.004278375767171383, 0.0045996857807040215, 0.00492099579423666, 0.0052423058077692986, 0.005563615821301937, 0.005884925834834576, 0.006206235848367214, 0.006527545861899853, 0.006848855875432491, 0.00717016588896513, 0.007491475902497768, 0.007812785916030407, 0.008134095929563046, 0.008455405943095684, 0.008776715956628323, 0.009098025970160961, 0.0094193359836936, 0.009740645997226238, 0.010061956010758877]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 4.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08005864918231964, -0.07742832601070404, -0.07479799538850784, -0.07216767221689224, -0.06953734904527664, -0.06690701842308044, -0.06427669525146484, -0.06164637207984924, -0.059016045182943344, -0.056385718286037445, -0.053755395114421844, -0.051125068217515945, -0.048494741320610046, -0.045864418148994446, -0.04323409125208855, -0.040603768080472946, -0.03797344118356705, -0.03534311428666115, -0.03271279111504555, -0.03008246421813965, -0.0274521391838789, -0.02482181414961815, -0.02219148725271225, -0.0195611622184515, -0.01693083718419075, -0.01430051214993, -0.011670186184346676, -0.009039860218763351, -0.006409535184502602, -0.0037792096845805645, -0.0011488841846585274, 0.0014814413152635098, 0.004111766815185547, 0.006742092315107584, 0.009372417815029621, 0.012002743780612946, 0.014633068814873695, 0.017263393849134445, 0.019893720746040344, 0.022524045780301094, 0.025154370814561844, 0.027784695848822594, 0.030415020883083344, 0.03304534777998924, 0.03567567467689514, 0.03830599784851074, 0.04093632474541664, 0.04356664791703224, 0.04619697481393814, 0.04882730171084404, 0.05145762488245964, 0.05408795177936554, 0.05671827495098114, 0.05934860184788704, 0.06197892874479294, 0.06460925191640854, 0.06723958253860474, 0.06986990571022034, 0.07250022888183594, 0.07513055205345154, 0.07776088267564774, 0.08039120584726334, 0.08302152901887894, 0.08565185964107513, 0.08828218281269073]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 6.0, 4.0, 5.0, 7.0, 6.0, 5.0, 14.0, 10.0, 11.0, 16.0, 23.0, 24.0, 16.0, 35.0, 19.0, 15.0, 14.0, 10.0, 12.0, 8.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.060325589030981064, -0.058347590267658234, -0.056369587779045105, -0.054391589015722275, -0.052413590252399445, -0.050435591489076614, -0.048457592725753784, -0.046479590237140656, -0.044501591473817825, -0.042523592710494995, -0.040545590221881866, -0.038567591458559036, -0.036589592695236206, -0.034611593931913376, -0.032633595168590546, -0.030655592679977417, -0.028677593916654587, -0.026699595153331757, -0.024721594527363777, -0.022743593901395798, -0.020765595138072968, -0.018787596374750137, -0.016809595748782158, -0.014831596054136753, -0.012853596359491348, -0.010875596664845943, -0.008897596970200539, -0.006919597275555134, -0.004941597580909729, -0.002963597886264324, -0.0009855981916189194, 0.0009924015030264854, 0.0029704011976718903, 0.004948400892317295, 0.0069264005869627, 0.008904400281608105, 0.01088239997625351, 0.012860399670898914, 0.01483839936554432, 0.0168163999915123, 0.01879439875483513, 0.02077239751815796, 0.02275039814412594, 0.024728398770093918, 0.026706397533416748, 0.028684396296739578, 0.030662396922707558, 0.03264039754867554, 0.03461839631199837, 0.0365963950753212, 0.038574397563934326, 0.040552396327257156, 0.04253039509057999, 0.04450839385390282, 0.04648639261722565, 0.048464395105838776, 0.050442393869161606, 0.052420392632484436, 0.054398395121097565, 0.056376393884420395, 0.058354392647743225, 0.060332391411066055, 0.062310390174388885, 0.06428839266300201, 0.06626638770103455]}, "_runtime": 104.99373507499695, "_timestamp": 1596212975.6952727, "_step": 125}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 4.0, 1.0, 6.0, 4.0, 5.0, 1.0, 1.0, 4.0, 3.0, 2.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010925902053713799, -0.010532296262681484, -0.01013869047164917, -0.009745083749294281, -0.009351477958261967, -0.008957872167229652, -0.008564265444874763, -0.00817065965384245, -0.007777053862810135, -0.007383448071777821, -0.006989841815084219, -0.006596235558390617, -0.006202629767358303, -0.005809023976325989, -0.005415417719632387, -0.0050218114629387856, -0.004628205671906471, -0.004234599880874157, -0.0038409936241805553, -0.0034473876003175974, -0.0030537815764546394, -0.0026601755525916815, -0.0022665695287287235, -0.0018729635048657656, -0.0014793574810028076, -0.0010857514571398497, -0.0006921454332768917, -0.00029853940941393375, 9.50666144490242e-05, 0.0004886726383119822, 0.0008822786621749401, 0.001275884686037898, 0.001669490709900856, 0.002063096733763814, 0.002456702757626772, 0.00285030878148973, 0.003243914805352688, 0.003637520829215646, 0.004031126853078604, 0.004424733109772205, 0.00481833890080452, 0.005211944691836834, 0.0056055509485304356, 0.005999157205224037, 0.0063927629962563515, 0.006786368787288666, 0.007179975043982267, 0.007573581300675869, 0.007967187091708183, 0.008360792882740498, 0.008754398673772812, 0.0091480053961277, 0.009541611187160015, 0.00993521697819233, 0.010328823700547218, 0.010722429491579533, 0.011116035282611847, 0.011509641073644161, 0.011903246864676476, 0.012296853587031364, 0.012690459378063679, 0.013084065169095993, 0.013477671891450882, 0.013871277682483196, 0.01426488347351551]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 5.0, 7.0, 4.0, 5.0, 7.0, 11.0, 9.0, 10.0, 21.0, 17.0, 19.0, 22.0, 29.0, 35.0, 42.0, 60.0, 75.0, 110.0, 114.0, 192.0, 284.0, 4435.0, 1333.0, 359.0, 182.0, 111.0, 97.0, 76.0, 50.0, 48.0, 23.0, 19.0, 21.0, 11.0, 23.0, 17.0, 8.0, 13.0, 3.0, 2.0, 5.0, 3.0, 3.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.10504232347011566, -0.10174846649169922, -0.09845460951328278, -0.09516075998544693, -0.09186690300703049, -0.08857304602861404, -0.0852791890501976, -0.08198533952236176, -0.07869148254394531, -0.07539762556552887, -0.07210376858711243, -0.06880991160869598, -0.06551606208086014, -0.062222205102443695, -0.05892834812402725, -0.05563449487090111, -0.052340637892484665, -0.04904678091406822, -0.04575292766094208, -0.042459070682525635, -0.03916521742939949, -0.03587136045098305, -0.0325775071978569, -0.02928365021944046, -0.025989795103669167, -0.022695939987897873, -0.01940208487212658, -0.016108229756355286, -0.012814373709261417, -0.009520518593490124, -0.006226663012057543, -0.0029328076634556055, 0.0003610476851463318, 0.003654903033748269, 0.006948758382350206, 0.010242613963782787, 0.013536469079554081, 0.01683032512664795, 0.020124180242419243, 0.023418035358190536, 0.02671189047396183, 0.030005745589733124, 0.03329960256814957, 0.03659345582127571, 0.039887312799692154, 0.0431811660528183, 0.04647502303123474, 0.049768876284360886, 0.05306273326277733, 0.05635659024119377, 0.059650443494319916, 0.06294430047273636, 0.0662381574511528, 0.06953200697898865, 0.07282586395740509, 0.07611972093582153, 0.07941357791423798, 0.08270743489265442, 0.08600128442049026, 0.08929514139890671, 0.09258899837732315, 0.0958828553557396, 0.09917670488357544, 0.10247056186199188, 0.10576441884040833]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 4.0, 1.0, 7.0, 2.0, 2.0, 6.0, 5.0, 5.0, 2.0, 4.0, 26.0, 5.0, 9.0, 2.0, 1.0, 3.0, 3.0, 4.0, 4.0, 2.0, 3.0, 0.0, 4.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0030660058837383986, -0.0029658661223948, -0.0028657265938818455, -0.002765586832538247, -0.0026654470711946487, -0.0025653073098510504, -0.002465167548507452, -0.0023650280199944973, -0.002264888258650899, -0.0021647484973073006, -0.002064608968794346, -0.0019644692074507475, -0.0018643294461071491, -0.0017641896847635508, -0.0016640500398352742, -0.0015639103949069977, -0.0014637706335633993, -0.001363630872219801, -0.0012634912272915244, -0.0011633515823632479, -0.0010632118210196495, -0.000963072117883712, -0.0008629324147477746, -0.0007627927116118371, -0.0006626530084758997, -0.0005625133053399622, -0.0004623736022040248, -0.00036223389906808734, -0.0002620941959321499, -0.00016195449279621243, -6.181478966027498e-05, 3.832491347566247e-05, 0.00013846461661159992, 0.00023860431974753737, 0.0003387440228834748, 0.0004388837260194123, 0.0005390234291553497, 0.0006391631322912872, 0.0007393028354272246, 0.0008394425385631621, 0.0009395822416990995, 0.001039722003042698, 0.0011398616479709744, 0.001240001292899251, 0.0013401410542428493, 0.0014402808155864477, 0.0015404204605147243, 0.0016405601054430008, 0.0017406998667865992, 0.0018408396281301975, 0.001940979273058474, 0.0020411189179867506, 0.002141258679330349, 0.0022413984406739473, 0.0023415382020175457, 0.0024416777305305004, 0.0025418174918740988, 0.002641957253217697, 0.002742096781730652, 0.0028422365430742502, 0.0029423763044178486, 0.003042516065761447, 0.0031426558271050453, 0.003242795355618, 0.0033429351169615984]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 0.0, 0.0, 0.0, 6.0, 6.0, 12.0, 11.0, 16.0, 34.0, 43.0, 50.0, 80.0, 113.0, 157.0, 212.0, 320.0, 446.0, 658.0, 1050.0, 1568.0, 2655.0, 4684.0, 8479.0, 17205.0, 39418.0, 127455.0, 846066.0, 65031.0, 26919.0, 14357.0, 8098.0, 5066.0, 3195.0, 2088.0, 1248.0, 887.0, 649.0, 462.0, 286.0, 201.0, 139.0, 75.0, 56.0, 51.0, 29.0, 24.0, 10.0, 7.0, 4.0, 5.0, 5.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005983063485473394, -0.005798108410090208, -0.005613153334707022, -0.005428198259323835, -0.005243243183940649, -0.005058288108557463, -0.004873333033174276, -0.00468837795779109, -0.004503422882407904, -0.004318467807024717, -0.004133512731641531, -0.003948557656258345, -0.003763602813705802, -0.0035786477383226156, -0.0033936926629394293, -0.003208737587556243, -0.0030237825121730566, -0.0028388274367898703, -0.002653872361406684, -0.0024689172860234976, -0.0022839622106403112, -0.002099007135257125, -0.0019140521762892604, -0.001729097100906074, -0.0015441420255228877, -0.0013591869501397014, -0.001174231874756515, -0.0009892767993733287, -0.0008043217821978033, -0.0006193667068146169, -0.00043441166053526103, -0.00024945661425590515, -6.450153887271881e-05, 0.0001204535219585523, 0.0003054085827898234, 0.0004903636290691793, 0.0006753187044523656, 0.000860273779835552, 0.0010452287970110774, 0.0012301838723942637, 0.00141513894777745, 0.0016000940231606364, 0.0017850490985438228, 0.0019700040575116873, 0.0021549591328948736, 0.00233991420827806, 0.0025248692836612463, 0.0027098243590444326, 0.002894779434427619, 0.0030797345098108053, 0.0032646895851939917, 0.003449644660577178, 0.0036345997359603643, 0.0038195548113435507, 0.004004509653896093, 0.00418946472927928, 0.004374419804662466, 0.004559374880045652, 0.004744329955428839, 0.004929285030812025, 0.005114240106195211, 0.005299195181578398, 0.005484150256961584, 0.00566910533234477, 0.005854060407727957]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 2.0, 1.0, 3.0, 4.0, 2.0, 0.0, 4.0, 3.0, 4.0, 9.0, 3.0, 3.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.01725670136511326, -0.016553696244955063, -0.015850691124796867, -0.015147686004638672, -0.014444680884480476, -0.013741676695644855, -0.01303867157548666, -0.012335666455328465, -0.011632661335170269, -0.010929656215012074, -0.010226651094853878, -0.009523645974695683, -0.008820641785860062, -0.008117636665701866, -0.007414631545543671, -0.006711626425385475, -0.00600862130522728, -0.005305616185069084, -0.004602611064910889, -0.0038996064104139805, -0.003196601290255785, -0.0024935961700975895, -0.0017905912827700377, -0.001087586279027164, -0.0003845812752842903, 0.00031842372845858335, 0.001021428732201457, 0.0017244337359443307, 0.0024274387396872044, 0.0031304438598454, 0.0038334487471729517, 0.0045364536345005035, 0.005239458754658699, 0.0059424638748168945, 0.00664546899497509, 0.007348473649471998, 0.008051479235291481, 0.008754483424127102, 0.009457488544285297, 0.010160493664443493, 0.010863498784601688, 0.011566503904759884, 0.01226950902491808, 0.012972514145076275, 0.013675518333911896, 0.014378523454070091, 0.015081528574228287, 0.015784533694386482, 0.016487538814544678, 0.017190543934702873, 0.01789354905486107, 0.018596554175019264, 0.01929955929517746, 0.020002564415335655, 0.02070556953549385, 0.021408574655652046, 0.02211157977581024, 0.022814583033323288, 0.023517588153481483, 0.02422059327363968, 0.024923598393797874, 0.02562660351395607, 0.026329608634114265, 0.02703261375427246, 0.027735618874430656]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 2.0, 3.0, 8.0, 11.0, 6.0, 9.0, 7.0, 23.0, 20.0, 32.0, 38.0, 66.0, 67.0, 87.0, 121.0, 123.0, 172.0, 211.0, 283.0, 406.0, 535.0, 757.0, 1031.0, 1632.0, 6100.0, 2461.0, 1338.0, 745.0, 505.0, 371.0, 231.0, 190.0, 148.0, 112.0, 93.0, 78.0, 68.0, 37.0, 35.0, 35.0, 20.0, 22.0, 20.0, 22.0, 18.0, 18.0, 28.0, 24.0, 8.0, 12.0, 9.0, 11.0, 5.0, 4.0, 2.0, 3.0, 1.0, 1.0], "bins": [-0.00924217700958252, -0.008943058550357819, -0.008643940091133118, -0.008344821631908417, -0.008045703172683716, -0.007746584247797728, -0.007447465322911739, -0.007148346863687038, -0.0068492284044623375, -0.0065501099452376366, -0.006250991486012936, -0.005951872561126947, -0.0056527541019022465, -0.0053536356426775455, -0.005054516717791557, -0.004755398258566856, -0.0044562797993421555, -0.0041571613401174545, -0.00385804264806211, -0.0035589239560067654, -0.0032598054967820644, -0.0029606870375573635, -0.002661568345502019, -0.0023624496534466743, -0.0020633311942219734, -0.0017642126185819507, -0.001465094042941928, -0.0011659754673019052, -0.0008668568916618824, -0.0005677383160218596, -0.0002686197403818369, 3.0498835258185863e-05, 0.0003296174108982086, 0.0006287359865382314, 0.0009278545621782541, 0.0012269731378182769, 0.0015260917134582996, 0.0018252102890983224, 0.002124328864738345, 0.0024234475567936897, 0.0027225660160183907, 0.0030216844752430916, 0.003320803167298436, 0.0036199218593537807, 0.003919040318578482, 0.004218158777803183, 0.004517277702689171, 0.004816396161913872, 0.005115514621138573, 0.005414633080363274, 0.0057137515395879745, 0.006012870464473963, 0.006311988923698664, 0.006611107382923365, 0.006910226307809353, 0.007209344767034054, 0.007508463226258755, 0.007807581685483456, 0.008106700144708157, 0.008405818603932858, 0.008704937994480133, 0.009004056453704834, 0.009303174912929535, 0.009602293372154236, 0.009901411831378937]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 4.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11223779618740082, -0.10839276015758514, -0.10454772412776947, -0.1007026880979538, -0.09685765206813812, -0.09301261603832245, -0.08916758000850677, -0.0853225439786911, -0.08147750794887543, -0.07763247191905975, -0.07378743588924408, -0.0699423998594284, -0.06609736382961273, -0.06225232407450676, -0.058407288044691086, -0.05456225201487541, -0.05071721598505974, -0.046872179955244064, -0.04302714392542839, -0.03918210789561272, -0.03533707186579704, -0.03149203583598137, -0.027646997943520546, -0.023801961913704872, -0.0199569258838892, -0.016111889854073524, -0.01226685382425785, -0.008421816863119602, -0.004576780833303928, -0.0007317445706576109, 0.0031132916919887066, 0.006958328187465668, 0.010803364217281342, 0.014648400247097015, 0.01849343627691269, 0.022338472306728363, 0.026183508336544037, 0.03002854622900486, 0.033873580396175385, 0.03771861642599106, 0.04156365245580673, 0.045408692210912704, 0.04925372824072838, 0.05309876427054405, 0.056943800300359726, 0.0607888363301754, 0.06463386863470078, 0.06847890466451645, 0.07232394814491272, 0.0761689841747284, 0.08001402020454407, 0.08385905623435974, 0.08770409226417542, 0.09154912829399109, 0.09539416432380676, 0.09923920035362244, 0.10308423638343811, 0.10692927241325378, 0.11077430844306946, 0.11461934447288513, 0.1184643805027008, 0.12230941653251648, 0.12615445256233215, 0.12999948859214783, 0.1338445246219635]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 2.0, 3.0, 7.0, 3.0, 8.0, 4.0, 7.0, 11.0, 13.0, 14.0, 14.0, 24.0, 19.0, 40.0, 22.0, 19.0, 11.0, 8.0, 3.0, 4.0, 1.0, 4.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 3.0, 3.0, 2.0, 1.0, 1.0, 3.0, 3.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.06623125076293945, -0.0634268969297409, -0.06062253937125206, -0.057818181812763214, -0.05501382425427437, -0.05220947042107582, -0.049405112862586975, -0.04660075530409813, -0.04379639774560928, -0.040992043912410736, -0.03818768635392189, -0.035383328795433044, -0.0325789749622345, -0.02977461740374565, -0.026970261707901955, -0.02416590414941311, -0.021361548453569412, -0.018557192757725716, -0.01575283519923687, -0.012948479503393173, -0.010144122876226902, -0.007339766249060631, -0.004535410087555647, -0.0017310536932200193, 0.0010733027011156082, 0.0038776590954512358, 0.006682015489786863, 0.009486371651291847, 0.012290728278458118, 0.01509508490562439, 0.017899440601468086, 0.020703798159956932, 0.02350815385580063, 0.026312509551644325, 0.02911686711013317, 0.03192122280597687, 0.034725580364465714, 0.03752993419766426, 0.04033429175615311, 0.04313864931464195, 0.0459430068731308, 0.048747360706329346, 0.05155171826481819, 0.05435607582330704, 0.057160429656505585, 0.05996478721499443, 0.06276914477348328, 0.06557349860668182, 0.06837785243988037, 0.07118221372365952, 0.07398656755685806, 0.07679092884063721, 0.07959528267383575, 0.0823996365070343, 0.08520399779081345, 0.088008351624012, 0.09081270545721054, 0.09361706674098969, 0.09642142057418823, 0.09922577440738678, 0.10203013569116592, 0.10483448952436447, 0.10763884335756302, 0.11044320464134216, 0.11324755847454071]}, "_runtime": 105.7793197631836, "_timestamp": 1596212976.4808574, "_step": 126}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 5.0, 1.0, 2.0, 2.0, 1.0, 3.0, 9.0, 1.0, 2.0, 4.0, 2.0, 2.0, 0.0, 3.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011789137497544289, -0.011410847306251526, -0.011032558046281338, -0.010654267854988575, -0.010275978595018387, -0.009897688403725624, -0.009519398212432861, -0.009141108952462673, -0.00876281876116991, -0.008384528569877148, -0.00800623930990696, -0.007627949118614197, -0.007249659392982721, -0.006871369667351246, -0.006493079476058483, -0.006114789750427008, -0.005736500024795532, -0.005358210299164057, -0.004979920573532581, -0.004601630382239819, -0.004223340656608343, -0.0038450509309768677, -0.0034667609725147486, -0.0030884710140526295, -0.002710181288421154, -0.0023318915627896786, -0.0019536016043275595, -0.0015753117622807622, -0.001197021920233965, -0.0008187320781871676, -0.00044044223614037037, -6.21523940935731e-05, 0.0003161374479532242, 0.0006944272900000215, 0.0010727171320468187, 0.001451006974093616, 0.0018292968161404133, 0.0022075865417718887, 0.002585876500234008, 0.002964166458696127, 0.0033424561843276024, 0.003720745909959078, 0.004099035635590553, 0.004477325826883316, 0.0048556155525147915, 0.005233905278146267, 0.00561219546943903, 0.005990485195070505, 0.006368774920701981, 0.006747064646333456, 0.0071253543719649315, 0.007503644563257694, 0.007881933823227882, 0.008260224014520645, 0.008638514205813408, 0.009016803465783596, 0.009395093657076359, 0.009773383848369122, 0.01015167310833931, 0.010529963299632072, 0.010908253490924835, 0.011286542750895023, 0.011664832942187786, 0.012043122202157974, 0.012421412393450737]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 5.0, 2.0, 1.0, 3.0, 1.0, 8.0, 9.0, 10.0, 18.0, 24.0, 25.0, 35.0, 50.0, 65.0, 86.0, 132.0, 151.0, 304.0, 674.0, 5231.0, 400.0, 209.0, 142.0, 97.0, 54.0, 52.0, 39.0, 22.0, 21.0, 11.0, 12.0, 7.0, 4.0, 4.0, 2.0, 2.0, 1.0, 4.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.13672983646392822, -0.13247287273406982, -0.12821590900421143, -0.12395894527435303, -0.11970198154449463, -0.11544502526521683, -0.11118806153535843, -0.10693109780550003, -0.10267413407564163, -0.09841717034578323, -0.09416020661592484, -0.08990324288606644, -0.08564628660678864, -0.08138932287693024, -0.07713235914707184, -0.07287539541721344, -0.06861843168735504, -0.06436146795749664, -0.060104504227638245, -0.055847544223070145, -0.051590580493211746, -0.04733361676335335, -0.04307665675878525, -0.03881969302892685, -0.03456272929906845, -0.030305765569210052, -0.026048803701996803, -0.021791841834783554, -0.017534878104925156, -0.013277915306389332, -0.009020952507853508, -0.004763989709317684, -0.0005070269107818604, 0.0037499358877539635, 0.008006898686289787, 0.012263861484825611, 0.016520824283361435, 0.020777788013219833, 0.025034749880433083, 0.029291711747646332, 0.03354867547750473, 0.03780563920736313, 0.04206260293722153, 0.04631956294178963, 0.050576526671648026, 0.054833490401506424, 0.059090450406074524, 0.06334741413593292, 0.06760437786579132, 0.07186134159564972, 0.07611830532550812, 0.08037526905536652, 0.08463223278522491, 0.08888918906450272, 0.09314615279436111, 0.09740311652421951, 0.10166008025407791, 0.10591704398393631, 0.11017400771379471, 0.1144309714436531, 0.11868792772293091, 0.1229448914527893, 0.1272018551826477, 0.1314588189125061, 0.1357157826423645]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 1.0, 0.0, 0.0, 4.0, 2.0, 2.0, 2.0, 4.0, 1.0, 2.0, 1.0, 3.0, 3.0, 4.0, 4.0, 5.0, 5.0, 0.0, 4.0, 3.0, 1.0, 2.0, 23.0, 0.0, 1.0, 3.0, 6.0, 3.0, 0.0, 1.0, 3.0, 2.0, 1.0, 3.0, 2.0, 5.0, 3.0, 2.0, 2.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002755235182121396, -0.002670238260179758, -0.0025852411054074764, -0.0025002441834658384, -0.0024152472615242004, -0.002330250106751919, -0.002245253184810281, -0.002160256030037999, -0.002075259108096361, -0.001990262186154723, -0.0019052650313824415, -0.0018202681094408035, -0.0017352710710838437, -0.0016502740327268839, -0.001565277110785246, -0.001480280072428286, -0.0013952830340713263, -0.0013102859957143664, -0.0012252889573574066, -0.0011402920354157686, -0.0010552949970588088, -0.000970297958701849, -0.0008853009785525501, -0.0008003039984032512, -0.0007153069600462914, -0.0006303099216893315, -0.0005453129415400326, -0.00046031593228690326, -0.0003753189230337739, -0.00029032191378064454, -0.00020532490452751517, -0.00012032789527438581, -3.533088602125645e-05, 4.9666123231872916e-05, 0.00013466313248500228, 0.00021966014173813164, 0.000304657150991261, 0.00038965416024439037, 0.00047465116949751973, 0.0005596481496468186, 0.0006446451880037785, 0.0007296422263607383, 0.0008146392065100372, 0.0008996361866593361, 0.000984633225016296, 0.0010696302633732557, 0.0011546271853148937, 0.0012396242236718535, 0.0013246212620288134, 0.0014096183003857732, 0.001494615338742733, 0.001579612260684371, 0.0016646092990413308, 0.0017496063373982906, 0.0018346032593399286, 0.0019196002976968884, 0.0020045973360538483, 0.0020895942579954863, 0.002174591412767768, 0.002259588334709406, 0.0023445854894816875, 0.0024295824114233255, 0.0025145793333649635, 0.002599576488137245, 0.002684573410078883]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 1.0, 2.0, 5.0, 4.0, 4.0, 14.0, 12.0, 16.0, 19.0, 41.0, 47.0, 77.0, 129.0, 188.0, 259.0, 392.0, 570.0, 949.0, 1488.0, 2234.0, 3733.0, 6537.0, 11788.0, 22889.0, 55476.0, 801503.0, 180102.0, 43564.0, 20084.0, 10323.0, 6059.0, 3819.0, 2396.0, 1568.0, 1007.0, 646.0, 434.0, 309.0, 236.0, 197.0, 113.0, 98.0, 66.0, 56.0, 38.0, 31.0, 22.0, 23.0, 13.0, 13.0, 11.0, 10.0, 6.0, 7.0, 5.0, 4.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.005171294789761305, -0.004979526624083519, -0.004787758458405733, -0.00459598982706666, -0.004404221661388874, -0.004212453495711088, -0.004020685330033302, -0.0038289169315248728, -0.0036371485330164433, -0.0034453803673386574, -0.0032536122016608715, -0.003061843803152442, -0.002870075637474656, -0.0026783072389662266, -0.0024865390732884407, -0.002294770674780011, -0.0021030025091022253, -0.0019112342270091176, -0.00171946594491601, -0.0015276976628229022, -0.0013359293807297945, -0.0011441612150520086, -0.0009523929329589009, -0.0007606246508657932, -0.0005688563687726855, -0.00037708808667957783, -0.00018531983369030058, 6.448433850891888e-06, 0.00019821670139208436, 0.00038998498348519206, 0.0005817532073706388, 0.0007735214894637465, 0.0009652897715568542, 0.001157058053649962, 0.0013488263357430696, 0.0015405946178361773, 0.001732362899929285, 0.001924131065607071, 0.0021158994641155005, 0.0023076676297932863, 0.002499436028301716, 0.0026912041939795017, 0.0028829723596572876, 0.003074740758165717, 0.003266508923843503, 0.0034582773223519325, 0.0036500454880297184, 0.003841813886538148, 0.0040335822850465775, 0.004225350450724363, 0.004417118616402149, 0.004608886782079935, 0.004800654947757721, 0.004992423579096794, 0.00518419174477458, 0.005375959910452366, 0.005567728076130152, 0.005759496241807938, 0.005951264873147011, 0.006143033038824797, 0.0063348012045025826, 0.006526569370180368, 0.006718338001519442, 0.0069101061671972275, 0.007101874332875013]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 4.0, 2.0, 1.0, 7.0, 4.0, 2.0, 1.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.017913440242409706, -0.017396312206983566, -0.016879186034202576, -0.016362057998776436, -0.015844931825995445, -0.015327803790569305, -0.01481067668646574, -0.014293549582362175, -0.01377642247825861, -0.013259295374155045, -0.01274216827005148, -0.012225041165947914, -0.011707913130521774, -0.011190786026418209, -0.010673658922314644, -0.010156531818211079, -0.009639404714107513, -0.009122277610003948, -0.008605150505900383, -0.008088023401796818, -0.007570895832031965, -0.0070537687279284, -0.0065366411581635475, -0.006019514054059982, -0.005502386949956417, -0.004985259845852852, -0.004468132741749287, -0.003951005171984434, -0.003433878067880869, -0.0029167509637773037, -0.002399623626843095, -0.0018824964063242078, -0.0013653691858053207, -0.0008482419652864337, -0.00033111474476754665, 0.0001860124757513404, 0.0007031396962702274, 0.0012202669167891145, 0.0017373941373080015, 0.0022545214742422104, 0.0027716485783457756, 0.003288775682449341, 0.0038059030193835497, 0.0043230303563177586, 0.004840157460421324, 0.005357284564524889, 0.0058744121342897415, 0.006391539238393307, 0.006908666342496872, 0.007425793446600437, 0.007942920550704002, 0.008460047654807568, 0.008977174758911133, 0.009494302794337273, 0.010011429898440838, 0.010528557002544403, 0.011045684106647968, 0.011562811210751534, 0.012079938314855099, 0.012597065418958664, 0.013114193454384804, 0.013631320558488369, 0.014148447662591934, 0.0146655747666955, 0.015182701870799065]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 3.0, 3.0, 3.0, 2.0, 2.0, 8.0, 4.0, 6.0, 5.0, 6.0, 11.0, 16.0, 26.0, 25.0, 37.0, 51.0, 69.0, 92.0, 94.0, 134.0, 139.0, 154.0, 260.0, 324.0, 482.0, 700.0, 1054.0, 1664.0, 6215.0, 2327.0, 1264.0, 788.0, 526.0, 398.0, 338.0, 248.0, 210.0, 168.0, 124.0, 105.0, 72.0, 62.0, 47.0, 46.0, 35.0, 26.0, 17.0, 12.0, 7.0, 5.0, 2.0, 2.0, 1.0, 4.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.009997696615755558, -0.009683385491371155, -0.009369073435664177, -0.009054762311279774, -0.00874045118689537, -0.008426140062510967, -0.008111828938126564, -0.007797516882419586, -0.007483205758035183, -0.00716889463365078, -0.006854583043605089, -0.006540271453559399, -0.006225960329174995, -0.005911649204790592, -0.005597337614744902, -0.005283026024699211, -0.004968714900314808, -0.004654403775930405, -0.004340092185884714, -0.004025780595839024, -0.0037114694714546204, -0.0033971581142395735, -0.0030828467570245266, -0.0027685353998094797, -0.002454224042594433, -0.002139912685379386, -0.001825601328164339, -0.0015112899709492922, -0.0011969786137342453, -0.0008826672565191984, -0.0005683558993041515, -0.00025404454208910465, 6.026681512594223e-05, 0.0003745781723409891, 0.000688889529556036, 0.0010032008867710829, 0.0013175122439861298, 0.0016318236012011766, 0.0019461349584162235, 0.0022604463156312704, 0.0025747576728463173, 0.002889069030061364, 0.003203380387276411, 0.003517691744491458, 0.003832003101706505, 0.004146314226090908, 0.004460625816136599, 0.004774937406182289, 0.005089248530566692, 0.005403559654951096, 0.005717871244996786, 0.006032182835042477, 0.00634649395942688, 0.006660805083811283, 0.006975116673856974, 0.007289428263902664, 0.007603739388287067, 0.00791805051267147, 0.008232362568378448, 0.008546673692762852, 0.008860984817147255, 0.009175295941531658, 0.009489607065916061, 0.00980391912162304, 0.010118230246007442]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 0.0, 3.0, 3.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.15079082548618317, -0.1464110165834427, -0.1420312225818634, -0.13765141367912292, -0.13327161967754364, -0.12889181077480316, -0.12451200932264328, -0.1201322078704834, -0.11575240641832352, -0.11137260496616364, -0.10699280351400375, -0.10261300206184387, -0.0982331931591034, -0.09385339170694351, -0.08947359025478363, -0.08509378880262375, -0.08071398735046387, -0.07633418589830399, -0.0719543844461441, -0.06757458299398422, -0.06319478154182434, -0.05881497636437416, -0.05443517118692398, -0.0500553697347641, -0.04567556828260422, -0.041295766830444336, -0.036915965378284454, -0.032536160200834274, -0.028156358748674393, -0.02377655729651451, -0.01939675398170948, -0.015016951598227024, -0.010637149214744568, -0.006257346831262112, -0.0018775444477796555, 0.0025022579357028008, 0.006882060319185257, 0.011261862702667713, 0.01564166508615017, 0.0200214684009552, 0.024401269853115082, 0.028781071305274963, 0.033160872757434845, 0.037540677934885025, 0.04192047938704491, 0.04630028083920479, 0.05068008601665497, 0.05505988746881485, 0.05943968892097473, 0.06381949037313461, 0.0681992918252945, 0.07257909327745438, 0.07695889472961426, 0.08133870363235474, 0.08571850508451462, 0.0900983065366745, 0.09447810798883438, 0.09885790944099426, 0.10323771089315414, 0.10761751234531403, 0.1119973212480545, 0.11637712270021439, 0.12075692415237427, 0.12513671815395355, 0.12951652705669403]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 3.0, 0.0, 3.0, 4.0, 4.0, 1.0, 2.0, 3.0, 2.0, 6.0, 4.0, 10.0, 14.0, 17.0, 39.0, 62.0, 31.0, 7.0, 6.0, 2.0, 4.0, 5.0, 2.0, 2.0, 0.0, 2.0, 0.0, 3.0, 3.0, 3.0, 3.0, 2.0, 8.0, 2.0, 2.0, 3.0, 2.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0], "bins": [-0.09100858867168427, -0.08806564658880234, -0.08512271195650101, -0.08217976987361908, -0.07923683524131775, -0.07629389315843582, -0.0733509510755539, -0.07040801644325256, -0.06746507436037064, -0.0645221397280693, -0.06157919764518738, -0.05863625928759575, -0.05569332093000412, -0.05275038257241249, -0.04980744048953056, -0.046864502131938934, -0.043921563774347305, -0.040978625416755676, -0.03803568705916405, -0.03509274497628212, -0.03214980661869049, -0.02920686826109886, -0.026263929903507233, -0.023320989683270454, -0.020378051325678825, -0.017435112968087196, -0.014492172747850418, -0.011549234390258789, -0.008606295101344585, -0.005663355812430382, -0.0027204169891774654, 0.00022252206690609455, 0.0031654611229896545, 0.006108400411903858, 0.009051339700818062, 0.01199427805840969, 0.014937217347323895, 0.017880156636238098, 0.020823094993829727, 0.023766035214066505, 0.026708973571658134, 0.029651911929249763, 0.03259485214948654, 0.03553779050707817, 0.0384807288646698, 0.04142366722226143, 0.044366609305143356, 0.047309547662734985, 0.050252486020326614, 0.05319542437791824, 0.05613836273550987, 0.0590813048183918, 0.06202424317598343, 0.06496717780828476, 0.06791011989116669, 0.07085306197404861, 0.07379599660634995, 0.07673893868923187, 0.0796818733215332, 0.08262481540441513, 0.08556775748729706, 0.08851069211959839, 0.09145363420248032, 0.09439656883478165, 0.09733951091766357]}, "_runtime": 106.58694267272949, "_timestamp": 1596212977.2884803, "_step": 127}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 4.0, 2.0, 1.0, 2.0, 5.0, 1.0, 3.0, 5.0, 4.0, 1.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.010180213488638401, -0.009877082891762257, -0.009573951363563538, -0.009270820766687393, -0.008967689238488674, -0.00866455864161253, -0.00836142711341381, -0.008058296516537666, -0.007755165454000235, -0.007452034391462803, -0.007148903328925371, -0.0068457722663879395, -0.006542641669511795, -0.006239510606974363, -0.005936379544436932, -0.0056332484818995, -0.005330117419362068, -0.0050269863568246365, -0.004723855294287205, -0.004420724231749773, -0.004117593169212341, -0.0038144623395055532, -0.003511331509798765, -0.0032082004472613335, -0.0029050693847239017, -0.00260193832218647, -0.0022988072596490383, -0.0019956764299422503, -0.0016925453674048185, -0.0013894143048673868, -0.001086283358745277, -0.0007831523544155061, -0.0004800213500857353, -0.00017689034575596452, 0.00012624065857380629, 0.0004293716629035771, 0.0007325026672333479, 0.0010356337297707796, 0.0013387646758928895, 0.0016418956220149994, 0.001945026684552431, 0.002248157747089863, 0.0025512888096272945, 0.0028544196393340826, 0.0031575507018715143, 0.003460681764408946, 0.003763812594115734, 0.004066943656653166, 0.0043700747191905975, 0.004673205781728029, 0.004976336844265461, 0.005279467906802893, 0.005582598969340324, 0.005885729566216469, 0.0061888606287539005, 0.006491991691291332, 0.006795122753828764, 0.007098253816366196, 0.007401384878903627, 0.007704515941441059, 0.008007646538317204, 0.008310778066515923, 0.008613908663392067, 0.008917040191590786, 0.00922017078846693]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 3.0, 1.0, 3.0, 15.0, 15.0, 10.0, 23.0, 25.0, 48.0, 66.0, 90.0, 105.0, 214.0, 343.0, 5061.0, 1054.0, 315.0, 177.0, 102.0, 85.0, 49.0, 35.0, 21.0, 17.0, 13.0, 8.0, 11.0, 2.0, 1.0, 2.0, 1.0, 4.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15428419411182404, -0.14944276213645935, -0.14460134506225586, -0.13975991308689117, -0.1349184811115265, -0.130077064037323, -0.1252356320619583, -0.12039420753717422, -0.11555278301239014, -0.11071135848760605, -0.10586993396282196, -0.10102850198745728, -0.09618707746267319, -0.0913456529378891, -0.08650422096252441, -0.08166279643774033, -0.07682137191295624, -0.07197994738817215, -0.06713852286338806, -0.062297090888023376, -0.05745566636323929, -0.0526142418384552, -0.047772813588380814, -0.04293138533830643, -0.03808996081352234, -0.03324853628873825, -0.028407108038663864, -0.023565681651234627, -0.01872425526380539, -0.013882828876376152, -0.009041402488946915, -0.004199976101517677, 0.0006414502859115601, 0.005482876673340797, 0.010324303060770035, 0.015165729448199272, 0.02000715583562851, 0.024848582223057747, 0.029690008610486984, 0.03453143686056137, 0.03937286138534546, 0.04421428591012955, 0.049055714160203934, 0.05389714241027832, 0.05873856693506241, 0.0635799914598465, 0.06842142343521118, 0.07326284795999527, 0.07810427248477936, 0.08294569700956345, 0.08778712153434753, 0.09262855350971222, 0.09746997803449631, 0.1023114025592804, 0.10715283453464508, 0.11199425905942917, 0.11683568358421326, 0.12167710810899734, 0.12651853263378143, 0.13135996460914612, 0.1362013816833496, 0.1410428136587143, 0.14588424563407898, 0.15072566270828247, 0.15556709468364716]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 2.0, 4.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0, 1.0, 3.0, 3.0, 1.0, 4.0, 5.0, 5.0, 3.0, 4.0, 4.0, 28.0, 4.0, 3.0, 4.0, 3.0, 5.0, 1.0, 2.0, 1.0, 0.0, 3.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00288794981315732, -0.0027987847570329905, -0.002709619700908661, -0.0026204544119536877, -0.002531289355829358, -0.0024421242997050285, -0.0023529590107500553, -0.0022637939546257257, -0.002174628898501396, -0.0020854638423770666, -0.001996298786252737, -0.0019071334972977638, -0.0018179684411734343, -0.0017288033850491047, -0.0016396382125094533, -0.001550473039969802, -0.0014613079838454723, -0.0013721429277211428, -0.0012829777551814914, -0.00119381258264184, -0.0011046475265175104, -0.0010154824703931808, -0.0009263172978535295, -0.000837152183521539, -0.0007479870691895485, -0.000658821954857558, -0.0005696568405255675, -0.00048049172619357705, -0.00039132661186158657, -0.0003021614975295961, -0.0002129963831976056, -0.00012383126886561513, -3.466615453362465e-05, 5.449895979836583e-05, 0.0001436640741303563, 0.0002328291884623468, 0.00032199430279433727, 0.00041115941712632775, 0.0005003245314583182, 0.0005894896457903087, 0.0006786547601222992, 0.0007678198744542897, 0.0008569849887862802, 0.0009461501031182706, 0.0010353152174502611, 0.0011244802735745907, 0.001213645446114242, 0.0013028106186538935, 0.001391975674778223, 0.0014811407309025526, 0.001570305903442204, 0.0016594710759818554, 0.001748636132106185, 0.0018378011882305145, 0.001926966360770166, 0.0020161315333098173, 0.002105296589434147, 0.0021944616455584764, 0.002283626701682806, 0.0023727919906377792, 0.002461957046762109, 0.0025511221028864384, 0.0026402873918414116, 0.002729452447965741, 0.0028186175040900707]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 3.0, 1.0, 4.0, 5.0, 7.0, 8.0, 11.0, 24.0, 22.0, 29.0, 60.0, 66.0, 115.0, 126.0, 191.0, 308.0, 376.0, 549.0, 868.0, 1215.0, 1824.0, 2890.0, 4791.0, 8452.0, 15373.0, 33331.0, 96157.0, 869671.0, 79077.0, 28483.0, 14055.0, 7941.0, 4623.0, 2959.0, 1833.0, 1193.0, 853.0, 583.0, 456.0, 300.0, 214.0, 157.0, 118.0, 88.0, 52.0, 50.0, 38.0, 25.0, 19.0, 14.0, 10.0, 6.0, 7.0, 3.0, 2.0, 2.0, 1.0, 2.0, 2.0, 0.0, 1.0], "bins": [-0.005893256980925798, -0.005700252018868923, -0.005507246591150761, -0.005314241629093885, -0.00512123666703701, -0.004928231239318848, -0.004735226277261972, -0.00454222084954381, -0.004349215887486935, -0.004156210925430059, -0.003963205497711897, -0.0037702005356550217, -0.003577195340767503, -0.003384190145879984, -0.0031911851838231087, -0.00299817998893559, -0.002805174794048071, -0.002612169599160552, -0.002419164404273033, -0.002226159442216158, -0.002033154247328639, -0.0018401490524411201, -0.001647143973968923, -0.001454138895496726, -0.0012611337006092072, -0.0010681285057216883, -0.0008751234272494912, -0.0006821182905696332, -0.0004891131538897753, -0.0002961080172099173, -0.00010310288053005934, 8.990225614979863e-05, 0.0002829073928296566, 0.00047591252950951457, 0.0006689176661893725, 0.0008619228028692305, 0.0010549279395490885, 0.0012479331344366074, 0.0014409382129088044, 0.0016339432913810015, 0.0018269484862685204, 0.0020199536811560392, 0.002212958876043558, 0.0024059638381004333, 0.0025989690329879522, 0.002791974227875471, 0.0029849791899323463, 0.0031779843848198652, 0.003370989579707384, 0.003563994774594903, 0.003756999969482422, 0.003950004931539297, 0.004143009893596172, 0.004336015321314335, 0.00452902028337121, 0.004722025711089373, 0.004915030673146248, 0.005108035635203123, 0.005301041062921286, 0.005494046024978161, 0.005687051452696323, 0.005880056414753199, 0.006073061376810074, 0.006266066804528236, 0.006459071766585112]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 1.0, 6.0, 8.0, 5.0, 2.0, 3.0, 2.0, 4.0, 2.0, 4.0, 1.0, 1.0, 4.0, 0.0, 0.0, 1.0], "bins": [-0.055295638740062714, -0.05420802906155586, -0.05312041565775871, -0.05203280597925186, -0.05094519257545471, -0.04985758289694786, -0.04876997321844101, -0.04768235981464386, -0.04659475013613701, -0.04550714045763016, -0.04441952705383301, -0.04333191737532616, -0.042244307696819305, -0.041156694293022156, -0.040069084614515305, -0.038981471210718155, -0.037893861532211304, -0.03680625185370445, -0.0357186384499073, -0.03463102877140045, -0.0335434153676033, -0.03245580568909645, -0.0313681960105896, -0.0302805844694376, -0.0291929729282856, -0.0281053613871336, -0.027017749845981598, -0.025930140167474747, -0.024842528626322746, -0.023754917085170746, -0.022667307406663895, -0.021579695865511894, -0.020492084324359894, -0.019404472783207893, -0.018316861242055893, -0.017229251563549042, -0.01614164002239704, -0.015054028481245041, -0.013966417871415615, -0.01287880726158619, -0.011791195720434189, -0.010703584179282188, -0.009615973569452763, -0.008528362959623337, -0.007440751418471336, -0.006353140342980623, -0.00526552926748991, -0.004177918191999197, -0.003090307116508484, -0.0020026960410177708, -0.0009150849655270576, 0.00017252610996365547, 0.0012601371854543686, 0.0023477482609450817, 0.003435359336435795, 0.004522970411926508, 0.005610581487417221, 0.006698192562907934, 0.007785803638398647, 0.008873414248228073, 0.009961025789380074, 0.011048637330532074, 0.0121362479403615, 0.013223858550190926, 0.014311470091342926]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [7.0, 2.0, 0.0, 0.0, 0.0, 2.0, 6.0, 2.0, 3.0, 9.0, 17.0, 11.0, 8.0, 12.0, 6.0, 7.0, 13.0, 13.0, 12.0, 17.0, 12.0, 13.0, 18.0, 12.0, 13.0, 17.0, 23.0, 38.0, 30.0, 34.0, 38.0, 56.0, 70.0, 90.0, 103.0, 151.0, 183.0, 218.0, 246.0, 342.0, 542.0, 683.0, 986.0, 1859.0, 6713.0, 2117.0, 1133.0, 699.0, 511.0, 354.0, 255.0, 196.0, 122.0, 86.0, 84.0, 55.0, 62.0, 31.0, 28.0, 21.0, 12.0, 16.0, 5.0, 8.0], "bins": [-0.017070908099412918, -0.016688046976923943, -0.016305185854434967, -0.01592232473194599, -0.015539463609457016, -0.01515660248696804, -0.014773741364479065, -0.01439088024199009, -0.014008019119501114, -0.013625157997012138, -0.013242296874523163, -0.012859435752034187, -0.012476574629545212, -0.012093713507056236, -0.01171085238456726, -0.011327991262078285, -0.01094513013958931, -0.010562269017100334, -0.010179407894611359, -0.009796546772122383, -0.009413685649633408, -0.009030824527144432, -0.008647963404655457, -0.008265102282166481, -0.007882241159677505, -0.00749938003718853, -0.0071165189146995544, -0.006733657792210579, -0.006350796669721603, -0.005967935547232628, -0.005585074424743652, -0.005202213302254677, -0.004819352179765701, -0.004436491057276726, -0.00405362993478775, -0.0036707688122987747, -0.003287907689809799, -0.0029050465673208237, -0.002522185444831848, -0.0021393243223428726, -0.001756463199853897, -0.0013736020773649216, -0.000990740954875946, -0.0006078798323869705, -0.000225018709897995, 0.00015784241259098053, 0.0005407035350799561, 0.0009235646575689316, 0.001306425780057907, 0.0016892869025468826, 0.002072148025035858, 0.0024550091475248337, 0.002837870270013809, 0.0032207313925027847, 0.0036035925149917603, 0.003986453637480736, 0.004369314759969711, 0.004752175882458687, 0.005135037004947662, 0.005517898127436638, 0.005900759249925613, 0.006283620372414589, 0.0066664814949035645, 0.00704934261739254, 0.0074322037398815155]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 4.0, 1.0, 4.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1274966150522232, -0.12038446217775345, -0.11327230930328369, -0.10616015642881393, -0.09904800355434418, -0.09193584322929382, -0.08482369035482407, -0.07771153748035431, -0.07059938460588455, -0.0634872317314148, -0.05637507885694504, -0.04926292225718498, -0.042150769382715225, -0.03503861650824547, -0.027926461771130562, -0.020814307034015656, -0.013702154159545898, -0.006590000353753567, 0.000522153452038765, 0.007634307257831097, 0.014746461063623428, 0.021858613938093185, 0.028970768675208092, 0.036082923412323, 0.043195076286792755, 0.05030722916126251, 0.05741938203573227, 0.06453153491020203, 0.07164369523525238, 0.07875584810972214, 0.0858680009841919, 0.09298015385866165, 0.10009230673313141, 0.10720445960760117, 0.11431661248207092, 0.12142876535654068, 0.12854091823101044, 0.1356530785560608, 0.14276522397994995, 0.1498773843050003, 0.15698954463005066, 0.16410169005393982, 0.17121385037899017, 0.17832599580287933, 0.1854381561279297, 0.19255030155181885, 0.1996624618768692, 0.20677460730075836, 0.21388676762580872, 0.22099892795085907, 0.22811107337474823, 0.23522323369979858, 0.24233537912368774, 0.2494475394487381, 0.25655969977378845, 0.2636718451976776, 0.2707839906215668, 0.2778961658477783, 0.2850083112716675, 0.29212045669555664, 0.2992326021194458, 0.30634477734565735, 0.3134569227695465, 0.32056906819343567, 0.3276812434196472]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 2.0, 5.0, 4.0, 3.0, 4.0, 3.0, 9.0, 3.0, 4.0, 4.0, 2.0, 4.0, 28.0, 66.0, 38.0, 22.0, 15.0, 3.0, 8.0, 6.0, 1.0, 0.0, 3.0, 3.0, 2.0, 6.0, 4.0, 6.0, 5.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.09186254441738129, -0.08764201402664185, -0.0834214836359024, -0.07920095324516296, -0.07498042285442352, -0.07075989246368408, -0.06653936207294464, -0.0623188354074955, -0.05809830501675606, -0.05387777462601662, -0.049657244235277176, -0.045436713844537735, -0.04121618717908859, -0.03699565678834915, -0.03277512639760971, -0.02855459600687027, -0.02433406561613083, -0.020113535225391388, -0.015893004834651947, -0.011672476306557655, -0.007451945915818214, -0.003231415990740061, 0.0009891139343380928, 0.005209643859416246, 0.0094301737844944, 0.013650704175233841, 0.017871234565973282, 0.022091763094067574, 0.026312293484807014, 0.030532823875546455, 0.03475335240364075, 0.03897388279438019, 0.04319441318511963, 0.04741494357585907, 0.05163547396659851, 0.05585600435733795, 0.06007653474807739, 0.06429706513881683, 0.06851759552955627, 0.07273812592029572, 0.07695865631103516, 0.081179179251194, 0.08539970964193344, 0.08962024003267288, 0.09384077042341232, 0.09806130081415176, 0.1022818312048912, 0.10650236159563065, 0.11072289198637009, 0.11494342237710953, 0.11916395276784897, 0.12338448315858841, 0.12760500609874725, 0.1318255364894867, 0.13604606688022614, 0.14026659727096558, 0.14448712766170502, 0.14870765805244446, 0.1529281884431839, 0.15714871883392334, 0.16136924922466278, 0.16558977961540222, 0.16981031000614166, 0.1740308403968811, 0.17825137078762054]}, "_runtime": 107.42695569992065, "_timestamp": 1596212978.1284933, "_step": 128}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 4.0, 2.0, 2.0, 2.0, 4.0, 5.0, 5.0, 2.0, 1.0, 3.0, 1.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011410282924771309, -0.011071913875639439, -0.010733544826507568, -0.010395176708698273, -0.010056807659566402, -0.009718438610434532, -0.009380069561302662, -0.009041701443493366, -0.008703332394361496, -0.008364963345229626, -0.008026594296097755, -0.0076882257126271725, -0.007349856663495302, -0.007011488080024719, -0.006673119030892849, -0.006334750447422266, -0.005996381398290396, -0.0056580123491585255, -0.0053196437656879425, -0.004981274716556072, -0.004642906133085489, -0.004304537083953619, -0.003966168500483036, -0.0036277994513511658, -0.003289430635049939, -0.0029510618187487125, -0.002612693002447486, -0.0022743241861462593, -0.0019359552534297109, -0.0015975864371284842, -0.0012592175044119358, -0.0009208486881107092, -0.0005824798718094826, -0.0002441110264044255, 9.425781900063157e-05, 0.00043262666440568864, 0.0007709955098107457, 0.0011093643261119723, 0.0014477332588285208, 0.0017861020751297474, 0.002124470891430974, 0.0024628397077322006, 0.0028012085240334272, 0.003139577340334654, 0.003477946389466524, 0.0038163152057677507, 0.004154684022068977, 0.00449305260553956, 0.004831421654671431, 0.005169790703803301, 0.005508159287273884, 0.005846528336405754, 0.006184896919876337, 0.006523265969008207, 0.00686163455247879, 0.0072000036016106606, 0.007538372650742531, 0.007876741699874401, 0.008215109817683697, 0.008553478866815567, 0.008891847915947437, 0.009230216965079308, 0.009568585082888603, 0.009906954132020473, 0.010245323181152344]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 2.0, 3.0, 3.0, 3.0, 3.0, 5.0, 9.0, 13.0, 17.0, 19.0, 19.0, 32.0, 37.0, 58.0, 70.0, 102.0, 101.0, 186.0, 244.0, 751.0, 5164.0, 408.0, 190.0, 123.0, 94.0, 68.0, 52.0, 41.0, 26.0, 23.0, 11.0, 15.0, 7.0, 7.0, 6.0, 6.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.121808722615242, -0.11800877749919891, -0.11420883238315582, -0.11040888726711273, -0.10660894215106964, -0.10280898958444595, -0.09900904446840286, -0.09520909935235977, -0.09140915423631668, -0.08760920912027359, -0.0838092640042305, -0.08000931888818741, -0.07620936632156372, -0.07240942120552063, -0.06860947608947754, -0.06480953097343445, -0.06100958585739136, -0.05720964074134827, -0.053409695625305176, -0.049609746783971786, -0.045809801667928696, -0.042009856551885605, -0.038209907710552216, -0.034409962594509125, -0.030610017478466034, -0.026810072362422943, -0.023010125383734703, -0.019210178405046463, -0.015410233289003372, -0.011610287241637707, -0.007810341194272041, -0.004010395146906376, -0.00021044909954071045, 0.003589496947824955, 0.00738944299519062, 0.011189389042556286, 0.014989335089921951, 0.018789280205965042, 0.022589227184653282, 0.026389174163341522, 0.030189119279384613, 0.033989064395427704, 0.037789009511470795, 0.041588958352804184, 0.045388903468847275, 0.049188848584890366, 0.052988797426223755, 0.056788742542266846, 0.060588687658309937, 0.06438863277435303, 0.06818857789039612, 0.07198852300643921, 0.0757884681224823, 0.07958842068910599, 0.08338836580514908, 0.08718831092119217, 0.09098825603723526, 0.09478820115327835, 0.09858814626932144, 0.10238809138536453, 0.10618804395198822, 0.10998798906803131, 0.1137879341840744, 0.11758787930011749, 0.12138782441616058]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 1.0, 0.0, 3.0, 3.0, 3.0, 1.0, 0.0, 4.0, 2.0, 3.0, 2.0, 5.0, 1.0, 0.0, 0.0, 10.0, 2.0, 25.0, 3.0, 4.0, 4.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 3.0, 0.0, 8.0, 1.0, 1.0, 1.0, 1.0, 4.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.0027237008325755596, -0.0026389164850115776, -0.002554131904616952, -0.0024693473242223263, -0.0023845629766583443, -0.0022997786290943623, -0.0022149940486997366, -0.002130209468305111, -0.002045425120741129, -0.001960640773177147, -0.0018758561927825212, -0.0017910717288032174, -0.0017062872648239136, -0.0016215028008446097, -0.001536718336865306, -0.001451933872886002, -0.0013671494089066982, -0.0012823649449273944, -0.0011975804809480906, -0.0011127960169687867, -0.0010280115529894829, -0.000943227089010179, -0.0008584426250308752, -0.0007736581610515714, -0.0006888736970722675, -0.0006040892330929637, -0.0005193047691136599, -0.000434520305134356, -0.0003497358411550522, -0.00026495137717574835, -0.0001801669131964445, -9.538244921714067e-05, -1.0597985237836838e-05, 7.4186478741467e-05, 0.00015897094272077084, 0.00024375540670007467, 0.0003285398706793785, 0.00041332433465868235, 0.0004981087986379862, 0.00058289326261729, 0.0006676777265965939, 0.0007524621905758977, 0.0008372466545552015, 0.0009220311185345054, 0.0010068155825138092, 0.001091600046493113, 0.0011763845104724169, 0.0012611689744517207, 0.0013459534384310246, 0.0014307379024103284, 0.0015155223663896322, 0.001600306830368936, 0.00168509129434824, 0.0017698757583275437, 0.0018546602223068476, 0.0019394446862861514, 0.0020242291502654552, 0.0021090134978294373, 0.002193798078224063, 0.0022785826586186886, 0.0023633670061826706, 0.0024481513537466526, 0.0025329359341412783, 0.002617720514535904, 0.002702504862099886]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 2.0, 8.0, 6.0, 10.0, 21.0, 28.0, 19.0, 41.0, 75.0, 91.0, 153.0, 216.0, 333.0, 476.0, 803.0, 1248.0, 2056.0, 3481.0, 6328.0, 11587.0, 23724.0, 60386.0, 828594.0, 145621.0, 41726.0, 19459.0, 10960.0, 6965.0, 4512.0, 3021.0, 2091.0, 1480.0, 1049.0, 836.0, 558.0, 449.0, 313.0, 222.0, 169.0, 125.0, 113.0, 74.0, 59.0, 44.0, 30.0, 24.0, 10.0, 8.0, 6.0, 10.0, 6.0, 6.0, 3.0, 1.0, 3.0, 1.0, 1.0, 1.0], "bins": [-0.005613571032881737, -0.005419223103672266, -0.005224875174462795, -0.005030527710914612, -0.004836179781705141, -0.00464183185249567, -0.004447484388947487, -0.004253136459738016, -0.004058788530528545, -0.0038644406013190746, -0.0036700929049402475, -0.0034757452085614204, -0.0032813972793519497, -0.003087049350142479, -0.002892701653763652, -0.0026983539573848248, -0.002504006028175354, -0.0023096580989658833, -0.002115310402587056, -0.0019209625897929072, -0.0017266147769987583, -0.0015322669642046094, -0.0013379191514104605, -0.0011435713386163116, -0.0009492235258221626, -0.0007548757130280137, -0.0005605279002338648, -0.00036618008743971586, -0.00017183227464556694, 2.251553814858198e-05, 0.0002168633509427309, 0.0004112111637368798, 0.0006055589765310287, 0.0007999067893251777, 0.0009942546021193266, 0.0011886024149134755, 0.0013829502277076244, 0.0015772980405017734, 0.0017716458532959223, 0.0019659935496747494, 0.00216034147888422, 0.002354689408093691, 0.002549037104472518, 0.002743384800851345, 0.002937732730060816, 0.0031320806592702866, 0.0033264283556491137, 0.0035207760520279408, 0.0037151239812374115, 0.003909471910446882, 0.004103819839656353, 0.0042981673032045364, 0.004492515232414007, 0.004686863161623478, 0.004881210625171661, 0.005075558554381132, 0.005269906483590603, 0.005464254412800074, 0.005658602342009544, 0.005852949805557728, 0.0060472977347671986, 0.006241645663976669, 0.006435993127524853, 0.0066303410567343235, 0.006824688985943794]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 5.0, 3.0, 1.0, 1.0, 0.0, 9.0, 4.0, 4.0, 3.0, 3.0, 1.0, 3.0, 1.0, 1.0, 3.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02366633340716362, -0.02292650006711483, -0.02218666486442089, -0.0214468315243721, -0.02070699632167816, -0.01996716298162937, -0.019227327778935432, -0.018487494438886642, -0.017747659236192703, -0.017007825896143913, -0.016267990693449974, -0.015528157353401184, -0.01478832308202982, -0.014048488810658455, -0.01330865453928709, -0.012568820267915726, -0.011828985996544361, -0.011089151725172997, -0.010349317453801632, -0.009609483182430267, -0.008869648911058903, -0.008129814639687538, -0.007389980833977461, -0.006650146562606096, -0.005910312291234732, -0.005170478019863367, -0.0044306437484920025, -0.0036908097099512815, -0.002950975438579917, -0.0022111411672085524, -0.0014713070122525096, -0.0007314727990888059, 8.361414074897766e-06, 0.0007481956272386014, 0.0014880298404023051, 0.002227863995358348, 0.0029676982667297125, 0.003707532538101077, 0.004447366576641798, 0.005187200848013163, 0.005927035119384527, 0.006666869390755892, 0.007406703662127256, 0.008146537467837334, 0.008886371739208698, 0.009626206010580063, 0.010366040281951427, 0.011105874553322792, 0.011845708824694157, 0.012585543096065521, 0.013325377367436886, 0.01406521163880825, 0.014805045910179615, 0.01554488018155098, 0.01628471352159977, 0.01702454872429371, 0.0177643820643425, 0.018504217267036438, 0.019244050607085228, 0.019983885809779167, 0.020723719149827957, 0.021463554352521896, 0.022203387692570686, 0.022943222895264626, 0.023683056235313416]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 3.0, 4.0, 6.0, 3.0, 6.0, 12.0, 12.0, 31.0, 22.0, 33.0, 49.0, 52.0, 73.0, 94.0, 119.0, 196.0, 255.0, 358.0, 522.0, 797.0, 1193.0, 2321.0, 6779.0, 1836.0, 1127.0, 728.0, 516.0, 332.0, 246.0, 183.0, 131.0, 88.0, 67.0, 44.0, 47.0, 29.0, 30.0, 20.0, 11.0, 15.0, 10.0, 8.0, 6.0, 3.0, 3.0, 0.0, 2.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.01144077442586422, -0.011005907319486141, -0.010571039281785488, -0.01013617217540741, -0.009701305069029331, -0.009266437031328678, -0.0088315699249506, -0.008396702818572521, -0.007961835712194443, -0.00752696767449379, -0.007092100568115711, -0.0066572329960763454, -0.00622236542403698, -0.005787498317658901, -0.0053526307456195354, -0.004917763639241457, -0.004482896067202091, -0.0040480284951627254, -0.003613161388784647, -0.0031782938167452812, -0.002743426477536559, -0.002308559138327837, -0.001873691682703793, -0.001438824227079749, -0.001003956887871027, -0.000569089490454644, -0.00013422209303826094, 0.0003006453043781221, 0.0007355127017945051, 0.0011703800410032272, 0.0016052474966272712, 0.002040114952251315, 0.0024749822914600372, 0.0029098496306687593, 0.0033447169698774815, 0.0037795845419168472, 0.004214451648294926, 0.0046493192203342915, 0.005084186792373657, 0.005519053898751736, 0.0059539214707911015, 0.006388789042830467, 0.006823656149208546, 0.0072585237212479115, 0.007693391293287277, 0.008128258399665356, 0.008563125506043434, 0.008997993543744087, 0.009432860650122166, 0.009867727756500244, 0.010302595794200897, 0.010737462900578976, 0.011172330006957054, 0.011607198044657707, 0.012042065151035786, 0.012476932257413864, 0.012911800295114517, 0.013346667401492596, 0.013781534507870674, 0.014216401614248753, 0.014651269651949406, 0.015086136758327484, 0.015521003864705563, 0.01595587097108364, 0.016390739008784294]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 0.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.08301065862178802, -0.08117132633924484, -0.07933198660612106, -0.07749265432357788, -0.0756533145904541, -0.07381398230791092, -0.07197465002536774, -0.07013531029224396, -0.06829597800970078, -0.06645664572715759, -0.06461730599403381, -0.06277797371149063, -0.06093863770365715, -0.05909930169582367, -0.05725996941328049, -0.055420633405447006, -0.053581297397613525, -0.051741961389780045, -0.049902625381946564, -0.04806329309940338, -0.0462239570915699, -0.04438462108373642, -0.04254528880119324, -0.040705952793359756, -0.038866616785526276, -0.037027280777692795, -0.035187944769859314, -0.03334861248731613, -0.03150927647948265, -0.02966994047164917, -0.02783060632646084, -0.025991272181272507, -0.024151936173439026, -0.022312600165605545, -0.020473266020417213, -0.018633931875228882, -0.0167945958673954, -0.014955260790884495, -0.013115925714373589, -0.011276590637862682, -0.009437255561351776, -0.00759792048484087, -0.005758585408329964, -0.0039192503318190575, -0.0020799152553081512, -0.00024058017879724503, 0.0015987548977136612, 0.0034380899742245674, 0.005277425050735474, 0.00711676012724638, 0.008956095203757286, 0.010795430280268192, 0.012634765356779099, 0.014474100433290005, 0.01631343550980091, 0.018152769654989243, 0.019992105662822723, 0.021831441670656204, 0.023670775815844536, 0.025510109961032867, 0.02734944596886635, 0.02918878197669983, 0.03102811612188816, 0.03286745026707649, 0.03470678627490997]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 4.0, 2.0, 3.0, 2.0, 2.0, 5.0, 5.0, 4.0, 3.0, 6.0, 8.0, 7.0, 6.0, 10.0, 13.0, 12.0, 13.0, 29.0, 22.0, 11.0, 8.0, 17.0, 10.0, 11.0, 8.0, 11.0, 9.0, 6.0, 4.0, 2.0, 2.0, 2.0, 2.0, 3.0, 2.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.05807483196258545, -0.05633170157670975, -0.054588571190834045, -0.052845437079668045, -0.05110230669379234, -0.04935917630791664, -0.04761604219675064, -0.04587291181087494, -0.04412978142499924, -0.042386651039123535, -0.04064352065324783, -0.03890038654208183, -0.03715725615620613, -0.03541412577033043, -0.03367099165916443, -0.03192786127328873, -0.030184730887413025, -0.028441600501537323, -0.026698468253016472, -0.02495533600449562, -0.02321220561861992, -0.021469075232744217, -0.019725942984223366, -0.017982810735702515, -0.016239680349826813, -0.014496549032628536, -0.01275341771543026, -0.011010286398231983, -0.009267155081033707, -0.00752402376383543, -0.005780892446637154, -0.004037761129438877, -0.0022946298122406006, -0.0005514984950423241, 0.0011916328221559525, 0.002934764139354229, 0.0046778954565525055, 0.006421026773750782, 0.008164158090949059, 0.009907289408147335, 0.011650420725345612, 0.013393552042543888, 0.015136683359742165, 0.016879815608263016, 0.018622945994138718, 0.02036607638001442, 0.02210920862853527, 0.023852340877056122, 0.025595471262931824, 0.027338601648807526, 0.029081733897328377, 0.030824866145849228, 0.03256799653172493, 0.03431112691760063, 0.03605426102876663, 0.037797391414642334, 0.039540521800518036, 0.04128365218639374, 0.04302678257226944, 0.04476991668343544, 0.04651304706931114, 0.048256177455186844, 0.049999311566352844, 0.051742441952228546, 0.05348557233810425]}, "_runtime": 108.24574637413025, "_timestamp": 1596212978.947284, "_step": 129}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 6.0, 1.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.009453756734728813, -0.009176500141620636, -0.008899242617189884, -0.008621986024081707, -0.008344728499650955, -0.008067471906542778, -0.007790215313434601, -0.007512958254665136, -0.007235701195895672, -0.006958444137126207, -0.006681187078356743, -0.006403930485248566, -0.006126673426479101, -0.005849416367709637, -0.0055721597746014595, -0.005294902715831995, -0.0050176456570625305, -0.004740388598293066, -0.0044631315395236015, -0.004185874946415424, -0.00390861788764596, -0.0036313608288764954, -0.0033541040029376745, -0.0030768471769988537, -0.002799590118229389, -0.0025223330594599247, -0.002245076233521104, -0.001967819407582283, -0.0016905623488128185, -0.0014133054064586759, -0.0011360484641045332, -0.0008587915217503905, -0.0005815345793962479, -0.0003042776370421052, -2.7020694687962532e-05, 0.00025023624766618013, 0.0005274931900203228, 0.0008047501323744655, 0.0010820070747286081, 0.0013592640170827508, 0.0016365209594368935, 0.0019137779017910361, 0.002191034844145179, 0.0024682916700839996, 0.002745548728853464, 0.0030228057876229286, 0.0033000626135617495, 0.0035773194395005703, 0.003854576498270035, 0.004131833557039499, 0.004409090615808964, 0.004686347208917141, 0.0049636042676866055, 0.00524086132645607, 0.005518117919564247, 0.005795374978333712, 0.006072632037103176, 0.006349889095872641, 0.006627146154642105, 0.006904402747750282, 0.007181659806519747, 0.007458916865289211, 0.0077361734583973885, 0.00801343098282814, 0.008290687575936317]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 2.0, 3.0, 2.0, 4.0, 5.0, 7.0, 12.0, 14.0, 13.0, 17.0, 27.0, 18.0, 29.0, 30.0, 33.0, 59.0, 59.0, 84.0, 127.0, 200.0, 291.0, 4523.0, 1354.0, 313.0, 184.0, 128.0, 73.0, 74.0, 44.0, 35.0, 35.0, 24.0, 19.0, 23.0, 12.0, 10.0, 4.0, 9.0, 2.0, 2.0, 2.0, 4.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0, 2.0, 4.0], "bins": [-0.1271074414253235, -0.12356626987457275, -0.12002509832382202, -0.11648392677307129, -0.11294275522232056, -0.10940157622098923, -0.1058604046702385, -0.10231923311948776, -0.09877806156873703, -0.0952368900179863, -0.09169571846723557, -0.08815454691648483, -0.0846133679151535, -0.08107219636440277, -0.07753102481365204, -0.0739898532629013, -0.07044868171215057, -0.06690751016139984, -0.06336633861064911, -0.05982516333460808, -0.056283991783857346, -0.05274282023310661, -0.04920164495706558, -0.04566047340631485, -0.04211930185556412, -0.038578130304813385, -0.03503695875406265, -0.03149578347802162, -0.02795461192727089, -0.024413440376520157, -0.020872266963124275, -0.017331093549728394, -0.013789921998977661, -0.010248749516904354, -0.006707577034831047, -0.00316640455275774, 0.000374767929315567, 0.003915940411388874, 0.007457112893462181, 0.010998285375535488, 0.014539457857608795, 0.018080629408359528, 0.02162180282175541, 0.02516297623515129, 0.028704147785902023, 0.032245319336652756, 0.03578649461269379, 0.03932766616344452, 0.04286883771419525, 0.046410009264945984, 0.049951180815696716, 0.05349235609173775, 0.05703352764248848, 0.06057469919323921, 0.06411587446928024, 0.06765704602003098, 0.07119821757078171, 0.07473938912153244, 0.07828056067228317, 0.0818217322230339, 0.08536291122436523, 0.08890408277511597, 0.0924452543258667, 0.09598642587661743, 0.09952759742736816]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 2.0, 0.0, 2.0, 4.0, 3.0, 4.0, 4.0, 5.0, 2.0, 1.0, 3.0, 2.0, 6.0, 25.0, 10.0, 1.0, 2.0, 7.0, 3.0, 2.0, 3.0, 2.0, 4.0, 3.0, 1.0, 1.0, 2.0, 0.0, 3.0, 2.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0], "bins": [-0.0029308765660971403, -0.002838526386767626, -0.0027461759746074677, -0.002653825795277953, -0.0025614756159484386, -0.0024691252037882805, -0.002376775024458766, -0.0022844248451292515, -0.0021920744329690933, -0.002099724253639579, -0.0020073740743100643, -0.001915023778565228, -0.0018226734828203917, -0.0017303233034908772, -0.0016379730077460408, -0.0015456228284165263, -0.00145327253267169, -0.0013609222369268537, -0.0012685720575973392, -0.0011762217618525028, -0.0010838715825229883, -0.000991521286778152, -0.0008991709910333157, -0.0008068207534961402, -0.0007144705159589648, -0.0006221202784217894, -0.000529770040884614, -0.00043741974513977766, -0.00034506950760260224, -0.0002527192700654268, -0.00016036900342442095, -6.801875133533031e-05, 2.4331500753760338e-05, 0.00011668175284285098, 0.00020903200493194163, 0.0003013822715729475, 0.0003937325091101229, 0.00048608274664729834, 0.0005784330423921347, 0.0006707832799293101, 0.0007631335174664855, 0.0008554837550036609, 0.0009478339925408363, 0.0010401842882856727, 0.001132534584030509, 0.0012248847633600235, 0.0013172350591048598, 0.0014095852384343743, 0.0015019355341792107, 0.001594285829924047, 0.0016866360092535615, 0.0017789863049983978, 0.0018713364843279123, 0.0019636868964880705, 0.002056037075817585, 0.0021483872551470995, 0.002240737434476614, 0.002333087846636772, 0.0024254380259662867, 0.002517788205295801, 0.0026101386174559593, 0.002702488796785474, 0.0027948389761149883, 0.0028871893882751465, 0.002979539567604661]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 7.0, 7.0, 14.0, 23.0, 31.0, 53.0, 79.0, 125.0, 171.0, 303.0, 570.0, 878.0, 1568.0, 2645.0, 5131.0, 10582.0, 25526.0, 87188.0, 892646.0, 85857.0, 30769.0, 14686.0, 7655.0, 4579.0, 2804.0, 1853.0, 1201.0, 806.0, 547.0, 390.0, 266.0, 189.0, 130.0, 108.0, 70.0, 49.0, 29.0, 25.0, 21.0, 15.0, 13.0, 13.0, 4.0, 2.0, 4.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.00522740138694644, -0.005037730559706688, -0.004848059266805649, -0.00465838797390461, -0.004468717146664858, -0.004279046319425106, -0.004089375026524067, -0.0038997039664536715, -0.003710032906383276, -0.0035203618463128805, -0.003330690786242485, -0.0031410197261720896, -0.002951348666101694, -0.0027616776060312986, -0.002572006545960903, -0.0023823354858905077, -0.0021926644258201122, -0.0020029933657497168, -0.0018133223056793213, -0.0016236512456089258, -0.0014339801855385303, -0.0012443091254681349, -0.0010546380653977394, -0.0008649670053273439, -0.0006752959452569485, -0.000485624885186553, -0.00029595382511615753, -0.00010628276504576206, 8.338829502463341e-05, 0.0002730593550950289, 0.00046273041516542435, 0.0006524014752358198, 0.0008420725353062153, 0.0010317435953766108, 0.0012214146554470062, 0.0014110857155174017, 0.0016007567755877972, 0.0017904278356581926, 0.001980098895728588, 0.0021697699557989836, 0.002359441015869379, 0.0025491120759397745, 0.00273878313601017, 0.0029284541960805655, 0.003118125256150961, 0.0033077963162213564, 0.003497467376291752, 0.0036871384363621473, 0.003876809496432543, 0.004066480323672295, 0.004256151616573334, 0.004445822909474373, 0.004635493736714125, 0.0048251645639538765, 0.005014835856854916, 0.005204507149755955, 0.0053941779769957066, 0.005583848804235458, 0.0057735200971364975, 0.005963191390037537, 0.0061528622172772884, 0.00634253304451704, 0.006532204337418079, 0.0067218756303191185, 0.00691154645755887]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 9.0, 4.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.011310270056128502, -0.010893737897276878, -0.010477205738425255, -0.010060672648251057, -0.009644140489399433, -0.00922760833054781, -0.008811076171696186, -0.008394544012844563, -0.007978010922670364, -0.007561479229480028, -0.007144946604967117, -0.006728414446115494, -0.00631188228726387, -0.005895349662750959, -0.005478817503899336, -0.005062284879386425, -0.0046457527205348015, -0.004229220561683178, -0.003812687937170267, -0.0033961557783186436, -0.0029796233866363764, -0.002563090994954109, -0.0021465588361024857, -0.0017300264444202185, -0.0013134940527379513, -0.000896961719263345, -0.00048042938578873873, -6.389705231413245e-05, 0.0003526352811604738, 0.0007691676146350801, 0.0011856999481096864, 0.0016022322233766317, 0.002018764615058899, 0.002435297006741166, 0.0028518293984234333, 0.003268361557275057, 0.003684893948957324, 0.004101426340639591, 0.004517958499491215, 0.004934491124004126, 0.005351023282855749, 0.005767555441707373, 0.0061840880662202835, 0.006600620225071907, 0.007017152383923531, 0.007433685008436441, 0.007850217632949352, 0.008266749791800976, 0.0086832819506526, 0.009099814109504223, 0.009516346268355846, 0.009932879358530045, 0.010349411517381668, 0.010765943676233292, 0.011182475835084915, 0.011599007993936539, 0.012015540152788162, 0.01243207324296236, 0.012848605401813984, 0.013265137560665607, 0.013681669719517231, 0.014098201878368855, 0.014514734968543053, 0.014931267127394676, 0.0153477992862463]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 2.0, 8.0, 3.0, 6.0, 7.0, 4.0, 14.0, 15.0, 15.0, 20.0, 28.0, 36.0, 50.0, 64.0, 97.0, 112.0, 148.0, 172.0, 242.0, 346.0, 458.0, 549.0, 889.0, 1382.0, 5338.0, 2688.0, 1393.0, 1009.0, 760.0, 568.0, 425.0, 311.0, 237.0, 206.0, 140.0, 118.0, 116.0, 98.0, 60.0, 62.0, 44.0, 35.0, 32.0, 28.0, 22.0, 13.0, 18.0, 10.0, 5.0, 3.0, 2.0, 7.0, 2.0, 1.0, 1.0, 3.0, 1.0, 4.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007027541287243366, -0.00675719091668725, -0.006486840546131134, -0.006216490175575018, -0.005946139805018902, -0.005675788968801498, -0.005405438598245382, -0.005135088227689266, -0.00486473785713315, -0.004594387486577034, -0.004324037116020918, -0.004053686745464802, -0.003783336142078042, -0.003512985771521926, -0.003242635168135166, -0.00297228479757905, -0.002701934427022934, -0.002431584056466818, -0.0021612336859107018, -0.001890883082523942, -0.0016205327119678259, -0.0013501823414117098, -0.0010798318544402719, -0.0008094814256764948, -0.0005391309969127178, -0.0002687805681489408, 1.569860614836216e-06, 0.00027192028937861323, 0.0005422707181423903, 0.0008126211469061673, 0.0010829715756699443, 0.0013533220626413822, 0.0016236724331974983, 0.0018940228037536144, 0.0021643731743097305, 0.0024347237776964903, 0.0027050741482526064, 0.0029754245188087225, 0.0032457751221954823, 0.0035161254927515984, 0.0037864758633077145, 0.004056826233863831, 0.004327176604419947, 0.004597526974976063, 0.004867877811193466, 0.005138228181749582, 0.005408578552305698, 0.0056789289228618145, 0.005949279293417931, 0.006219629663974047, 0.006489980034530163, 0.006760330405086279, 0.007030680775642395, 0.007301031611859798, 0.0075713819824159145, 0.00784173235297203, 0.00811208225786686, 0.008382433094084263, 0.008652783930301666, 0.008923133835196495, 0.009193484671413898, 0.009463834576308727, 0.00973418541252613, 0.01000453531742096, 0.010274886153638363]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 3.0, 2.0, 1.0, 2.0, 4.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12170971184968948, -0.11741691082715988, -0.11312410980463028, -0.10883130878210068, -0.10453850775957108, -0.10024570673704147, -0.09595290571451187, -0.09166010469198227, -0.08736731112003326, -0.08307451009750366, -0.07878170907497406, -0.07448890805244446, -0.07019610702991486, -0.06590330600738525, -0.06161050498485565, -0.05731770396232605, -0.05302490293979645, -0.048732101917266846, -0.044439300894737244, -0.04014649987220764, -0.03585369884967804, -0.031560901552438736, -0.027268100529909134, -0.022975299507379532, -0.01868249848484993, -0.014389697462320328, -0.0100968973711133, -0.005804096814244986, -0.0015112962573766708, 0.002781504299491644, 0.007074304856359959, 0.011367104947566986, 0.015659905970096588, 0.01995270699262619, 0.024245508015155792, 0.028538307175040245, 0.032831110060214996, 0.0371239073574543, 0.0414167083799839, 0.045709509402513504, 0.050002310425043106, 0.05429511144757271, 0.05858791247010231, 0.06288070976734161, 0.06717351078987122, 0.07146631181240082, 0.07575911283493042, 0.08005191385746002, 0.08434471487998962, 0.08863751590251923, 0.09293031692504883, 0.09722311794757843, 0.10151591897010803, 0.10580871999263763, 0.11010152101516724, 0.11439432203769684, 0.11868712306022644, 0.12297991663217545, 0.12727272510528564, 0.13156552612781525, 0.13585832715034485, 0.14015112817287445, 0.14444392919540405, 0.14873673021793365, 0.15302953124046326]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 6.0, 2.0, 1.0, 6.0, 4.0, 5.0, 18.0, 28.0, 31.0, 41.0, 35.0, 29.0, 15.0, 11.0, 8.0, 6.0, 2.0, 6.0, 0.0, 4.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.059849075973033905, -0.05696592107415199, -0.05408276244997978, -0.05119960755109787, -0.04831644892692566, -0.04543329402804375, -0.042550139129161835, -0.039666980504989624, -0.03678382560610771, -0.0339006707072258, -0.03101751208305359, -0.028134357184171677, -0.025251200422644615, -0.022368043661117554, -0.01948488876223564, -0.01660173200070858, -0.013718575239181519, -0.010835418477654457, -0.00795226264744997, -0.005069106351584196, -0.002185950055718422, 0.0006972062401473522, 0.0035803625360131264, 0.0064635188318789005, 0.009346675127744675, 0.012229831889271736, 0.015112987719476223, 0.01799614354968071, 0.02087930031120777, 0.023762457072734833, 0.026645611971616745, 0.029528768733143806, 0.03241192549467087, 0.03529508039355278, 0.03817823901772499, 0.0410613939166069, 0.043944552540779114, 0.046827707439661026, 0.04971086233854294, 0.05259402096271515, 0.05547717586159706, 0.05836033076047897, 0.061243489384651184, 0.0641266480088234, 0.06700979918241501, 0.06989295780658722, 0.07277611643075943, 0.07565926760435104, 0.07854242622852325, 0.08142558485269547, 0.08430873602628708, 0.08719189465045929, 0.0900750532746315, 0.09295820444822311, 0.09584136307239532, 0.09872452169656754, 0.10160768032073975, 0.10449083149433136, 0.10737399011850357, 0.11025714874267578, 0.1131402999162674, 0.1160234585404396, 0.11890661716461182, 0.12178976833820343, 0.12467292696237564]}, "_runtime": 109.04763793945312, "_timestamp": 1596212979.7491755, "_step": 130}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 4.0, 2.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 2.0, 3.0, 6.0, 3.0, 4.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.010837782174348831, -0.010528760962188244, -0.010219740681350231, -0.009910719469189644, -0.009601699188351631, -0.009292677976191044, -0.008983656764030457, -0.008674636483192444, -0.008365615271031857, -0.00805659405887127, -0.0077475737780332565, -0.007438552565872669, -0.007129531819373369, -0.006820511072874069, -0.006511489860713482, -0.006202469114214182, -0.005893448367714882, -0.005584427621215582, -0.005275406874716282, -0.004966385662555695, -0.004657364916056395, -0.004348344169557095, -0.004039322957396507, -0.0037303022108972073, -0.0034212814643979073, -0.0031122607178986073, -0.0028032397385686636, -0.00249421875923872, -0.00218519801273942, -0.001876177149824798, -0.0015671562869101763, -0.0012581354239955544, -0.0009491145610809326, -0.0006400936981663108, -0.00033107283525168896, -2.2051972337067127e-05, 0.0002869688905775547, 0.0005959897534921765, 0.0009050106164067984, 0.0012140314793214202, 0.001523052342236042, 0.0018320732051506639, 0.0021410940680652857, 0.0024501150473952293, 0.0027591357938945293, 0.0030681565403938293, 0.003377177519723773, 0.0036861984990537167, 0.003995219245553017, 0.004304239992052317, 0.004613260738551617, 0.004922281950712204, 0.005231302697211504, 0.005540323443710804, 0.005849344655871391, 0.006158365402370691, 0.006467386148869991, 0.006776406895369291, 0.007085427641868591, 0.007394448854029179, 0.007703469600528479, 0.008012490347027779, 0.008321511559188366, 0.008630531840026379, 0.008939553052186966]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 1.0, 1.0, 0.0, 2.0, 1.0, 3.0, 2.0, 4.0, 4.0, 3.0, 5.0, 9.0, 11.0, 15.0, 18.0, 20.0, 35.0, 38.0, 49.0, 54.0, 75.0, 103.0, 133.0, 216.0, 399.0, 5326.0, 576.0, 251.0, 139.0, 95.0, 63.0, 55.0, 46.0, 38.0, 26.0, 23.0, 13.0, 20.0, 11.0, 7.0, 7.0, 7.0, 5.0, 1.0, 3.0, 2.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.10384997725486755, -0.10066153854131699, -0.09747309982776642, -0.09428466111421585, -0.09109622240066528, -0.08790778368711472, -0.08471935242414474, -0.08153091371059418, -0.07834247499704361, -0.07515403628349304, -0.07196559756994247, -0.0687771588563919, -0.06558872014284134, -0.06240028142929077, -0.0592118464410305, -0.056023407727479935, -0.05283496901392937, -0.0496465303003788, -0.04645809158682823, -0.04326965659856796, -0.040081217885017395, -0.03689277917146683, -0.03370434045791626, -0.03051590360701084, -0.027327464893460274, -0.024139026179909706, -0.020950589329004288, -0.01776215061545372, -0.014573712833225727, -0.011385275050997734, -0.008196836337447166, -0.005008398555219173, -0.0018199607729911804, 0.0013684772420674562, 0.004556915257126093, 0.007745353505015373, 0.010933791287243366, 0.01412222906947136, 0.017310667783021927, 0.020499104633927345, 0.023687543347477913, 0.02687598206102848, 0.0300644189119339, 0.03325285762548447, 0.036441296339035034, 0.0396297350525856, 0.04281817004084587, 0.04600660875439644, 0.049195047467947006, 0.052383486181497574, 0.05557192489504814, 0.05876035988330841, 0.06194879859685898, 0.06513723731040955, 0.06832567602396011, 0.07151411473751068, 0.07470255345106125, 0.07789099216461182, 0.08107943087816238, 0.08426786214113235, 0.08745630085468292, 0.09064473956823349, 0.09383317828178406, 0.09702161699533463, 0.10021005570888519]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 2.0, 2.0, 2.0, 1.0, 3.0, 2.0, 7.0, 1.0, 5.0, 5.0, 8.0, 2.0, 4.0, 7.0, 1.0, 5.0, 25.0, 6.0, 5.0, 1.0, 1.0, 0.0, 6.0, 1.0, 2.0, 3.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.002919059479609132, -0.0028325794264674187, -0.002746099140495062, -0.0026596190873533487, -0.0025731390342116356, -0.0024866589810699224, -0.0024001786950975657, -0.0023136986419558525, -0.0022272185888141394, -0.0021407383028417826, -0.0020542582497000694, -0.0019677781965583563, -0.0018812980270013213, -0.0017948179738596082, -0.0017083378043025732, -0.00162185775116086, -0.001535377581603825, -0.0014488974120467901, -0.001362417358905077, -0.001275937189348042, -0.0011894571362063289, -0.001102976966649294, -0.0010164969135075808, -0.0009300167439505458, -0.0008435366326011717, -0.0007570565212517977, -0.0006705764099024236, -0.0005840962985530496, -0.0004976161289960146, -0.000411136046750471, -0.0003246559062972665, -0.00023817579494789243, -0.00015169568359851837, -6.52155649731867e-05, 2.126455365214497e-05, 0.00010774467227747664, 0.0001942247909028083, 0.00028070490225218236, 0.0003671850427053869, 0.00045366515405476093, 0.000540145265404135, 0.000626625376753509, 0.0007131054881028831, 0.0007995855994522572, 0.0008860657690092921, 0.0009725458803586662, 0.0010590259917080402, 0.0011455060448497534, 0.0012319862144067883, 0.0013184663839638233, 0.0014049464371055365, 0.0014914266066625714, 0.0015779066598042846, 0.0016643868293613195, 0.0017508668825030327, 0.0018373470520600677, 0.0019238272216171026, 0.0020103072747588158, 0.002096787327900529, 0.0021832676138728857, 0.002269747667014599, 0.002356227720156312, 0.002442707773298025, 0.002529188059270382, 0.002615668112412095]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 5.0, 4.0, 4.0, 10.0, 11.0, 10.0, 21.0, 21.0, 23.0, 28.0, 38.0, 59.0, 77.0, 93.0, 152.0, 260.0, 317.0, 494.0, 723.0, 1187.0, 1989.0, 3232.0, 5675.0, 9995.0, 19803.0, 44236.0, 140973.0, 827780.0, 60489.0, 25817.0, 13561.0, 7846.0, 4927.0, 3220.0, 2064.0, 1435.0, 877.0, 641.0, 470.0, 322.0, 220.0, 152.0, 118.0, 73.0, 54.0, 28.0, 25.0, 22.0, 17.0, 11.0, 12.0, 7.0, 5.0, 1.0, 2.0, 1.0, 4.0], "bins": [-0.004693875089287758, -0.0045570386573672295, -0.004420202691107988, -0.00428336625918746, -0.0041465298272669315, -0.00400969386100769, -0.003872857429087162, -0.0037360209971666336, -0.003599184798076749, -0.003462348598986864, -0.0033255121670663357, -0.003188675967976451, -0.003051839768886566, -0.0029150033369660378, -0.002778167137876153, -0.0026413307059556246, -0.00250449450686574, -0.002367658307775855, -0.0022308218758553267, -0.002093985676765442, -0.0019571492448449135, -0.0018203130457550287, -0.001683476846665144, -0.0015466405311599374, -0.0014098042156547308, -0.0012729679001495242, -0.0011361315846443176, -0.0009992953855544329, -0.0008624590700492263, -0.0007256227545440197, -0.000588786497246474, -0.0004519502108450979, -0.00031511392444372177, -0.00017827763804234564, -4.1441351640969515e-05, 9.539493476040661e-05, 0.00023223122116178274, 0.00036906750756315887, 0.000505903793964535, 0.0006427400512620807, 0.0007795763667672873, 0.0009164126822724938, 0.0010532489977777004, 0.0011900851968675852, 0.0013269215123727918, 0.0014637578278779984, 0.0016005940269678831, 0.0017374303424730897, 0.0018742666579782963, 0.002011102857068181, 0.0021479392889887094, 0.002284775488078594, 0.0024216119199991226, 0.0025584481190890074, 0.002695284318178892, 0.0028321207500994205, 0.0029689569491893053, 0.00310579314827919, 0.0032426295801997185, 0.0033794657792896032, 0.003516301978379488, 0.0036531384103000164, 0.003789974609389901, 0.003926810808479786, 0.004063647240400314]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 4.0, 7.0, 5.0, 4.0, 1.0, 4.0, 9.0, 6.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.037600040435791016, -0.03648538142442703, -0.03537072241306305, -0.034256063401699066, -0.03314140439033508, -0.0320267453789711, -0.030912086367607117, -0.029797427356243134, -0.02868276834487915, -0.027568107470870018, -0.026453448459506035, -0.02533878944814205, -0.02422413043677807, -0.023109471425414085, -0.021994812414050102, -0.02088015340268612, -0.019765494391322136, -0.018650835379958153, -0.01753617636859417, -0.016421517357230186, -0.015306858345866203, -0.014192198403179646, -0.013077539391815662, -0.01196288038045168, -0.010848221369087696, -0.009733562357723713, -0.00861890334635973, -0.007504243869334459, -0.006389584857970476, -0.005274925846606493, -0.0041602663695812225, -0.0030456073582172394, -0.0019309483468532562, -0.0008162892190739512, 0.00029836990870535374, 0.0014130290364846587, 0.0025276881642639637, 0.003642347175627947, 0.004757006652653217, 0.0058716656640172005, 0.006986324675381184, 0.008100983686745167, 0.00921564269810915, 0.010330301709473133, 0.01144496165215969, 0.012559620663523674, 0.013674279674887657, 0.01478893868625164, 0.015903597697615623, 0.017018256708979607, 0.01813291572034359, 0.019247574731707573, 0.020362233743071556, 0.02147689275443554, 0.022591551765799522, 0.023706210777163506, 0.024820871651172638, 0.02593553066253662, 0.027050189673900604, 0.028164848685264587, 0.02927950769662857, 0.030394166707992554, 0.03150882571935654, 0.03262348473072052, 0.0337381437420845]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 3.0, 2.0, 1.0, 2.0, 3.0, 4.0, 8.0, 3.0, 2.0, 7.0, 12.0, 19.0, 12.0, 22.0, 22.0, 40.0, 57.0, 83.0, 119.0, 131.0, 182.0, 227.0, 336.0, 411.0, 616.0, 897.0, 1245.0, 1981.0, 3601.0, 5645.0, 1047.0, 558.0, 329.0, 177.0, 154.0, 105.0, 79.0, 62.0, 55.0, 28.0, 23.0, 12.0, 15.0, 14.0, 11.0, 5.0, 4.0, 10.0, 5.0, 12.0, 8.0, 1.0, 6.0, 3.0, 0.0, 4.0, 5.0], "bins": [-0.013456189073622227, -0.013082529418170452, -0.012708868831396103, -0.012335209175944328, -0.011961549520492554, -0.011587889865040779, -0.011214230209589005, -0.010840569622814655, -0.01046690996736288, -0.010093250311911106, -0.009719589725136757, -0.009345930069684982, -0.008972270414233208, -0.008598610758781433, -0.008224951103329659, -0.00785129051655531, -0.007477630861103535, -0.00710397120565176, -0.006730311084538698, -0.006356650963425636, -0.005982991307973862, -0.005609331652522087, -0.005235671531409025, -0.004862011410295963, -0.004488351754844189, -0.004114692099392414, -0.003741031978279352, -0.003367372089996934, -0.0029937122017145157, -0.0026200523134320974, -0.002246392425149679, -0.001872732536867261, -0.0014990726485848427, -0.0011254127603024244, -0.0007517528720200062, -0.00037809298373758793, -4.433095455169678e-06, 0.0003692267928272486, 0.0007428866811096668, 0.001116546569392085, 0.0014902064576745033, 0.0018638663459569216, 0.00223752623423934, 0.002611186122521758, 0.0029848460108041763, 0.0033585058990865946, 0.003732165787369013, 0.004105825908482075, 0.004479485563933849, 0.004853145219385624, 0.005226805340498686, 0.005600465461611748, 0.005974125117063522, 0.006347784772515297, 0.006721444893628359, 0.007095105014741421, 0.007468764670193195, 0.00784242432564497, 0.00821608491241932, 0.008589744567871094, 0.008963404223322868, 0.009337063878774643, 0.009710723534226418, 0.010084384121000767, 0.010458043776452541]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 3.0, 2.0, 2.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17929857969284058, -0.17330604791641235, -0.16731350123882294, -0.16132096946239471, -0.1553284227848053, -0.14933589100837708, -0.14334334433078766, -0.13735081255435944, -0.13135826587677002, -0.1253657341003418, -0.11937319487333298, -0.11338065564632416, -0.10738812386989594, -0.10139558464288712, -0.0954030454158783, -0.08941050618886948, -0.08341796696186066, -0.07742542773485184, -0.07143288850784302, -0.0654403492808342, -0.05944781377911568, -0.05345527455210686, -0.047462739050388336, -0.04147019982337952, -0.0354776605963707, -0.029485121369361877, -0.023492584004998207, -0.017500046640634537, -0.011507507413625717, -0.005514969117939472, 0.00047756917774677277, 0.006470107473433018, 0.012462645769119263, 0.018455184996128082, 0.024447722360491753, 0.030440259724855423, 0.03643279895186424, 0.04242533817887306, 0.04841787368059158, 0.0544104129076004, 0.06040295213460922, 0.06639549136161804, 0.07238803058862686, 0.07838056981563568, 0.0843731015920639, 0.09036564081907272, 0.09635818004608154, 0.10235071927309036, 0.10834325850009918, 0.114335797727108, 0.12032833695411682, 0.12632086873054504, 0.13231341540813446, 0.13830594718456268, 0.1442984938621521, 0.15029102563858032, 0.15628355741500854, 0.16227610409259796, 0.16826863586902618, 0.1742611825466156, 0.18025371432304382, 0.18624626100063324, 0.19223879277706146, 0.19823133945465088, 0.2042238712310791]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 5.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 3.0, 5.0, 3.0, 6.0, 6.0, 5.0, 12.0, 23.0, 64.0, 38.0, 26.0, 18.0, 11.0, 9.0, 5.0, 1.0, 0.0, 2.0, 3.0, 8.0, 6.0, 1.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.11327206343412399, -0.10895980894565582, -0.10464756190776825, -0.10033530741930008, -0.0960230603814125, -0.09171080589294434, -0.08739855885505676, -0.08308630436658859, -0.07877404987812042, -0.07446180284023285, -0.07014954835176468, -0.0658373013138771, -0.061525046825408936, -0.057212796062231064, -0.05290054529905319, -0.04858829453587532, -0.04427604377269745, -0.03996379300951958, -0.035651542246341705, -0.031339291483163834, -0.027027038857340813, -0.02271478809416294, -0.01840253546833992, -0.014090284705162048, -0.009778033941984177, -0.005465782713145018, -0.0011535314843058586, 0.0031587197445333004, 0.007470970973372459, 0.011783221736550331, 0.016095474362373352, 0.020407725125551224, 0.024719975888729095, 0.029032226651906967, 0.03334447741508484, 0.03765672817826271, 0.04196897894144058, 0.04628123342990875, 0.050593484193086624, 0.054905734956264496, 0.05921798571944237, 0.06353023648262024, 0.06784249097108841, 0.07215473800897598, 0.07646699249744415, 0.08077923953533173, 0.0850914940237999, 0.08940374106168747, 0.09371599555015564, 0.09802825003862381, 0.10234049707651138, 0.10665275156497955, 0.11096499860286713, 0.1152772530913353, 0.11958950012922287, 0.12390175461769104, 0.1282140016555786, 0.13252626359462738, 0.13683851063251495, 0.14115075767040253, 0.1454630047082901, 0.14977526664733887, 0.15408751368522644, 0.158399760723114, 0.1627120077610016]}, "_runtime": 109.84520816802979, "_timestamp": 1596212980.5467458, "_step": 131}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 4.0, 1.0, 1.0, 2.0, 3.0, 2.0, 1.0, 5.0, 7.0, 6.0, 4.0, 0.0, 2.0, 0.0, 4.0, 4.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01708173379302025, -0.016516702249646187, -0.015951672568917274, -0.015386641025543213, -0.014821609482169151, -0.014256578870117664, -0.013691548258066177, -0.013126516714692116, -0.012561486102640629, -0.011996455490589142, -0.01143142394721508, -0.010866393335163593, -0.010301362723112106, -0.009736331179738045, -0.009171300567686558, -0.008606269024312496, -0.00804123841226101, -0.007476207334548235, -0.006911176256835461, -0.006346145644783974, -0.005781114567071199, -0.005216083489358425, -0.004651052877306938, -0.004086021799594164, -0.0035209907218813896, -0.0029559596441686153, -0.0023909287992864847, -0.0018258978379890323, -0.0012608668766915798, -0.0006958359153941274, -0.00013080495409667492, 0.00043422600720077753, 0.00099925696849823, 0.0015642879297956824, 0.002129318891093135, 0.0026943497359752655, 0.0032593808136880398, 0.003824411891400814, 0.004389442503452301, 0.004954473581165075, 0.00551950465887785, 0.006084535736590624, 0.006649566814303398, 0.007214597426354885, 0.007779628504067659, 0.008344659581780434, 0.00890969019383192, 0.009474721737205982, 0.01003975234925747, 0.010604782961308956, 0.011169814504683018, 0.011734845116734505, 0.012299876660108566, 0.012864907272160053, 0.01342993788421154, 0.013994969427585602, 0.014560000039637089, 0.015125030651688576, 0.015690062195062637, 0.0162550937384367, 0.01682012341916561, 0.017385154962539673, 0.017950186505913734, 0.018515216186642647, 0.01908024773001671]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 1.0, 2.0, 5.0, 1.0, 6.0, 3.0, 8.0, 14.0, 17.0, 17.0, 41.0, 58.0, 65.0, 88.0, 124.0, 200.0, 314.0, 5609.0, 665.0, 253.0, 134.0, 83.0, 64.0, 42.0, 39.0, 19.0, 11.0, 9.0, 7.0, 5.0, 4.0, 4.0, 4.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1797208935022354, -0.17421258985996246, -0.16870427131652832, -0.16319596767425537, -0.15768766403198242, -0.15217936038970947, -0.14667105674743652, -0.14116273820400238, -0.13565443456172943, -0.13014613091945648, -0.12463781982660294, -0.11912950873374939, -0.11362120509147644, -0.10811290144920349, -0.10260459035634995, -0.0970962792634964, -0.09158797562122345, -0.0860796719789505, -0.08057136088609695, -0.07506304979324341, -0.06955474615097046, -0.06404644250869751, -0.058538131415843964, -0.053029824048280716, -0.04752151668071747, -0.04201320931315422, -0.03650490194559097, -0.030996594578027725, -0.025488287210464478, -0.01997997984290123, -0.014471672475337982, -0.008963365107774734, -0.003455057740211487, 0.002053249627351761, 0.0075615569949150085, 0.013069864362478256, 0.018578171730041504, 0.02408647909760475, 0.029594786465168, 0.03510309383273125, 0.040611401200294495, 0.04611970856785774, 0.05162801593542099, 0.05713632330298424, 0.06264463067054749, 0.06815293431282043, 0.07366124540567398, 0.07916955649852753, 0.08467786014080048, 0.09018616378307343, 0.09569447487592697, 0.10120278596878052, 0.10671108961105347, 0.11221939325332642, 0.11772770434617996, 0.12323601543903351, 0.12874431908130646, 0.1342526227235794, 0.13976094126701355, 0.1452692449092865, 0.15077754855155945, 0.1562858521938324, 0.16179415583610535, 0.1673024743795395, 0.17281077802181244]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 4.0, 2.0, 3.0, 1.0, 2.0, 1.0, 1.0, 5.0, 5.0, 7.0, 4.0, 27.0, 4.0, 4.0, 3.0, 7.0, 4.0, 5.0, 4.0, 2.0, 3.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003012667642906308, -0.0029049112927168608, -0.0027971549425274134, -0.0026893988251686096, -0.002581642474979162, -0.002473886124789715, -0.0023661297746002674, -0.00225837342441082, -0.0021506170742213726, -0.002042860956862569, -0.0019351046066731215, -0.001827348256483674, -0.0017195919062942266, -0.001611835672520101, -0.0015040793223306537, -0.001396323088556528, -0.0012885667383670807, -0.0011808103881776333, -0.0010730541544035077, -0.0009652978042140603, -0.0008575415122322738, -0.0007497852202504873, -0.0006420288700610399, -0.0005342725780792534, -0.00042651628609746695, -0.00031875999411568046, -0.0002110036730300635, -0.00010324736649636179, 4.508940037339926e-06, 0.00011226524657104164, 0.00022002155310474336, 0.0003277778741903603, 0.0004355341661721468, 0.0005432904581539333, 0.0006510467501357198, 0.0007588031003251672, 0.0008665593923069537, 0.0009743156842887402, 0.0010820720344781876, 0.0011898282682523131, 0.0012975846184417605, 0.001405340968631208, 0.0015130972024053335, 0.001620853552594781, 0.0017286099027842283, 0.001836366136558354, 0.0019441224867478013, 0.002051878720521927, 0.0021596350707113743, 0.0022673914209008217, 0.002375147771090269, 0.002482903888449073, 0.0025906602386385202, 0.0026984165888279676, 0.002806172939017415, 0.0029139292892068624, 0.003021685406565666, 0.0031294417567551136, 0.003237198106944561, 0.0033449544571340084, 0.003452710807323456, 0.003560467157512903, 0.003668223274871707, 0.0037759796250611544, 0.0038837359752506018]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 3.0, 5.0, 15.0, 14.0, 14.0, 29.0, 61.0, 67.0, 100.0, 180.0, 307.0, 512.0, 825.0, 1359.0, 2494.0, 4439.0, 8677.0, 19262.0, 54141.0, 870529.0, 141597.0, 36311.0, 16447.0, 8738.0, 4960.0, 2942.0, 1975.0, 1216.0, 775.0, 523.0, 349.0, 225.0, 177.0, 98.0, 87.0, 60.0, 33.0, 20.0, 19.0, 19.0, 6.0, 10.0, 4.0, 5.0, 1.0, 4.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.007582600228488445, -0.007352081127464771, -0.007121562026441097, -0.0068910433910787106, -0.0066605242900550365, -0.0064300051890313625, -0.006199486553668976, -0.005968967452645302, -0.005738448351621628, -0.005507929250597954, -0.00527741014957428, -0.005046891514211893, -0.004816372413188219, -0.004585853312164545, -0.004355334676802158, -0.004124815575778484, -0.0038942964747548103, -0.0036637773737311363, -0.003433258505538106, -0.0032027396373450756, -0.0029722205363214016, -0.0027417014352977276, -0.0025111825671046972, -0.002280663698911667, -0.002050144597887993, -0.0018196256132796407, -0.0015891066286712885, -0.0013585876440629363, -0.0011280686594545841, -0.0008975496748462319, -0.0006670306902378798, -0.00043651170562952757, -0.00020599272102117538, 2.45262635871768e-05, 0.000255045248195529, 0.00048556423280388117, 0.0007160832174122334, 0.0009466022020205855, 0.0011771211866289377, 0.00140764017123729, 0.001638159155845642, 0.0018686781404539943, 0.0020991971250623465, 0.002329715993255377, 0.002560235094279051, 0.002790754195302725, 0.003021273063495755, 0.0032517919316887856, 0.0034823110327124596, 0.0037128301337361336, 0.003943349234759808, 0.004173867870122194, 0.004404386971145868, 0.004634906072169542, 0.004865424707531929, 0.005095943808555603, 0.005326462909579277, 0.005556982010602951, 0.005787501111626625, 0.006018019746989012, 0.006248538848012686, 0.00647905794903636, 0.0067095765843987465, 0.0069400956854224205, 0.0071706147864460945]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 2.0, 3.0, 2.0, 3.0, 1.0, 2.0, 5.0, 0.0, 14.0, 3.0, 1.0, 2.0, 2.0, 3.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.020513853058218956, -0.019727492704987526, -0.018941134214401245, -0.018154773861169815, -0.017368415370583534, -0.016582055017352104, -0.015795696526765823, -0.015009336173534393, -0.014222976751625538, -0.013436617329716682, -0.012650257907807827, -0.011863898485898972, -0.011077538132667542, -0.010291178710758686, -0.00950481928884983, -0.008718459866940975, -0.00793210044503212, -0.007145741023123264, -0.006359381601214409, -0.005573021713644266, -0.004786662291735411, -0.004000302869826555, -0.003213943215087056, -0.002427583560347557, -0.0016412241384387016, -0.0008548646001145244, -6.85050617903471e-05, 0.0007178544765338302, 0.0015042140148580074, 0.002290573436766863, 0.003076933091506362, 0.003863292746245861, 0.0046496521681547165, 0.005436011590063572, 0.006222371011972427, 0.00700873089954257, 0.0077950903214514256, 0.008581450209021568, 0.009367809630930424, 0.01015416905283928, 0.010940528474748135, 0.01172688789665699, 0.012513247318565845, 0.013299606740474701, 0.014085967093706131, 0.014872326515614986, 0.015658685937523842, 0.016445044428110123, 0.017231404781341553, 0.018017765134572983, 0.018804123625159264, 0.019590483978390694, 0.020376842468976974, 0.021163202822208405, 0.021949561312794685, 0.022735921666026115, 0.023522280156612396, 0.024308640509843826, 0.025095000863075256, 0.025881359353661537, 0.026667719706892967, 0.027454078197479248, 0.028240438550710678, 0.02902679704129696, 0.02981315739452839]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 9.0, 10.0, 6.0, 17.0, 20.0, 38.0, 39.0, 57.0, 80.0, 115.0, 179.0, 243.0, 360.0, 576.0, 825.0, 1340.0, 2268.0, 6696.0, 2082.0, 1121.0, 672.0, 417.0, 269.0, 229.0, 148.0, 108.0, 100.0, 69.0, 60.0, 33.0, 36.0, 25.0, 20.0, 13.0, 21.0, 25.0, 19.0, 15.0, 15.0, 4.0, 6.0, 8.0, 10.0, 6.0, 1.0, 2.0, 1.0, 3.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0], "bins": [-0.00994274951517582, -0.00956766214221716, -0.0091925747692585, -0.008817487396299839, -0.008442399092018604, -0.008067311719059944, -0.007692224346101284, -0.007317136973142624, -0.006942049600183964, -0.006566961761564016, -0.006191874388605356, -0.005816787015646696, -0.005441699177026749, -0.0050666118040680885, -0.004691524431109428, -0.004316436592489481, -0.003941349219530821, -0.003566261613741517, -0.003191174240782857, -0.002816086634993553, -0.002440999262034893, -0.0020659116562455893, -0.0016908240504562855, -0.0013157365610823035, -0.0009406490717083216, -0.0005655615823343396, -0.00019047403475269675, 0.00018461348372511566, 0.0005597010022029281, 0.00093478849157691, 0.0013098760973662138, 0.0016849635867401958, 0.0020600510761141777, 0.0024351386819034815, 0.0028102260548621416, 0.0031853136606514454, 0.0035604010336101055, 0.003935488872230053, 0.004310576245188713, 0.004685663618147373, 0.005060750991106033, 0.005435838829725981, 0.005810926202684641, 0.006186013575643301, 0.0065611014142632484, 0.006936188787221909, 0.007311276160180569, 0.007686363998800516, 0.008061451837420464, 0.008436539210379124, 0.008811626583337784, 0.009186713956296444, 0.009561801329255104, 0.009936888702213764, 0.010311976075172424, 0.010687064379453659, 0.01106215175241232, 0.01143723912537098, 0.01181232649832964, 0.0121874138712883, 0.01256250124424696, 0.012937589548528194, 0.013312676921486855, 0.013687764294445515, 0.014062851667404175]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09518939256668091, -0.09289480000734329, -0.09060020744800568, -0.08830561488866806, -0.08601102232933044, -0.08371642231941223, -0.08142182976007462, -0.079127237200737, -0.07683264464139938, -0.07453805208206177, -0.07224345952272415, -0.06994886696338654, -0.06765426695346832, -0.0653596743941307, -0.06306508183479309, -0.060770489275455475, -0.05847589671611786, -0.05618130415678024, -0.05388671159744263, -0.05159211531281471, -0.0492975227534771, -0.04700293019413948, -0.044708333909511566, -0.04241374135017395, -0.040119148790836334, -0.03782455623149872, -0.0355299636721611, -0.03323536738753319, -0.030940774828195572, -0.028646182268857956, -0.02635158784687519, -0.024056993424892426, -0.02176240086555481, -0.019467808306217194, -0.01717321388423443, -0.014878620393574238, -0.012584026902914047, -0.010289433412253857, -0.007994839921593666, -0.0057002464309334755, -0.003405652940273285, -0.0011110594496130943, 0.0011835340410470963, 0.003478127531707287, 0.005772721022367477, 0.008067314513027668, 0.010361908003687859, 0.01265650149434805, 0.01495109498500824, 0.017245687544345856, 0.01954028196632862, 0.021834876388311386, 0.024129468947649002, 0.026424061506986618, 0.028718655928969383, 0.03101325035095215, 0.033307842910289764, 0.03560243546962738, 0.037897028028964996, 0.04019162431359291, 0.04248621687293053, 0.04478080943226814, 0.04707540571689606, 0.04936999827623367, 0.05166459083557129]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 0.0, 2.0, 5.0, 5.0, 1.0, 0.0, 3.0, 4.0, 3.0, 0.0, 2.0, 3.0, 5.0, 3.0, 4.0, 3.0, 2.0, 6.0, 7.0, 4.0, 4.0, 5.0, 11.0, 10.0, 7.0, 11.0, 29.0, 11.0, 11.0, 4.0, 3.0, 6.0, 14.0, 5.0, 11.0, 5.0, 8.0, 9.0, 4.0, 7.0, 3.0, 4.0, 2.0, 3.0, 3.0, 7.0, 6.0, 4.0, 2.0, 1.0, 2.0, 3.0, 0.0, 1.0, 4.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.027546921744942665, -0.026617733761668205, -0.025688547641038895, -0.024759359657764435, -0.023830171674489975, -0.022900985553860664, -0.021971797570586205, -0.021042609587311745, -0.020113423466682434, -0.019184235483407974, -0.018255047500133514, -0.017325859516859055, -0.016396673396229744, -0.015467485412955284, -0.014538298361003399, -0.013609110377728939, -0.012679923325777054, -0.011750736273825169, -0.010821548290550709, -0.009892361238598824, -0.008963173255324364, -0.008033986203372478, -0.007104799151420593, -0.006175611633807421, -0.005246424116194248, -0.004317236598581076, -0.003388049313798547, -0.002458862029016018, -0.0015296745114028454, -0.0006004871102049947, 0.000328700290992856, 0.0012578876921907067, 0.0021870750933885574, 0.00311626261100173, 0.0040454501286149025, 0.004974637180566788, 0.00590382469817996, 0.006833012215793133, 0.007762199267745018, 0.008691387251019478, 0.009620574302971363, 0.010549761354923248, 0.011478949338197708, 0.012408136390149593, 0.013337323442101479, 0.014266511425375938, 0.015195698477327824, 0.01612488552927971, 0.01705407351255417, 0.01798326149582863, 0.01891244761645794, 0.0198416355997324, 0.02077082358300686, 0.02170000970363617, 0.02262919768691063, 0.02355838567018509, 0.02448757365345955, 0.02541675977408886, 0.02634594775736332, 0.02727513574063778, 0.02820432186126709, 0.02913350984454155, 0.03006269782781601, 0.03099188394844532, 0.03192107379436493]}, "_runtime": 110.64650058746338, "_timestamp": 1596212981.3480382, "_step": 132}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 5.0, 1.0, 4.0, 6.0, 10.0, 1.0, 3.0, 4.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01605268195271492, -0.015580827370285988, -0.015108972787857056, -0.014637117274105549, -0.014165262691676617, -0.013693408109247684, -0.013221552595496178, -0.012749698013067245, -0.012277843430638313, -0.011805988848209381, -0.011334134265780449, -0.010862278752028942, -0.01039042416960001, -0.009918569587171078, -0.009446714073419571, -0.008974859490990639, -0.008503004908561707, -0.008031150326132774, -0.007559295278042555, -0.007087440229952335, -0.006615585647523403, -0.006143731065094471, -0.0056718760170042515, -0.005200020968914032, -0.0047281663864851, -0.004256311804056168, -0.003784456755965948, -0.0033126019407063723, -0.0028407471254467964, -0.0023688923101872206, -0.0018970374949276447, -0.0014251826796680689, -0.000953327864408493, -0.0004814730491489172, -9.618233889341354e-06, 0.0004622365813702345, 0.0009340913966298103, 0.0014059462118893862, 0.001877801027148962, 0.002349655842408538, 0.0028215106576681137, 0.0032933654729276896, 0.0037652202881872654, 0.004237075336277485, 0.004708929918706417, 0.005180784501135349, 0.005652639549225569, 0.006124494597315788, 0.0065963491797447205, 0.007068203762173653, 0.007540058810263872, 0.008011913858354092, 0.008483768440783024, 0.008955623023211956, 0.009427478536963463, 0.009899333119392395, 0.010371187701821327, 0.01084304228425026, 0.011314896866679192, 0.011786752380430698, 0.01225860696285963, 0.012730461545288563, 0.01320231705904007, 0.013674171641469002, 0.014146026223897934]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 4.0, 3.0, 4.0, 3.0, 4.0, 5.0, 13.0, 11.0, 17.0, 21.0, 25.0, 30.0, 39.0, 69.0, 53.0, 84.0, 106.0, 162.0, 250.0, 388.0, 5041.0, 671.0, 266.0, 174.0, 107.0, 76.0, 68.0, 58.0, 43.0, 22.0, 22.0, 21.0, 12.0, 9.0, 5.0, 9.0, 8.0, 4.0, 3.0, 1.0, 5.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10429909080266953, -0.10088755190372467, -0.09747602045536041, -0.09406448155641556, -0.0906529426574707, -0.08724140375852585, -0.083829864859581, -0.08041833341121674, -0.07700679451227188, -0.07359525561332703, -0.07018372416496277, -0.06677218526601791, -0.06336064636707306, -0.059949107468128204, -0.05653757229447365, -0.05312603712081909, -0.04971449822187424, -0.04630295932292938, -0.042891424149274826, -0.03947988897562027, -0.036068350076675415, -0.03265681117773056, -0.029245276004076004, -0.0258337389677763, -0.022422201931476593, -0.019010664895176888, -0.015599127858877182, -0.012187590822577477, -0.008776053786277771, -0.0053645167499780655, -0.00195297971367836, 0.0014585573226213455, 0.004870094358921051, 0.008281631395220757, 0.011693168431520462, 0.015104705467820168, 0.018516242504119873, 0.02192777954041958, 0.025339316576719284, 0.02875085361301899, 0.032162390649318695, 0.03557392954826355, 0.038985464721918106, 0.04239699989557266, 0.04580853879451752, 0.04922007769346237, 0.05263161286711693, 0.056043148040771484, 0.05945468693971634, 0.0628662258386612, 0.06627775728702545, 0.0696892961859703, 0.07310083508491516, 0.07651237398386002, 0.07992391288280487, 0.08333544433116913, 0.08674698323011398, 0.09015852212905884, 0.0935700535774231, 0.09698159247636795, 0.1003931313753128, 0.10380467027425766, 0.10721620917320251, 0.11062774062156677, 0.11403927952051163]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 4.0, 4.0, 2.0, 3.0, 4.0, 3.0, 3.0, 1.0, 2.0, 2.0, 2.0, 4.0, 11.0, 1.0, 23.0, 4.0, 2.0, 1.0, 4.0, 3.0, 2.0, 7.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0025128049310296774, -0.002410271903499961, -0.0023077388759702444, -0.002205205848440528, -0.002102673053741455, -0.0020001400262117386, -0.001897606998682022, -0.0017950739711523056, -0.0016925409436225891, -0.0015900079160928726, -0.0014874748885631561, -0.0013849419774487615, -0.001282408949919045, -0.0011798759223893285, -0.0010773430112749338, -0.0009748099837452173, -0.0008722769562155008, -0.0007697439286857843, -0.0006672109593637288, -0.0005646779900416732, -0.0004621449625119567, -0.00035961196408607066, -0.0002570789656601846, -0.0001545459672342986, -5.201296880841255e-05, 5.052002961747348e-05, 0.00015305302804335952, 0.00025558602646924555, 0.0003581190248951316, 0.0004606520233210176, 0.0005631850217469037, 0.0006657179910689592, 0.0007682510185986757, 0.0008707840461283922, 0.0009733170154504478, 0.0010758499847725034, 0.0011783830123022199, 0.0012809160398319364, 0.001383448950946331, 0.0014859819784760475, 0.001588515006005764, 0.0016910480335354805, 0.001793581061065197, 0.0018961139721795917, 0.00199864711612463, 0.002101179910823703, 0.0022037129383534193, 0.002306245965883136, 0.0024087789934128523, 0.0025113120209425688, 0.0026138450484722853, 0.0027163780760020018, 0.0028189108707010746, 0.002921443898230791, 0.0030239769257605076, 0.003126509953290224, 0.0032290429808199406, 0.003331576008349657, 0.0034341090358793736, 0.00353664206340909, 0.0036391750909388065, 0.0037417078856378794, 0.003844240913167596, 0.003946774173527956, 0.004049306735396385]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 2.0, 2.0, 7.0, 8.0, 9.0, 11.0, 29.0, 50.0, 56.0, 106.0, 154.0, 243.0, 402.0, 699.0, 1174.0, 1920.0, 3257.0, 5848.0, 11018.0, 22543.0, 55513.0, 229728.0, 746319.0, 46277.0, 21361.0, 11782.0, 7210.0, 4475.0, 3074.0, 1923.0, 1281.0, 885.0, 626.0, 464.0, 306.0, 222.0, 164.0, 107.0, 89.0, 71.0, 69.0, 37.0, 22.0, 22.0, 11.0, 9.0, 11.0, 12.0, 6.0, 8.0, 1.0, 5.0, 3.0, 4.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0], "bins": [-0.004601350985467434, -0.004401886370033026, -0.0042024217545986176, -0.004002957604825497, -0.0038034929893910885, -0.0036040283739566803, -0.0034045639913529158, -0.0032050996087491512, -0.003005634993314743, -0.002806170377880335, -0.0026067059952765703, -0.002407241612672806, -0.0022077769972383976, -0.0020083123818039894, -0.0018088479992002249, -0.0016093835001811385, -0.0014099190011620522, -0.0012104545021429658, -0.0010109900031238794, -0.0008115255041047931, -0.0006120610050857067, -0.00041259650606662035, -0.000213132007047534, -1.3667508028447628e-05, 0.00018579699099063873, 0.0003852614900097251, 0.0005847259890288115, 0.0007841904880478978, 0.0009836549870669842, 0.0011831194860860705, 0.001382583985105157, 0.0015820484841242433, 0.0017815129831433296, 0.001980977598577738, 0.0021804419811815023, 0.002379906363785267, 0.002579370979219675, 0.0027788355946540833, 0.002978299977257848, 0.0031777643598616123, 0.0033772289752960205, 0.0035766935907304287, 0.0037761579733341932, 0.003975622355937958, 0.004175086971372366, 0.004374551586806774, 0.004574015736579895, 0.004773480352014303, 0.004972944967448711, 0.00517240958288312, 0.005371874198317528, 0.005571338348090649, 0.005770802963525057, 0.005970267578959465, 0.006169731728732586, 0.006369196344166994, 0.006568660959601402, 0.0067681255750358105, 0.006967590190470219, 0.0071670543402433395, 0.007366518955677748, 0.007565983571112156, 0.007765447720885277, 0.007964912801980972, 0.008164376951754093]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 4.0, 1.0, 1.0, 4.0, 2.0, 6.0, 8.0, 2.0, 5.0, 2.0, 2.0, 3.0, 3.0, 5.0, 3.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0846174955368042, -0.08277051150798798, -0.08092353492975235, -0.07907655090093613, -0.0772295743227005, -0.07538259029388428, -0.07353560626506805, -0.07168862968683243, -0.0698416456580162, -0.06799466162919998, -0.06614768505096436, -0.06430070102214813, -0.06245372071862221, -0.06060674041509628, -0.05875975638628006, -0.056912776082754135, -0.05506579577922821, -0.053218815475702286, -0.05137183517217636, -0.04952485114336014, -0.04767787083983421, -0.04583089053630829, -0.043983906507492065, -0.04213692620396614, -0.040289945900440216, -0.03844296559691429, -0.03659598529338837, -0.034749001264572144, -0.03290202096104622, -0.031055040657520294, -0.02920805849134922, -0.027361076325178146, -0.02551409602165222, -0.023667115718126297, -0.021820133551955223, -0.01997315138578415, -0.018126171082258224, -0.0162791907787323, -0.014432208612561226, -0.012585227377712727, -0.010738246142864227, -0.008891264908015728, -0.007044283673167229, -0.005197302438318729, -0.00335032120347023, -0.0015033399686217308, 0.0003436412662267685, 0.002190622501075268, 0.004037603735923767, 0.005884584970772266, 0.007731566205620766, 0.009578547440469265, 0.011425528675317764, 0.013272509910166264, 0.015119491145014763, 0.016966473311185837, 0.01881345361471176, 0.020660433918237686, 0.02250741608440876, 0.024354398250579834, 0.02620137855410576, 0.028048358857631683, 0.029895341023802757, 0.03174232318997383, 0.033589303493499756]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [8.0, 0.0, 1.0, 0.0, 0.0, 3.0, 5.0, 0.0, 8.0, 14.0, 5.0, 6.0, 4.0, 3.0, 2.0, 1.0, 6.0, 14.0, 10.0, 6.0, 9.0, 14.0, 8.0, 13.0, 23.0, 14.0, 19.0, 34.0, 44.0, 78.0, 110.0, 159.0, 244.0, 318.0, 484.0, 847.0, 1714.0, 7569.0, 2397.0, 1399.0, 887.0, 546.0, 393.0, 292.0, 202.0, 145.0, 107.0, 62.0, 56.0, 41.0, 29.0, 18.0, 23.0, 14.0, 9.0, 2.0, 6.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.026156799867749214, -0.025460708886384964, -0.024764619767665863, -0.024068528786301613, -0.023372439667582512, -0.02267634868621826, -0.02198025956749916, -0.02128416858613491, -0.02058807760477066, -0.01989198848605156, -0.01919589750468731, -0.01849980838596821, -0.017803717404603958, -0.017107628285884857, -0.016411537304520607, -0.015715448185801506, -0.015019357204437256, -0.01432326715439558, -0.013627177104353905, -0.01293108705431223, -0.012234997004270554, -0.011538906022906303, -0.010842815972864628, -0.010146725922822952, -0.009450635872781277, -0.008754545822739601, -0.008058455772697926, -0.007362365256994963, -0.006666275206953287, -0.0059701851569116116, -0.005274094641208649, -0.004578004591166973, -0.0038819145411252975, -0.003185824491083622, -0.0024897342082113028, -0.0017936440417543054, -0.001097553875297308, -0.0004014637088403106, 0.0002946264576166868, 0.0009907166240736842, 0.0016868067905306816, 0.002382896840572357, 0.0030789871234446764, 0.0037750774063169956, 0.004471167456358671, 0.005167257506400347, 0.00586334802210331, 0.006559438072144985, 0.007255528122186661, 0.007951618172228336, 0.008647708222270012, 0.009343798272311687, 0.010039888322353363, 0.010735979303717613, 0.011432069353759289, 0.012128159403800964, 0.01282424945384264, 0.013520339503884315, 0.014216429553925991, 0.014912519603967667, 0.015608610585331917, 0.016304699704051018, 0.017000790685415268, 0.01769687980413437, 0.01839297078549862]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 0.0, 4.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.14986418187618256, -0.1425234079360962, -0.13518264889717102, -0.12784187495708466, -0.12050110846757889, -0.11316034197807312, -0.10581956803798676, -0.09847880154848099, -0.09113803505897522, -0.08379726856946945, -0.07645650207996368, -0.06911572813987732, -0.06177496165037155, -0.054434195160865784, -0.04709342494606972, -0.03975265473127365, -0.03241188824176788, -0.025071119889616966, -0.01773035153746605, -0.010389583185315132, -0.003048814833164215, 0.004291953518986702, 0.011632721871137619, 0.018973490223288536, 0.026314258575439453, 0.03365502506494522, 0.04099579527974129, 0.048336565494537354, 0.05567733198404312, 0.06301809847354889, 0.07035887241363525, 0.07769963890314102, 0.08504040539264679, 0.09238117188215256, 0.09972193837165833, 0.10706271231174469, 0.11440347880125046, 0.12174424529075623, 0.1290850192308426, 0.13642577826976776, 0.14376655220985413, 0.1511073261499405, 0.15844808518886566, 0.16578885912895203, 0.1731296181678772, 0.18047039210796356, 0.18781116604804993, 0.1951519250869751, 0.20249269902706146, 0.20983347296714783, 0.217174232006073, 0.22451500594615936, 0.23185577988624573, 0.2391965389251709, 0.24653731286525726, 0.25387808680534363, 0.2612188458442688, 0.26855960488319397, 0.27590039372444153, 0.2832411527633667, 0.29058191180229187, 0.29792270064353943, 0.3052634596824646, 0.31260421872138977, 0.31994497776031494]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 3.0, 8.0, 6.0, 7.0, 11.0, 13.0, 15.0, 12.0, 9.0, 26.0, 45.0, 46.0, 9.0, 15.0, 1.0, 2.0, 6.0, 4.0, 2.0, 5.0, 2.0, 0.0, 3.0, 3.0, 2.0, 2.0, 3.0, 3.0, 1.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.13059638440608978, -0.1263999044895172, -0.12220343947410583, -0.11800696700811386, -0.11381049454212189, -0.10961402207612991, -0.10541754961013794, -0.10122107714414597, -0.09702460467815399, -0.09282812476158142, -0.08863165229558945, -0.08443517982959747, -0.0802387073636055, -0.07604223489761353, -0.07184576243162155, -0.06764928996562958, -0.0634528174996376, -0.05925634503364563, -0.055059872567653656, -0.05086340010166168, -0.04666692763566971, -0.042470451444387436, -0.03827397897839546, -0.03407750651240349, -0.029881034046411514, -0.02568456158041954, -0.021488089114427567, -0.017291614785790443, -0.01309514231979847, -0.008898669853806496, -0.004702196456491947, -0.000505723524838686, 0.003690749406814575, 0.007887221872806549, 0.012083695270121098, 0.016280168667435646, 0.02047664113342762, 0.024673113599419594, 0.028869587928056717, 0.03306606039404869, 0.037262532860040665, 0.04145900532603264, 0.04565547779202461, 0.049851950258016586, 0.05404842644929886, 0.05824489891529083, 0.062441371381282806, 0.06663784384727478, 0.07083431631326675, 0.07503078877925873, 0.0792272612452507, 0.08342373371124268, 0.08762020617723465, 0.09181667864322662, 0.0960131511092186, 0.10020962357521057, 0.10440610349178314, 0.10860257595777512, 0.11279904842376709, 0.11699552088975906, 0.12119199335575104, 0.12538845837116241, 0.12958493828773499, 0.13378140330314636, 0.13797788321971893]}, "_runtime": 111.4375548362732, "_timestamp": 1596212982.1390924, "_step": 133}
-{"val_accuracy": 0.8191652397260274, "val_loss": 0.4645561971893049, "_runtime": 112.91825103759766, "_timestamp": 1596212983.6197886, "_step": 134}
-{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: K Confidence: 0.3229537308216095 Truth: v", "Prediction: 5 Confidence: 0.9999961853027344 Truth: 5", "Prediction: 2 Confidence: 0.9989126920700073 Truth: 2", "Prediction: 0 Confidence: 0.7410919070243835 Truth: 0"]}, "_runtime": 113.20466041564941, "_timestamp": 1596212983.906198, "_step": 135}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 3.0, 1.0, 3.0, 7.0, 2.0, 6.0, 7.0, 2.0, 2.0, 1.0, 2.0, 2.0, 3.0, 3.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014857552014291286, -0.014374326914548874, -0.013891102746129036, -0.013407877646386623, -0.012924653477966785, -0.012441428378224373, -0.011958204209804535, -0.011474979110062122, -0.01099175401031971, -0.010508529841899872, -0.01002530474215746, -0.009542080573737621, -0.009058855473995209, -0.00857563130557537, -0.008092406205832958, -0.007609181571751833, -0.007125956937670708, -0.0066427323035895824, -0.006159507669508457, -0.005676283035427332, -0.005193058401346207, -0.004709833301603794, -0.004226608667522669, -0.0037433840334415436, -0.0032601593993604183, -0.002776934765279293, -0.002293710131198168, -0.0018104852642863989, -0.0013272606302052736, -0.0008440359379164875, -0.0003608112456277013, 0.0001224134466610849, 0.0006056381389498711, 0.0010888627730309963, 0.0015720875235274434, 0.0020553122740238905, 0.0025385369081050158, 0.003021761542186141, 0.00350498640909791, 0.003988211043179035, 0.0044714356772601604, 0.004954660311341286, 0.005437884945422411, 0.005921109579503536, 0.006404334679245949, 0.006887559313327074, 0.007370783947408199, 0.007854008115828037, 0.00833723321557045, 0.008820458315312862, 0.0093036824837327, 0.009786907583475113, 0.01027013175189495, 0.010753356851637363, 0.011236581020057201, 0.011719806119799614, 0.012203030288219452, 0.012686255387961864, 0.013169480487704277, 0.013652704656124115, 0.014135929755866528, 0.014619153924286366, 0.015102379024028778, 0.015585603192448616, 0.016068827360868454]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 2.0, 7.0, 2.0, 2.0, 5.0, 8.0, 9.0, 12.0, 17.0, 33.0, 40.0, 64.0, 101.0, 149.0, 273.0, 532.0, 5645.0, 475.0, 216.0, 115.0, 62.0, 50.0, 41.0, 12.0, 18.0, 9.0, 6.0, 2.0, 4.0, 0.0, 6.0, 1.0, 0.0, 4.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.18556368350982666, -0.17981690168380737, -0.17407011985778809, -0.1683233231306076, -0.16257654130458832, -0.15682975947856903, -0.15108297765254974, -0.14533619582653046, -0.13958939909934998, -0.1338426172733307, -0.1280958354473114, -0.12234905362129211, -0.11660227179527283, -0.11085548251867294, -0.10510870069265366, -0.09936191141605377, -0.09361512959003448, -0.0878683477640152, -0.08212155848741531, -0.07637477666139603, -0.07062798738479614, -0.06488120555877686, -0.05913442373275757, -0.05338763818144798, -0.0476408526301384, -0.04189406707882881, -0.036147281527519226, -0.03040049970149994, -0.024653714150190353, -0.018906928598880768, -0.013160144910216331, -0.0074133602902293205, -0.0016665756702423096, 0.004080208949744701, 0.009826993569731712, 0.015573778189718723, 0.021320562809705734, 0.02706734836101532, 0.03281413018703461, 0.03856091573834419, 0.04430770128965378, 0.050054486840963364, 0.05580127239227295, 0.061548054218292236, 0.06729483604431152, 0.07304162532091141, 0.0787884071469307, 0.08453519642353058, 0.09028197824954987, 0.09602876007556915, 0.10177554935216904, 0.10752233117818832, 0.11326912045478821, 0.1190159022808075, 0.12476268410682678, 0.13050946593284607, 0.13625624775886536, 0.14200304448604584, 0.14774982631206512, 0.1534966081380844, 0.1592433899641037, 0.16499017179012299, 0.17073696851730347, 0.17648375034332275, 0.18223053216934204]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 4.0, 3.0, 4.0, 3.0, 6.0, 6.0, 6.0, 7.0, 4.0, 2.0, 4.0, 22.0, 5.0, 2.0, 3.0, 5.0, 4.0, 3.0, 3.0, 2.0, 2.0, 0.0, 1.0, 0.0, 3.0, 1.0, 6.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0030831594485789537, -0.0029631780926138163, -0.0028431967366486788, -0.0027232153806835413, -0.002603234024718404, -0.0024832526687532663, -0.002363271312788129, -0.0022432899568229914, -0.0021233083680272102, -0.0020033270120620728, -0.001883345772512257, -0.0017633644165471196, -0.0016433829441666603, -0.0015234015882015228, -0.0014034202322363853, -0.0012834388762712479, -0.0011634575203061104, -0.001043476164340973, -0.0009234948083758354, -0.000803513394203037, -0.0006835320382378995, -0.0005635506822727621, -0.0004435692972037941, -0.0003235879121348262, -0.0002036065561696887, -8.362518565263599e-05, 3.635618486441672e-05, 0.00015633755538146943, 0.00027631892589852214, 0.0003963002818636596, 0.000516281696036458, 0.0006362630520015955, 0.000756244407966733, 0.0008762257639318705, 0.000996207119897008, 0.0011161884758621454, 0.001236169831827283, 0.0013561513042077422, 0.0014761326601728797, 0.0015961140161380172, 0.0017160953721031547, 0.0018360767280682921, 0.0019560582004487514, 0.002076039556413889, 0.0021960209123790264, 0.002316002268344164, 0.0024359836243093014, 0.002555964980274439, 0.0026759463362395763, 0.002795927692204714, 0.0029159090481698513, 0.003035890404134989, 0.0031558717601001263, 0.0032758531160652637, 0.0033958344720304012, 0.0035158158279955387, 0.003635797183960676, 0.0037557787727564573, 0.003875760128721595, 0.003995741251856089, 0.004115722607821226, 0.004235703963786364, 0.004355685319751501, 0.0044756666757166386, 0.004595648497343063]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 3.0, 7.0, 8.0, 9.0, 21.0, 14.0, 30.0, 33.0, 59.0, 88.0, 98.0, 157.0, 203.0, 328.0, 426.0, 652.0, 1135.0, 2021.0, 3557.0, 6841.0, 14522.0, 35307.0, 133989.0, 877264.0, 54539.0, 21174.0, 10644.0, 5754.0, 3528.0, 2194.0, 1463.0, 1009.0, 764.0, 519.0, 359.0, 302.0, 188.0, 128.0, 90.0, 63.0, 41.0, 29.0, 30.0, 18.0, 9.0, 11.0, 5.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00753597728908062, -0.007295088842511177, -0.007054200861603022, -0.006813312415033579, -0.006572423968464136, -0.006331535987555981, -0.006090647540986538, -0.005849759094417095, -0.00560887111350894, -0.005367982666939497, -0.005127094220370054, -0.004886206239461899, -0.004645317792892456, -0.004404429346323013, -0.004163541365414858, -0.003922652918845415, -0.003681764705106616, -0.003440876491367817, -0.003199988044798374, -0.002959099831059575, -0.002718211617320776, -0.0024773231707513332, -0.002236434957012534, -0.001995546743273735, -0.0017546584131196141, -0.0015137700829654932, -0.001272881869226694, -0.0010319935390725732, -0.0007911052671261132, -0.0005502169951796532, -0.0003093286941293627, -6.844040763098747e-05, 0.00017244787886738777, 0.0004133361508138478, 0.0006542244227603078, 0.0008951127529144287, 0.0011360009666532278, 0.0013768892968073487, 0.0016177776269614697, 0.0018586658407002687, 0.002099554054439068, 0.0023404425010085106, 0.0025813307147473097, 0.0028222189284861088, 0.0030631073750555515, 0.0033039955887943506, 0.0035448838025331497, 0.0037857722491025925, 0.004026660695672035, 0.004267548676580191, 0.004508437123149633, 0.004749325104057789, 0.004990213550627232, 0.005231101997196674, 0.00547198997810483, 0.0057128784246742725, 0.005953766871243715, 0.006194654852151871, 0.0064355432987213135, 0.006676431745290756, 0.006917319726198912, 0.007158208172768354, 0.007399096619337797, 0.007639984600245953, 0.007880873046815395]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 4.0, 5.0, 9.0, 3.0, 4.0, 0.0, 2.0, 4.0, 0.0, 3.0, 3.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.03311004489660263, -0.03233670815825462, -0.03156336769461632, -0.03079003095626831, -0.030016694217920303, -0.029243355616927147, -0.02847001887857914, -0.027696680277585983, -0.026923343539237976, -0.02615000493824482, -0.025376666337251663, -0.024603329598903656, -0.0238299909979105, -0.023056654259562492, -0.022283315658569336, -0.02150997892022133, -0.020736640319228172, -0.019963301718235016, -0.01918996497988701, -0.018416626378893852, -0.017643289640545845, -0.01686995103955269, -0.01609661430120468, -0.015323275700211525, -0.014549938030540943, -0.013776600360870361, -0.01300326269119978, -0.012229925021529198, -0.011456586420536041, -0.01068324875086546, -0.009909911081194878, -0.009136573411524296, -0.008363235741853714, -0.007589898072183132, -0.00681656040251255, -0.006043222267180681, -0.005269884597510099, -0.004496546927839518, -0.003723209025338292, -0.0029498711228370667, -0.002176533453166485, -0.0014031956670805812, -0.0006298578809946775, 0.0001434799050912261, 0.0009168176911771297, 0.0016901554772630334, 0.002463493263348937, 0.0032368311658501625, 0.004010168835520744, 0.004783506505191326, 0.005556844174861908, 0.006330182310193777, 0.007103519979864359, 0.007876858115196228, 0.00865019578486681, 0.009423533454537392, 0.010196871124207973, 0.010970208793878555, 0.011743546463549137, 0.012516884133219719, 0.013290222734212875, 0.014063560403883457, 0.014836898073554039, 0.01561023574322462, 0.016383573412895203]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 2.0, 3.0, 5.0, 6.0, 8.0, 11.0, 11.0, 7.0, 15.0, 13.0, 14.0, 32.0, 20.0, 18.0, 21.0, 19.0, 24.0, 30.0, 34.0, 37.0, 45.0, 74.0, 87.0, 104.0, 133.0, 180.0, 237.0, 310.0, 459.0, 657.0, 1027.0, 1784.0, 6199.0, 1994.0, 1325.0, 794.0, 657.0, 493.0, 387.0, 331.0, 190.0, 141.0, 116.0, 96.0, 61.0, 53.0, 38.0, 33.0, 19.0, 21.0, 20.0, 6.0, 10.0, 4.0, 3.0, 1.0, 4.0, 3.0, 0.0, 0.0, 1.0], "bins": [-0.01072349026799202, -0.010420971550047398, -0.010118452832102776, -0.009815935045480728, -0.009513416327536106, -0.009210897609591484, -0.008908379822969437, -0.008605861105024815, -0.008303342387080193, -0.00800082366913557, -0.007698305416852236, -0.007395787164568901, -0.007093268446624279, -0.006790749728679657, -0.006488231476396322, -0.0061857132241129875, -0.0058831945061683655, -0.0055806757882237434, -0.005278157535940409, -0.004975639283657074, -0.004673120565712452, -0.00437060184776783, -0.004068083595484495, -0.0037655651103705168, -0.0034630466252565384, -0.00316052814014256, -0.0028580096550285816, -0.0025554911699146032, -0.002252972684800625, -0.0019504541996866465, -0.001647935714572668, -0.0013454172294586897, -0.0010428987443447113, -0.0007403802592307329, -0.00043786177411675453, -0.00013534328900277615, 0.00016717519611120224, 0.0004696936812251806, 0.000772212166339159, 0.0010747306514531374, 0.0013772491365671158, 0.0016797676216810942, 0.0019822861067950726, 0.002284804591909051, 0.0025873230770230293, 0.0028898415621370077, 0.003192360047250986, 0.0034948785323649645, 0.003797397017478943, 0.004099915735423565, 0.0044024339877069, 0.004704952239990234, 0.005007470957934856, 0.0053099896758794785, 0.005612507928162813, 0.005915026180446148, 0.00621754489839077, 0.006520063616335392, 0.006822581868618727, 0.0071251001209020615, 0.0074276188388466835, 0.0077301375567913055, 0.008032655343413353, 0.008335174061357975, 0.008637692779302597]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06953602284193039, -0.06710195541381836, -0.06466788798570633, -0.0622338205575943, -0.05979975312948227, -0.05736568942666054, -0.05493162199854851, -0.05249755457043648, -0.05006348714232445, -0.04762941971421242, -0.04519535228610039, -0.04276128485798836, -0.040327221155166626, -0.037893153727054596, -0.035459086298942566, -0.033025018870830536, -0.030590951442718506, -0.028156884014606476, -0.025722816586494446, -0.023288751021027565, -0.020854683592915535, -0.018420616164803505, -0.015986550599336624, -0.013552483171224594, -0.011118415743112564, -0.008684348315000534, -0.006250281818211079, -0.003816214855760336, -0.0013821478933095932, 0.0010519190691411495, 0.0034859860315918922, 0.005920052994042635, 0.008354119956493378, 0.010788187384605408, 0.013222253881394863, 0.01565632037818432, 0.01809038780629635, 0.02052445523440838, 0.02295852079987526, 0.02539258822798729, 0.02782665565609932, 0.03026072308421135, 0.03269479051232338, 0.03512885794043541, 0.03756292164325714, 0.03999698907136917, 0.0424310564994812, 0.04486512392759323, 0.04729919135570526, 0.04973325878381729, 0.05216732621192932, 0.05460139364004135, 0.05703546106815338, 0.05946952477097511, 0.06190359219908714, 0.06433766335248947, 0.0667717307806015, 0.06920579075813293, 0.07163985818624496, 0.074073925614357, 0.07650799304246902, 0.07894206047058105, 0.08137612789869308, 0.08381019532680511, 0.08624426275491714]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 4.0, 7.0, 6.0, 3.0, 3.0, 4.0, 4.0, 7.0, 8.0, 10.0, 11.0, 17.0, 10.0, 17.0, 15.0, 48.0, 16.0, 10.0, 5.0, 15.0, 13.0, 11.0, 8.0, 4.0, 5.0, 5.0, 2.0, 0.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.058519668877124786, -0.056928280740976334, -0.05533689260482788, -0.05374550446867943, -0.052154120057821274, -0.05056273192167282, -0.04897134378552437, -0.047379955649375916, -0.04578856751322746, -0.04419717937707901, -0.042605794966220856, -0.0410144068300724, -0.03942301869392395, -0.0378316305577755, -0.036240242421627045, -0.03464885428547859, -0.03305746614933014, -0.031466081738471985, -0.029874693602323532, -0.02828330546617508, -0.026691917330026627, -0.025100531056523323, -0.02350914292037487, -0.021917754784226418, -0.020326368510723114, -0.01873498037457466, -0.01714359223842621, -0.01555220503360033, -0.013960817828774452, -0.012369429692626, -0.010778042487800121, -0.009186654351651669, -0.00759526714682579, -0.006003879476338625, -0.0044124918058514595, -0.0028211046010255814, -0.001229716930538416, 0.0003616706235334277, 0.0019530581776052713, 0.003544445615261793, 0.005135833285748959, 0.006727220956236124, 0.00831860862672329, 0.009909995831549168, 0.011501383036375046, 0.013092771172523499, 0.014684158377349377, 0.016275545582175255, 0.017866933718323708, 0.01945832185447216, 0.021049708127975464, 0.022641096264123917, 0.02423248440027237, 0.025823870673775673, 0.027415258809924126, 0.02900664694607258, 0.030598033219575882, 0.032189421355724335, 0.03378080949187279, 0.03537219762802124, 0.03696358576416969, 0.03855497017502785, 0.0401463583111763, 0.04173774644732475, 0.043329134583473206]}, "_runtime": 113.85259890556335, "_timestamp": 1596212984.5541365, "_step": 136}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 3.0, 0.0, 4.0, 5.0, 5.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 0.0, 3.0, 0.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007727194111794233, -0.007449013646692038, -0.0071708327159285545, -0.006892652250826359, -0.006614471320062876, -0.00633629085496068, -0.006058109924197197, -0.005779929459095001, -0.0055017489939928055, -0.005223568063229322, -0.004945387598127127, -0.004667206667363644, -0.004389026202261448, -0.004110845271497965, -0.003832664806395769, -0.0035544841084629297, -0.0032763034105300903, -0.002998122712597251, -0.0027199420146644115, -0.002441761316731572, -0.0021635806187987328, -0.0018854000372812152, -0.0016072194557636976, -0.0013290387578308582, -0.0010508580598980188, -0.0007726773619651794, -0.000494496722240001, -0.00021631605341099203, 6.186461541801691e-05, 0.00034004528424702585, 0.0006182259530760348, 0.0008964065928012133, 0.0011745872907340527, 0.001452767988666892, 0.0017309486865997314, 0.002009129384532571, 0.0022873100824654102, 0.002565490547567606, 0.0028436712455004454, 0.0031218519434332848, 0.003400032641366124, 0.0036782133392989635, 0.003956393804401159, 0.004234574735164642, 0.004512755200266838, 0.004790936131030321, 0.005069116596132517, 0.005347297526896, 0.005625477991998196, 0.005903658457100391, 0.0061818393878638744, 0.00646001985296607, 0.006738200783729553, 0.007016381248831749, 0.007294562179595232, 0.007572742644697428, 0.00785092357546091, 0.008129104040563107, 0.008407284505665302, 0.008685464970767498, 0.008963646367192268, 0.009241826832294464, 0.00952000729739666, 0.009798187762498856, 0.010076368227601051]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 1.0, 2.0, 5.0, 5.0, 6.0, 11.0, 8.0, 16.0, 17.0, 17.0, 32.0, 33.0, 45.0, 43.0, 62.0, 126.0, 140.0, 194.0, 281.0, 4774.0, 1172.0, 273.0, 193.0, 114.0, 91.0, 51.0, 39.0, 40.0, 35.0, 26.0, 18.0, 11.0, 14.0, 10.0, 5.0, 3.0, 3.0, 2.0, 5.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10889191925525665, -0.10547292977571487, -0.1020539402961731, -0.09863495081663132, -0.09521596133708954, -0.09179697185754776, -0.08837798237800598, -0.0849589928984642, -0.08154000341892242, -0.07812102138996124, -0.07470203191041946, -0.07128304243087769, -0.06786405295133591, -0.06444506347179413, -0.06102607399225235, -0.05760708451271057, -0.05418809503316879, -0.050769105553627014, -0.047350116074085236, -0.04393112659454346, -0.04051213711500168, -0.0370931513607502, -0.03367416188120842, -0.03025517240166664, -0.026836182922124863, -0.023417193442583084, -0.019998203963041306, -0.016579216346144676, -0.013160226866602898, -0.009741237387061119, -0.006322248838841915, -0.002903259824961424, 0.0005157291889190674, 0.003934718202799559, 0.00735370721668005, 0.010772695764899254, 0.014191685244441032, 0.01761067472398281, 0.02102966234087944, 0.02444865182042122, 0.027867641299962997, 0.031286630779504776, 0.034705620259046555, 0.03812460973858833, 0.04154359549283981, 0.04496258497238159, 0.04838157445192337, 0.05180056393146515, 0.05521955341100693, 0.058638542890548706, 0.062057532370090485, 0.06547652184963226, 0.06889551132917404, 0.07231450080871582, 0.0757334902882576, 0.07915247976779938, 0.08257146179676056, 0.08599045127630234, 0.08940944075584412, 0.0928284302353859, 0.09624741971492767, 0.09966640919446945, 0.10308539867401123, 0.10650438815355301, 0.10992337763309479]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 0.0, 2.0, 0.0, 3.0, 1.0, 0.0, 1.0, 6.0, 6.0, 0.0, 2.0, 5.0, 3.0, 5.0, 22.0, 11.0, 3.0, 2.0, 6.0, 3.0, 6.0, 1.0, 3.0, 2.0, 3.0, 1.0, 3.0, 1.0, 4.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.003488800721243024, -0.003391249105334282, -0.0032936977222561836, -0.0031961461063474417, -0.0030985947232693434, -0.0030010431073606014, -0.002903491724282503, -0.002805940108373761, -0.0027083884924650192, -0.002610837109386921, -0.002513285493478179, -0.0024157341104000807, -0.0023181824944913387, -0.0022206311114132404, -0.0021230794955044985, -0.0020255281124264, -0.0019279764965176582, -0.0018304249970242381, -0.001732873497530818, -0.0016353219980373979, -0.0015377704985439777, -0.0014402188826352358, -0.0013426673831418157, -0.0012451158836483955, -0.0011475643841549754, -0.0010500128846615553, -0.0009524613851681352, -0.0008549098274670541, -0.000757358327973634, -0.0006598068284802139, -0.0005622552707791328, -0.0004647037712857127, -0.0003671522717922926, -0.00026960077229887247, -0.0001720492437016219, -7.449772965628654e-05, 2.3053784389048815e-05, 0.00012060529843438417, 0.00021815681247971952, 0.0003157083410769701, 0.0004132598405703902, 0.0005108113400638103, 0.0006083628395572305, 0.0007059143972583115, 0.0008034658967517316, 0.0009010173962451518, 0.0009985689539462328, 0.001096120453439653, 0.001193671952933073, 0.0012912234524264932, 0.0013887749519199133, 0.0014863264514133334, 0.0015838779509067535, 0.0016814295668154955, 0.0017789810663089156, 0.0018765325658023357, 0.001974083948880434, 0.002071635564789176, 0.002169187180697918, 0.0022667385637760162, 0.002364290179684758, 0.0024618415627628565, 0.0025593931786715984, 0.0026569445617496967, 0.0027544961776584387]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 4.0, 4.0, 7.0, 9.0, 6.0, 10.0, 18.0, 16.0, 25.0, 45.0, 59.0, 68.0, 83.0, 105.0, 168.0, 241.0, 312.0, 445.0, 681.0, 968.0, 1438.0, 2322.0, 3854.0, 6681.0, 11918.0, 24862.0, 63678.0, 843239.0, 128677.0, 37984.0, 18746.0, 11211.0, 6848.0, 4439.0, 2891.0, 2137.0, 1399.0, 1010.0, 760.0, 562.0, 397.0, 293.0, 242.0, 216.0, 125.0, 122.0, 91.0, 71.0, 47.0, 26.0, 31.0, 19.0, 15.0, 8.0, 4.0, 3.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.004471095744520426, -0.004316193051636219, -0.0041612908244132996, -0.004006388131529093, -0.003851485438644886, -0.0036965827457606792, -0.003541680285707116, -0.003386777825653553, -0.0032318751327693462, -0.0030769724398851395, -0.0029220699798315763, -0.0027671675197780132, -0.0026122648268938065, -0.0024573621340095997, -0.0023024596739560366, -0.0021475572139024734, -0.0019926545210182667, -0.0018377519445493817, -0.0016828493680804968, -0.0015279467916116118, -0.001373044215142727, -0.001218141638673842, -0.001063239062204957, -0.0009083364857360721, -0.0007534339092671871, -0.0005985313327983022, -0.00044362875632941723, -0.0002887261798605323, -0.00013382360339164734, 2.1078973077237606e-05, 0.00017598154954612255, 0.0003308841260150075, 0.00048578670248389244, 0.0006406892789527774, 0.0007955918554216623, 0.0009504944318905473, 0.0011053970083594322, 0.0012602995848283172, 0.0014152021612972021, 0.001570104737766087, 0.001725007314234972, 0.001879909890703857, 0.002034812467172742, 0.002189714927226305, 0.0023446176201105118, 0.0024995203129947186, 0.0026544227730482817, 0.002809325233101845, 0.0029642279259860516, 0.0031191306188702583, 0.0032740330789238214, 0.0034289355389773846, 0.0035838382318615913, 0.003738740924745798, 0.0038936433847993612, 0.004048545844852924, 0.004203448537737131, 0.004358351230621338, 0.004513253457844257, 0.004668156150728464, 0.004823058843612671, 0.004977961536496878, 0.0051328642293810844, 0.005287766456604004, 0.005442669149488211]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 4.0, 1.0, 6.0, 1.0, 2.0, 5.0, 3.0, 12.0, 3.0, 3.0, 7.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01653812639415264, -0.015553276985883713, -0.014568427577614784, -0.013583578169345856, -0.012598728761076927, -0.011613880284130573, -0.010629030875861645, -0.009644181467592716, -0.008659332059323788, -0.007674482651054859, -0.006689633242785931, -0.005704784300178289, -0.004719934891909361, -0.0037350854836404324, -0.0027502363082021475, -0.0017653870163485408, -0.0007805377244949341, 0.00020431156735867262, 0.0011891608592122793, 0.002174010034650564, 0.0031588594429194927, 0.004143708851188421, 0.0051285577937960625, 0.006113407202064991, 0.0070982566103339195, 0.008083106018602848, 0.009067955426871777, 0.010052804835140705, 0.011037653312087059, 0.012022502720355988, 0.013007352128624916, 0.013992201536893845, 0.014977050945162773, 0.0159619003534317, 0.01694674976170063, 0.01793159916996956, 0.018916448578238487, 0.019901297986507416, 0.020886147394776344, 0.021870996803045273, 0.022855844348669052, 0.02384069375693798, 0.02482554316520691, 0.025810392573475838, 0.026795241981744766, 0.027780091390013695, 0.028764940798282623, 0.029749790206551552, 0.03073463961482048, 0.03171948716044426, 0.03270433843135834, 0.03368918597698212, 0.034674037247896194, 0.035658884793519974, 0.03664373606443405, 0.03762858361005783, 0.03861343488097191, 0.03959828242659569, 0.040583133697509766, 0.041567981243133545, 0.04255283251404762, 0.0435376800596714, 0.04452253133058548, 0.04550737887620926, 0.04649222642183304]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 1.0, 4.0, 0.0, 2.0, 2.0, 4.0, 10.0, 6.0, 13.0, 17.0, 27.0, 49.0, 70.0, 83.0, 156.0, 228.0, 361.0, 529.0, 879.0, 1433.0, 2852.0, 7338.0, 1885.0, 943.0, 498.0, 279.0, 184.0, 153.0, 106.0, 64.0, 75.0, 32.0, 21.0, 24.0, 6.0, 10.0, 10.0, 4.0, 1.0, 2.0, 5.0, 3.0, 1.0, 1.0, 0.0, 2.0, 13.0, 16.0, 3.0, 6.0, 4.0, 0.0, 0.0, 0.0, 1.0, 5.0, 3.0], "bins": [-0.011692510917782784, -0.011279338970780373, -0.010866167023777962, -0.01045299507677555, -0.01003982312977314, -0.009626651182770729, -0.009213479235768318, -0.008800307288765907, -0.008387135341763496, -0.007973963394761086, -0.007560791447758675, -0.007147619500756264, -0.006734447553753853, -0.006321275606751442, -0.005908103659749031, -0.00549493171274662, -0.005081759765744209, -0.004668587818741798, -0.0042554158717393875, -0.0038422439247369766, -0.0034290719777345657, -0.003015900030732155, -0.002602728083729744, -0.002189556136727333, -0.0017763841897249222, -0.0013632122427225113, -0.0009500402957201004, -0.0005368683487176895, -0.00012369640171527863, 0.00028947554528713226, 0.0007026474922895432, 0.001115819439291954, 0.001528991386294365, 0.0019421633332967758, 0.0023553352802991867, 0.0027685072273015976, 0.0031816791743040085, 0.0035948511213064194, 0.00400802306830883, 0.004421195015311241, 0.004834366962313652, 0.005247538909316063, 0.005660710856318474, 0.006073882803320885, 0.006487054750323296, 0.0069002266973257065, 0.007313398644328117, 0.007726570591330528, 0.00813974253833294, 0.00855291448533535, 0.008966086432337761, 0.009379258379340172, 0.009792430326342583, 0.010205602273344994, 0.010618774220347404, 0.011031946167349815, 0.011445118114352226, 0.011858290061354637, 0.012271462008357048, 0.012684633955359459, 0.01309780590236187, 0.01351097784936428, 0.013924149796366692, 0.014337321743369102, 0.014750493690371513]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 0.0, 2.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0629367083311081, -0.060560442507267, -0.058184172958135605, -0.05580790340900421, -0.053431637585163116, -0.05105537176132202, -0.04867910221219063, -0.046302832663059235, -0.04392656683921814, -0.041550301015377045, -0.03917403146624565, -0.03679776191711426, -0.03442149609327316, -0.03204523026943207, -0.029668960720300674, -0.02729269303381443, -0.024916425347328186, -0.022540157660841942, -0.020163889974355698, -0.017787622287869453, -0.01541135460138321, -0.013035086914896965, -0.01065881922841072, -0.008282551541924477, -0.005906283855438232, -0.0035300161689519882, -0.001153748482465744, 0.0012225192040205002, 0.0035987868905067444, 0.005975054576992989, 0.008351322263479233, 0.010727589949965477, 0.013103857636451721, 0.015480125322937965, 0.01785639300942421, 0.020232660695910454, 0.022608928382396698, 0.024985196068882942, 0.027361463755369186, 0.02973773144185543, 0.032113999128341675, 0.03449026495218277, 0.03686653450131416, 0.03924280405044556, 0.04161906987428665, 0.04399533569812775, 0.04637160524725914, 0.04874787479639053, 0.05112414062023163, 0.05350040644407272, 0.05587667599320412, 0.05825294554233551, 0.060629211366176605, 0.0630054771900177, 0.06538175046443939, 0.06775801628828049, 0.07013428211212158, 0.07251054793596268, 0.07488681375980377, 0.07726308703422546, 0.07963935285806656, 0.08201561868190765, 0.08439189195632935, 0.08676815778017044, 0.08914442360401154]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 6.0, 3.0, 0.0, 2.0, 2.0, 5.0, 2.0, 3.0, 5.0, 4.0, 7.0, 4.0, 7.0, 4.0, 3.0, 6.0, 11.0, 15.0, 23.0, 45.0, 16.0, 11.0, 10.0, 9.0, 10.0, 7.0, 12.0, 2.0, 7.0, 2.0, 4.0, 2.0, 5.0, 3.0, 4.0, 0.0, 1.0, 3.0, 2.0, 0.0, 5.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0722956582903862, -0.07011430710554123, -0.06793296337127686, -0.06575161218643188, -0.06357026100158691, -0.06138890981674194, -0.05920756235718727, -0.0570262148976326, -0.05484486371278763, -0.05266351252794266, -0.050482165068387985, -0.04830081760883331, -0.04611946642398834, -0.04393811523914337, -0.0417567677795887, -0.03957542032003403, -0.037394069135189056, -0.035212717950344086, -0.03303137049078941, -0.030850021168589592, -0.02866867184638977, -0.02648732252418995, -0.024305973201990128, -0.022124623879790306, -0.019943274557590485, -0.017761925235390663, -0.015580575913190842, -0.01339922659099102, -0.011217877268791199, -0.009036527946591377, -0.006855178624391556, -0.004673829302191734, -0.002492479979991913, -0.00031113065779209137, 0.00187021866440773, 0.004051567986607552, 0.006232917308807373, 0.008414266631007195, 0.010595615953207016, 0.012776965275406837, 0.014958314597606659, 0.01713966391980648, 0.019321013242006302, 0.021502362564206123, 0.023683711886405945, 0.025865061208605766, 0.028046410530805588, 0.03022775985300541, 0.03240910917520523, 0.0345904603600502, 0.036771807819604874, 0.038953155279159546, 0.04113450646400452, 0.04331585764884949, 0.04549720510840416, 0.04767855256795883, 0.0498599037528038, 0.05204125493764877, 0.054222602397203445, 0.05640394985675812, 0.05858530104160309, 0.06076665222644806, 0.06294800341129303, 0.0651293471455574, 0.06731069833040237]}, "_runtime": 114.63572263717651, "_timestamp": 1596212985.3372602, "_step": 137}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 1.0, 1.0, 3.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 3.0, 4.0, 4.0, 5.0, 3.0, 2.0, 6.0, 1.0, 1.0, 2.0, 3.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011498508043587208, -0.011147944256663322, -0.010797380469739437, -0.010446816682815552, -0.010096252895891666, -0.009745689108967781, -0.009395125322043896, -0.00904456153512001, -0.00869399681687355, -0.008343433029949665, -0.00799286924302578, -0.007642305921763182, -0.007291741669178009, -0.006941177882254124, -0.006590614095330238, -0.006240050308406353, -0.005889486521482468, -0.005538922734558582, -0.005188358947634697, -0.004837795160710812, -0.004487231373786926, -0.004136667121201754, -0.0037861033342778683, -0.003435539547353983, -0.0030849757604300976, -0.0027344119735062122, -0.002383848186582327, -0.002033284166827798, -0.0016827203799039125, -0.0013321565929800272, -0.00098159268964082, -0.0006310288445092738, -0.0002804649993777275, 7.009884575381875e-05, 0.000420662690885365, 0.0007712265360169113, 0.0011217903811484575, 0.0014723541680723429, 0.00182291807141155, 0.0021734819747507572, 0.0025240457616746426, 0.002874609548598528, 0.0032251733355224133, 0.0035757373552769423, 0.003926301375031471, 0.004276865161955357, 0.004627428948879242, 0.004977992735803127, 0.005328556522727013, 0.005679120309650898, 0.006029684096574783, 0.006380247883498669, 0.006730811670422554, 0.007081375923007727, 0.007431939709931612, 0.007782503496855497, 0.008133066818118095, 0.008483631536364555, 0.00883419532328844, 0.009184759110212326, 0.009535322897136211, 0.009885886684060097, 0.010236450470983982, 0.010587014257907867, 0.010937578044831753]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 3.0, 3.0, 8.0, 6.0, 7.0, 8.0, 9.0, 17.0, 24.0, 20.0, 18.0, 23.0, 34.0, 31.0, 44.0, 61.0, 98.0, 84.0, 150.0, 188.0, 274.0, 4236.0, 1477.0, 333.0, 182.0, 127.0, 96.0, 86.0, 69.0, 34.0, 26.0, 31.0, 19.0, 18.0, 17.0, 21.0, 6.0, 6.0, 7.0, 4.0, 2.0, 5.0, 3.0, 4.0, 0.0, 3.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0], "bins": [-0.08703428506851196, -0.08412542194128036, -0.08121655136346817, -0.07830768823623657, -0.07539881765842438, -0.07248995453119278, -0.06958109140396118, -0.06667222082614899, -0.06376335769891739, -0.06085449084639549, -0.057945623993873596, -0.055036760866642, -0.0521278940141201, -0.049219027161598206, -0.04631016403436661, -0.04340129718184471, -0.040492430329322815, -0.03758356347680092, -0.03467469662427902, -0.031765833497047424, -0.028856966644525528, -0.02594809979200363, -0.023039234802126884, -0.020130369812250137, -0.01722150295972824, -0.01431263703852892, -0.011403771117329597, -0.008494905196130276, -0.005586039274930954, -0.0026771733537316322, 0.00023169256746768951, 0.0031405584886670113, 0.006049424409866333, 0.008958290331065655, 0.011867156252264977, 0.014776022173464298, 0.01768488809466362, 0.020593754947185516, 0.023502619937062263, 0.02641148492693901, 0.029320351779460907, 0.0322292186319828, 0.0351380854845047, 0.0380469486117363, 0.040955815464258194, 0.04386468231678009, 0.04677354544401169, 0.049682412296533585, 0.05259127914905548, 0.05550014600157738, 0.058409012854099274, 0.06131787598133087, 0.06422674655914307, 0.06713560968637466, 0.07004447281360626, 0.07295334339141846, 0.07586220651865005, 0.07877106964588165, 0.08167994022369385, 0.08458880335092545, 0.08749766647815704, 0.09040653705596924, 0.09331540018320084, 0.09622427076101303, 0.09913313388824463]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 3.0, 3.0, 3.0, 1.0, 2.0, 4.0, 2.0, 7.0, 3.0, 2.0, 6.0, 3.0, 2.0, 28.0, 6.0, 3.0, 4.0, 2.0, 5.0, 3.0, 6.0, 4.0, 0.0, 3.0, 2.0, 1.0, 2.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0025509921833872795, -0.002433889778330922, -0.0023167876061052084, -0.002199685201048851, -0.0020825830288231373, -0.00196548062376678, -0.0018483782187104225, -0.001731275930069387, -0.0016141736414283514, -0.0014970713527873158, -0.0013799690641462803, -0.001262866659089923, -0.0011457643704488873, -0.0010286620818078518, -0.0009115597349591553, -0.0007944573881104589, -0.0006773550994694233, -0.0005602528108283877, -0.00044315046397969127, -0.00032604814623482525, -0.00020894582848995924, -9.184351074509323e-05, 2.5258806999772787e-05, 0.0001423611247446388, 0.0002594634424895048, 0.00037656576023437083, 0.0004936680779792368, 0.0006107704248279333, 0.0007278727134689689, 0.0008449750021100044, 0.0009620773489587009, 0.0010791796958073974, 0.001196281984448433, 0.0013133842730894685, 0.001430486561730504, 0.0015475889667868614, 0.001664691255427897, 0.0017817935440689325, 0.00189889594912529, 0.0020159981213510036, 0.002133100526407361, 0.0022502029314637184, 0.002367305103689432, 0.0024844075087457895, 0.002601509913802147, 0.0027186120860278606, 0.002835714491084218, 0.0029528166633099318, 0.003069919068366289, 0.0031870214734226465, 0.0033041236456483603, 0.0034212260507047176, 0.0035383282229304314, 0.0036554306279867887, 0.003772533033043146, 0.00388963520526886, 0.004006737843155861, 0.004123840015381575, 0.004240942187607288, 0.004358044359833002, 0.004475146997720003, 0.004592249169945717, 0.004709351342171431, 0.004826453980058432, 0.004943556152284145]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 3.0, 2.0, 6.0, 2.0, 9.0, 17.0, 22.0, 37.0, 56.0, 69.0, 110.0, 177.0, 285.0, 414.0, 647.0, 1041.0, 1768.0, 3045.0, 5800.0, 11397.0, 26352.0, 77436.0, 881249.0, 95679.0, 32772.0, 16172.0, 8979.0, 5253.0, 3342.0, 2284.0, 1563.0, 990.0, 714.0, 519.0, 404.0, 252.0, 187.0, 142.0, 105.0, 75.0, 67.0, 53.0, 35.0, 22.0, 22.0, 17.0, 15.0, 11.0, 5.0, 6.0, 2.0, 4.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.0051007079891860485, -0.00490197679027915, -0.004703245125710964, -0.004504513926804066, -0.004305782727897167, -0.004107051528990269, -0.00390832033008337, -0.0037095886655151844, -0.003510857466608286, -0.0033121262677013874, -0.0031133948359638453, -0.002914663404226303, -0.0027159322053194046, -0.002517201006412506, -0.002318469574674964, -0.002119738142937422, -0.0019210069440305233, -0.001722275628708303, -0.0015235443133860826, -0.0013248129980638623, -0.001126081682741642, -0.0009273503674194217, -0.0007286190520972013, -0.000529887736774981, -0.0003311564214527607, -0.00013242510613054037, 6.630620919167995e-05, 0.0002650375245139003, 0.0004637688398361206, 0.0006625001551583409, 0.0008612314704805613, 0.0010599627858027816, 0.001258694101125002, 0.0014574254164472222, 0.0016561567317694426, 0.0018548880470916629, 0.002053619362413883, 0.0022523505613207817, 0.002451081993058324, 0.002649813424795866, 0.0028485446237027645, 0.003047275822609663, 0.003246007254347205, 0.0034447386860847473, 0.003643469884991646, 0.0038422010838985443, 0.004040932282805443, 0.004239663947373629, 0.004438395146280527, 0.004637126345187426, 0.004835858009755611, 0.00503458920866251, 0.005233320407569408, 0.005432051606476307, 0.005630782805383205, 0.005829514469951391, 0.00602824566885829, 0.006226976867765188, 0.006425708532333374, 0.0066244397312402725, 0.006823170930147171, 0.0070219021290540695, 0.007220633327960968, 0.007419364992529154, 0.007618096191436052]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 3.0, 1.0, 5.0, 5.0, 4.0, 0.0, 9.0, 3.0, 3.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03825168311595917, -0.03740339353680611, -0.036555103957653046, -0.03570681810379028, -0.03485852852463722, -0.03401023894548416, -0.0331619493663311, -0.03231366351246834, -0.03146537393331528, -0.030617084354162216, -0.029768796637654305, -0.028920507058501244, -0.028072219341993332, -0.02722392976284027, -0.02637564204633236, -0.0255273524671793, -0.024679064750671387, -0.023830775171518326, -0.022982485592365265, -0.022134197875857353, -0.021285908296704292, -0.02043762058019638, -0.01958933100104332, -0.018741043284535408, -0.017892753705382347, -0.017044465988874435, -0.016196176409721375, -0.015347887761890888, -0.014499599114060402, -0.013651310466229916, -0.01280302181839943, -0.011954733170568943, -0.011106444522738457, -0.01025815587490797, -0.009409867227077484, -0.008561578579246998, -0.0077132899314165115, -0.006865000817924738, -0.006016712170094252, -0.005168423522263765, -0.004320134874433279, -0.0034718462266027927, -0.0026235575787723064, -0.0017752686981111765, -0.0009269800502806902, -7.869134424254298e-05, 0.0007695973617956042, 0.0016178861260414124, 0.0024661747738718987, 0.003314463421702385, 0.004162752069532871, 0.0050110407173633575, 0.005859329365193844, 0.0067076184786856174, 0.007555907126516104, 0.008404195308685303, 0.009252484887838364, 0.01010077353566885, 0.010949062183499336, 0.011797350831329823, 0.012645639479160309, 0.013493928126990795, 0.014342216774821281, 0.015190505422651768, 0.016038794070482254]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [8.0, 1.0, 0.0, 0.0, 1.0, 3.0, 5.0, 0.0, 3.0, 13.0, 7.0, 7.0, 8.0, 3.0, 4.0, 4.0, 4.0, 17.0, 15.0, 15.0, 14.0, 14.0, 31.0, 35.0, 44.0, 56.0, 81.0, 118.0, 133.0, 142.0, 181.0, 263.0, 324.0, 448.0, 632.0, 823.0, 1273.0, 1975.0, 6160.0, 1617.0, 1035.0, 745.0, 548.0, 402.0, 282.0, 216.0, 186.0, 148.0, 80.0, 75.0, 43.0, 49.0, 41.0, 23.0, 18.0, 16.0, 14.0, 10.0, 4.0, 10.0, 2.0, 1.0, 1.0, 1.0], "bins": [-0.01181611604988575, -0.011508531868457794, -0.011200947687029839, -0.010893363505601883, -0.010585779324173927, -0.010278195142745972, -0.00997061189264059, -0.009663027711212635, -0.00935544352978468, -0.009047859348356724, -0.008740275166928768, -0.008432690985500813, -0.008125106804072857, -0.007817522622644901, -0.007509938906878233, -0.007202354725450277, -0.006894770544022322, -0.006587186362594366, -0.0062796021811664104, -0.005972018465399742, -0.0056644342839717865, -0.005356850102543831, -0.005049265921115875, -0.00474168173968792, -0.004434097558259964, -0.004126513842493296, -0.00381892966106534, -0.0035113454796373844, -0.003203761298209429, -0.002896177349612117, -0.002588593168184161, -0.002281009219586849, -0.0019734250381588936, -0.0016658409731462598, -0.001358256908133626, -0.0010506727267056704, -0.0007430886616930366, -0.0004355045675765723, -0.00012792047346010804, 0.00017966362065635622, 0.00048724771477282047, 0.0007948317797854543, 0.001102415844798088, 0.0014100000262260437, 0.0017175840912386775, 0.0020251681562513113, 0.002332752337679267, 0.002640336286276579, 0.0029479204677045345, 0.00325550464913249, 0.003563088597729802, 0.0038706727791577578, 0.00417825672775507, 0.004485840909183025, 0.004793425090610981, 0.005101009272038937, 0.005408593453466892, 0.0057161771692335606, 0.006023761350661516, 0.006331345532089472, 0.0066389297135174274, 0.006946513894945383, 0.007254097610712051, 0.007561681792140007, 0.007869265973567963]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 4.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05203307047486305, -0.04910828545689583, -0.046183500438928604, -0.04325871914625168, -0.040333934128284454, -0.03740914911031723, -0.034484364092350006, -0.03155957907438278, -0.028634795919060707, -0.025710010901093483, -0.022785227745771408, -0.019860442727804184, -0.01693565770983696, -0.014010874554514885, -0.01108608953654766, -0.008161305449903011, -0.005236521363258362, -0.0023117370437830687, 0.0006130472756922245, 0.0035378315951675177, 0.006462615914642811, 0.00938740000128746, 0.012312185019254684, 0.015236969105899334, 0.018161753192543983, 0.021086538210511208, 0.024011321365833282, 0.026936106383800507, 0.02986089140176773, 0.032785676419734955, 0.03571045771241188, 0.038635242730379105, 0.04156002774834633, 0.04448481276631355, 0.04740959778428078, 0.0503343790769577, 0.05325916409492493, 0.05618394911289215, 0.059108734130859375, 0.0620335191488266, 0.06495830416679382, 0.06788308918476105, 0.07080787420272827, 0.0737326517701149, 0.07665743678808212, 0.07958222180604935, 0.08250700682401657, 0.0854317918419838, 0.08835657685995102, 0.09128136187791824, 0.09420614689588547, 0.09713093191385269, 0.10005571693181992, 0.10298050194978714, 0.10590527951717377, 0.10883006453514099, 0.11175484955310822, 0.11467963457107544, 0.11760441958904266, 0.12052920460700989, 0.12345398962497711, 0.12637877464294434, 0.12930355966091156, 0.13222834467887878, 0.135153129696846]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 3.0, 3.0, 2.0, 1.0, 9.0, 8.0, 9.0, 10.0, 7.0, 12.0, 16.0, 11.0, 19.0, 42.0, 22.0, 17.0, 13.0, 11.0, 13.0, 7.0, 3.0, 5.0, 4.0, 3.0, 2.0, 6.0, 2.0, 1.0, 2.0, 4.0, 0.0, 2.0, 2.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.046228617429733276, -0.044000089168548584, -0.04177156090736389, -0.0395430326461792, -0.03731450438499451, -0.035085976123809814, -0.03285744786262512, -0.03062892146408558, -0.028400393202900887, -0.026171864941716194, -0.023943336680531502, -0.02171480841934681, -0.019486282020807266, -0.017257753759622574, -0.015029225498437881, -0.012800697237253189, -0.010572168976068497, -0.008343640714883804, -0.006115112919360399, -0.0038865848910063505, -0.0016580568626523018, 0.0005704711657017469, 0.0027989991940557957, 0.005027526989579201, 0.007256055250763893, 0.009484583511948586, 0.011713111773133278, 0.013941639102995396, 0.016170166432857513, 0.018398694694042206, 0.020627222955226898, 0.02285575121641159, 0.025084279477596283, 0.027312807738780975, 0.029541335999965668, 0.03176986426115036, 0.03399839252233505, 0.036226920783519745, 0.03845544904470444, 0.04068397730588913, 0.04291250556707382, 0.045141030102968216, 0.04736955836415291, 0.0495980866253376, 0.05182661488652229, 0.054055143147706985, 0.05628367140889168, 0.05851219967007637, 0.06074072793126106, 0.06296925246715546, 0.06519778072834015, 0.06742630898952484, 0.06965483725070953, 0.07188336551189423, 0.07411189377307892, 0.07634042203426361, 0.0785689502954483, 0.080797478556633, 0.08302600681781769, 0.08525453507900238, 0.08748306334018707, 0.08971159160137177, 0.09194011986255646, 0.09416864812374115, 0.09639717638492584]}, "_runtime": 115.41009449958801, "_timestamp": 1596212986.111632, "_step": 138}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 4.0, 4.0, 1.0, 6.0, 3.0, 4.0, 3.0, 1.0, 1.0, 1.0, 1.0, 4.0, 2.0, 2.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.006515191867947578, -0.006278144661337137, -0.006041097454726696, -0.005804050248116255, -0.005567003041505814, -0.005329955834895372, -0.005092908628284931, -0.00485586142167449, -0.004618814215064049, -0.0043817670084536076, -0.004144719801843166, -0.003907672595232725, -0.0036706251557916403, -0.003433577949181199, -0.003196530742570758, -0.0029594835359603167, -0.0027224363293498755, -0.0024853891227394342, -0.002248341916128993, -0.002011294709518552, -0.0017742475029081106, -0.0015372001798823476, -0.0013001529732719064, -0.0010631057666614652, -0.000826058560051024, -0.0005890113534405828, -0.0003519641177263111, -0.00011491689656395465, 0.00012213032459840178, 0.000359177531208843, 0.0005962247960269451, 0.0008332720026373863, 0.0010703192092478275, 0.0013073664158582687, 0.00154441362246871, 0.0017814608290791512, 0.0020185080356895924, 0.0022555552423000336, 0.0024926024489104748, 0.002729649655520916, 0.002966696862131357, 0.003203744301572442, 0.0034407915081828833, 0.0036778387147933245, 0.003914885688573122, 0.004151932895183563, 0.0043889801017940044, 0.004626027308404446, 0.004863074980676174, 0.005100122187286615, 0.005337169393897057, 0.005574216600507498, 0.005811263807117939, 0.00604831101372838, 0.006285358220338821, 0.006522405426949263, 0.006759452633559704, 0.006996499840170145, 0.007233547046780586, 0.0074705942533910275, 0.007707641460001469, 0.007944688200950623, 0.008181735873222351, 0.008418782614171505, 0.008655830286443233]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 3.0, 1.0, 2.0, 4.0, 10.0, 7.0, 14.0, 16.0, 23.0, 36.0, 29.0, 53.0, 66.0, 75.0, 113.0, 145.0, 266.0, 4897.0, 1372.0, 278.0, 134.0, 97.0, 71.0, 52.0, 41.0, 19.0, 17.0, 14.0, 13.0, 10.0, 5.0, 10.0, 7.0, 5.0, 3.0, 5.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0], "bins": [-0.12580722570419312, -0.1220981553196907, -0.1183890849351883, -0.11468002200126648, -0.11097095161676407, -0.10726188123226166, -0.10355281084775925, -0.09984374046325684, -0.09613467752933502, -0.09242560714483261, -0.0887165367603302, -0.08500746637582779, -0.08129839599132538, -0.07758932560682297, -0.07388026267290115, -0.07017119228839874, -0.06646212190389633, -0.06275305151939392, -0.05904398486018181, -0.0553349144756794, -0.051625847816467285, -0.047916777431964874, -0.04420770704746246, -0.04049864038825035, -0.03678957000374794, -0.03308049961924553, -0.029371432960033417, -0.025662362575531006, -0.021953294053673744, -0.018244225531816483, -0.014535156078636646, -0.01082608662545681, -0.007117018103599548, -0.0034079491160809994, 0.0003011198714375496, 0.0040101888589560986, 0.0077192578464746475, 0.01142832636833191, 0.015137395821511745, 0.01884646527469158, 0.022555533796548843, 0.026264602318406105, 0.029973670840263367, 0.03368274122476578, 0.03739181160926819, 0.0411008782684803, 0.04480994865298271, 0.048519015312194824, 0.052228085696697235, 0.055937156081199646, 0.05964622274041176, 0.06335528939962387, 0.06706435978412628, 0.07077343016862869, 0.0744825005531311, 0.07819157093763351, 0.08190064132213593, 0.08560970425605774, 0.08931877464056015, 0.09302784502506256, 0.09673691540956497, 0.10044598579406738, 0.1041550487279892, 0.10786411911249161, 0.11157318949699402]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 2.0, 2.0, 6.0, 4.0, 6.0, 7.0, 4.0, 6.0, 3.0, 26.0, 4.0, 4.0, 4.0, 6.0, 4.0, 1.0, 1.0, 5.0, 0.0, 5.0, 5.0, 1.0, 0.0, 1.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003017086535692215, -0.0029177332762628794, -0.0028183800168335438, -0.002719026757404208, -0.0026196737308055162, -0.0025203204713761806, -0.002420967211946845, -0.0023216139525175095, -0.002222260693088174, -0.0021229074336588383, -0.0020235544070601463, -0.001924201031215489, -0.0018248478882014751, -0.0017254946287721395, -0.001626141369342804, -0.0015267882263287902, -0.0014274349668994546, -0.001328081707470119, -0.0012287285644561052, -0.0011293753050267696, -0.001030022045597434, -0.0009306688443757594, -0.0008313156431540847, -0.0007319623837247491, -0.0006326091825030744, -0.0005332559812813997, -0.00043390272185206413, -0.00033454952063038945, -0.00023519629030488431, -0.00013584305997937918, -3.648984420578927e-05, 6.286337884375826e-05, 0.00016221660189330578, 0.0002615698322188109, 0.00036092306254431605, 0.00046027626376599073, 0.0005596295231953263, 0.000658982724417001, 0.0007583359256386757, 0.0008576891850680113, 0.000957042386289686, 0.0010563955875113606, 0.0011557488469406962, 0.0012551021063700318, 0.0013544552493840456, 0.0014538085088133812, 0.0015531617682427168, 0.0016525149112567306, 0.0017518681706860662, 0.0018512214301154017, 0.0019505745731294155, 0.002049927832558751, 0.0021492810919880867, 0.0022486343514174223, 0.002347987610846758, 0.00244734063744545, 0.0025466938968747854, 0.002646047156304121, 0.0027454004157334566, 0.002844753675162792, 0.002944106934592128, 0.0030434599611908197, 0.0031428132206201553, 0.003242166480049491, 0.0033415197394788265]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 5.0, 7.0, 6.0, 6.0, 15.0, 12.0, 26.0, 50.0, 53.0, 73.0, 128.0, 182.0, 260.0, 406.0, 585.0, 894.0, 1352.0, 2387.0, 4047.0, 7563.0, 15984.0, 41634.0, 186469.0, 816597.0, 50031.0, 21500.0, 11026.0, 6487.0, 3747.0, 2483.0, 1623.0, 1121.0, 768.0, 559.0, 432.0, 279.0, 229.0, 141.0, 126.0, 73.0, 72.0, 49.0, 38.0, 34.0, 23.0, 15.0, 9.0, 8.0, 8.0, 7.0, 5.0, 2.0, 1.0, 4.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.0047660162672400475, -0.004596685990691185, -0.004427355248481035, -0.004258024971932173, -0.00408869469538331, -0.0039193639531731606, -0.003750033676624298, -0.0035807034000754356, -0.0034113728906959295, -0.0032420423813164234, -0.003072712104767561, -0.002903381595388055, -0.0027340510860085487, -0.0025647208094596863, -0.00239539030008018, -0.0022260600235313177, -0.0020567295141518116, -0.0018873991211876273, -0.001718068728223443, -0.001548738218843937, -0.0013794078258797526, -0.0012100774329155684, -0.0010407469235360622, -0.000871416530571878, -0.0007020861376076937, -0.0005327557446435094, -0.0003634252934716642, -0.00019409487140364945, -2.476444933563471e-05, 0.00014456597273238003, 0.0003138963948003948, 0.0004832268168684095, 0.0006525572389364243, 0.0008218876319006085, 0.0009912180248647928, 0.001160548534244299, 0.0013298789272084832, 0.0014992093201726675, 0.0016685398295521736, 0.001837870222516358, 0.002007200615480542, 0.0021765311248600483, 0.0023458614014089108, 0.002515191910788417, 0.002684522420167923, 0.0028538526967167854, 0.0030231832060962915, 0.003192513482645154, 0.00336184399202466, 0.0035311745014041662, 0.0037005047779530287, 0.003869835287332535, 0.004039165563881397, 0.004208496306091547, 0.0043778265826404095, 0.004547156859189272, 0.004716487601399422, 0.004885817877948284, 0.005055148154497147, 0.005224478431046009, 0.005393809173256159, 0.005563139449805021, 0.005732469726353884, 0.0059018004685640335, 0.006071130745112896]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 3.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0, 10.0, 5.0, 1.0, 3.0, 3.0, 1.0, 6.0, 4.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0], "bins": [-0.03156189247965813, -0.030908051878213882, -0.030254211276769638, -0.029600370675325394, -0.02894653007388115, -0.028292689472436905, -0.02763884887099266, -0.026985008269548416, -0.026331167668104172, -0.025677327066659927, -0.025023486465215683, -0.02436964586377144, -0.023715805262327194, -0.02306196466088295, -0.022408124059438705, -0.02175428345799446, -0.021100442856550217, -0.02044660411775112, -0.019792763516306877, -0.019138922914862633, -0.01848508231341839, -0.017831241711974144, -0.0171774011105299, -0.016523560509085655, -0.01586971990764141, -0.015215879306197166, -0.014562038704752922, -0.013908198103308678, -0.013254357501864433, -0.012600516900420189, -0.011946676298975945, -0.0112928356975317, -0.010638995096087456, -0.009985154494643211, -0.009331313893198967, -0.008677473291754723, -0.008023632690310478, -0.007369792554527521, -0.006715951953083277, -0.006062111351639032, -0.005408270750194788, -0.004754430148750544, -0.004100589547306299, -0.0034467491786926985, -0.002792908577248454, -0.0021390679758042097, -0.0014852274907752872, -0.0008313869475387037, -0.0001775464043021202, 0.00047629413893446326, 0.0011301346821710467, 0.0017839751671999693, 0.0024378157686442137, 0.003091656370088458, 0.003745496738702059, 0.004399337340146303, 0.0050531779415905476, 0.005707018543034792, 0.006360859144479036, 0.007014699745923281, 0.007668539881706238, 0.008322380483150482, 0.008976221084594727, 0.009630061686038971, 0.010283902287483215]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 5.0, 0.0, 0.0, 2.0, 2.0, 2.0, 7.0, 2.0, 9.0, 18.0, 6.0, 4.0, 5.0, 1.0, 2.0, 4.0, 9.0, 10.0, 10.0, 14.0, 17.0, 31.0, 38.0, 32.0, 43.0, 68.0, 77.0, 119.0, 137.0, 170.0, 200.0, 284.0, 350.0, 531.0, 728.0, 1069.0, 2009.0, 6271.0, 1638.0, 1166.0, 877.0, 646.0, 464.0, 337.0, 260.0, 203.0, 159.0, 95.0, 79.0, 54.0, 44.0, 22.0, 21.0, 29.0, 10.0, 11.0, 8.0, 8.0, 7.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.009998642839491367, -0.009737751446664333, -0.009476859122514725, -0.00921596772968769, -0.008955076336860657, -0.008694184012711048, -0.008433292619884014, -0.008172400295734406, -0.007911508902907372, -0.00765061704441905, -0.007389725185930729, -0.007128833793103695, -0.006867941934615374, -0.006607050076127052, -0.006346158683300018, -0.006085266824811697, -0.005824374966323376, -0.005563483107835054, -0.005302591249346733, -0.005041699856519699, -0.004780807998031378, -0.0045199161395430565, -0.0042590247467160225, -0.003998132888227701, -0.00373724102973938, -0.0034763491712510586, -0.003215457545593381, -0.0029545659199357033, -0.002693674061447382, -0.0024327822029590607, -0.002171890577301383, -0.0019109988352283835, -0.001650107093155384, -0.0013892153510823846, -0.0011283236090093851, -0.0008674318669363856, -0.0006065401248633862, -0.0003456483827903867, -8.47566407173872e-05, 0.00017613510135561228, 0.00043702684342861176, 0.0006979185855016112, 0.0009588103275746107, 0.0012197020696476102, 0.0014805938117206097, 0.0017414855537936091, 0.0020023772958666086, 0.0022632689215242863, 0.0025241607800126076, 0.002785052638500929, 0.0030459442641586065, 0.003306835889816284, 0.0035677277483046055, 0.003828619606792927, 0.004089510999619961, 0.004350402858108282, 0.004611294716596603, 0.004872186575084925, 0.005133078433573246, 0.00539396982640028, 0.005654861684888601, 0.005915753543376923, 0.006176644936203957, 0.006437536794692278, 0.006698428653180599]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 1.0, 1.0, 3.0, 4.0, 2.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04294686019420624, -0.03971174731850624, -0.036476634442806244, -0.03324151784181595, -0.03000640496611595, -0.026771292090415955, -0.02353617735207081, -0.020301062613725662, -0.017065949738025665, -0.013830835931003094, -0.010595722123980522, -0.007360608316957951, -0.004125494509935379, -0.0008903807029128075, 0.002344733104109764, 0.005579846911132336, 0.008814960718154907, 0.012050074525177479, 0.01528518833220005, 0.018520303070545197, 0.021755415946245193, 0.02499052882194519, 0.028225643560290337, 0.03146075829863548, 0.03469587117433548, 0.03793098405003548, 0.041166096925735474, 0.04440121352672577, 0.047636326402425766, 0.05087143927812576, 0.05410655587911606, 0.057341668754816055, 0.06057678163051605, 0.06381189823150635, 0.06704700738191605, 0.07028212398290634, 0.07351723313331604, 0.07675234973430634, 0.07998746633529663, 0.08322257548570633, 0.08645769208669662, 0.08969280868768692, 0.09292791783809662, 0.09616303443908691, 0.09939815104007721, 0.10263326019048691, 0.1058683767914772, 0.1091034859418869, 0.1123386025428772, 0.11557371914386749, 0.11880882829427719, 0.12204394489526749, 0.12527905404567719, 0.12851417064666748, 0.13174928724765778, 0.13498440384864807, 0.13821950554847717, 0.14145462214946747, 0.14468973875045776, 0.14792485535144806, 0.15115997195243835, 0.15439508855342865, 0.15763019025325775, 0.16086530685424805, 0.16410042345523834]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 3.0, 2.0, 4.0, 5.0, 2.0, 7.0, 6.0, 8.0, 10.0, 11.0, 15.0, 12.0, 18.0, 21.0, 26.0, 42.0, 14.0, 7.0, 10.0, 8.0, 6.0, 7.0, 8.0, 2.0, 1.0, 0.0, 3.0, 4.0, 2.0, 2.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.021362539380788803, -0.020249109715223312, -0.01913568004965782, -0.01802225038409233, -0.01690882071852684, -0.01579539105296135, -0.014681961387395859, -0.013568531721830368, -0.012455102056264877, -0.011341672390699387, -0.010228242725133896, -0.009114813059568405, -0.008001383394002914, -0.006887953728437424, -0.005774524062871933, -0.004661094397306442, -0.0035476647317409515, -0.002434235066175461, -0.00132080540060997, -0.00020737573504447937, 0.0009060539305210114, 0.002019483596086502, 0.003132913261651993, 0.0042463429272174835, 0.005359772592782974, 0.006473202258348465, 0.007586631923913956, 0.008700061589479446, 0.009813491255044937, 0.010926920920610428, 0.012040350586175919, 0.01315378025174141, 0.0142672099173069, 0.01538063958287239, 0.01649406924843788, 0.017607498914003372, 0.018720928579568863, 0.019834358245134354, 0.020947787910699844, 0.022061217576265335, 0.023174647241830826, 0.024288076907396317, 0.025401506572961807, 0.026514936238527298, 0.02762836590409279, 0.02874179556965828, 0.02985522523522377, 0.03096865490078926, 0.03208208456635475, 0.03319551423192024, 0.03430894389748573, 0.035422373563051224, 0.036535803228616714, 0.037649232894182205, 0.038762662559747696, 0.03987609222531319, 0.04098952189087868, 0.04210295155644417, 0.04321638122200966, 0.04432981088757515, 0.04544324055314064, 0.04655667021870613, 0.04767009988427162, 0.04878352954983711, 0.0498969592154026]}, "_runtime": 116.19182419776917, "_timestamp": 1596212986.8933618, "_step": 139}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 5.0, 0.0, 0.0, 2.0, 4.0, 2.0, 2.0, 0.0, 0.0, 5.0, 1.0, 0.0, 4.0, 1.0, 2.0, 3.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008674592711031437, -0.008400059305131435, -0.008125525899231434, -0.007850991562008858, -0.007576458156108856, -0.007301924750208855, -0.007027391344308853, -0.006752857472747564, -0.006478324066847563, -0.006203790660947561, -0.005929256789386272, -0.005654723383486271, -0.005380189977586269, -0.0051056561060249805, -0.004831122700124979, -0.00455658882856369, -0.004282055422663689, -0.004007522016763687, -0.0037329881452023983, -0.0034584547393023968, -0.0031839211005717516, -0.0029093874618411064, -0.002634854055941105, -0.0023603204172104597, -0.0020857867784798145, -0.0018112531397491693, -0.001536719617433846, -0.0012621860951185226, -0.0009876524563878775, -0.0007131188758648932, -0.00043858529534190893, -0.00016405171481892467, 0.0001104818657040596, 0.00038501544622704387, 0.0006595490267500281, 0.0009340826072730124, 0.0012086161877959967, 0.0014831498265266418, 0.0017576833488419652, 0.0020322168711572886, 0.0023067505098879337, 0.002581284148618579, 0.002855817787349224, 0.0031303511932492256, 0.003404884831979871, 0.003679418470710516, 0.0039539518766105175, 0.004228485748171806, 0.004503019154071808, 0.004777552559971809, 0.005052086431533098, 0.0053266198374331, 0.005601153708994389, 0.00587568711489439, 0.006150220520794392, 0.0064247543923556805, 0.006699287798255682, 0.0069738212041556835, 0.007248355075716972, 0.007522888481616974, 0.007797421887516975, 0.008071955293416977, 0.008346489630639553, 0.008621023036539555, 0.008895556442439556]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 4.0, 4.0, 2.0, 2.0, 6.0, 4.0, 14.0, 18.0, 19.0, 25.0, 42.0, 51.0, 71.0, 89.0, 115.0, 155.0, 252.0, 498.0, 5363.0, 413.0, 224.0, 167.0, 96.0, 79.0, 63.0, 42.0, 26.0, 24.0, 16.0, 10.0, 14.0, 4.0, 3.0, 2.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12818236649036407, -0.12421605736017227, -0.12024974822998047, -0.11628343164920807, -0.11231712251901627, -0.10835081338882446, -0.10438449680805206, -0.10041818767786026, -0.09645187854766846, -0.09248556941747665, -0.08851926028728485, -0.08455294370651245, -0.08058663457632065, -0.07662032544612885, -0.07265400886535645, -0.06868769973516464, -0.06472139060497284, -0.060755081474781036, -0.056788768619298935, -0.052822455763816833, -0.04885614663362503, -0.04488983750343323, -0.040923524647951126, -0.036957211792469025, -0.03299090266227722, -0.02902459166944027, -0.025058280676603317, -0.021091969683766365, -0.017125658690929413, -0.01315934769809246, -0.009193036705255508, -0.005226725712418556, -0.001260414719581604, 0.002705896273255348, 0.0066722072660923, 0.010638518258929253, 0.014604829251766205, 0.018571140244603157, 0.02253745123744011, 0.02650376223027706, 0.030470073223114014, 0.03443638235330582, 0.03840269520878792, 0.04236900806427002, 0.04633531719446182, 0.050301626324653625, 0.05426793918013573, 0.05823425203561783, 0.06220056116580963, 0.06616687029600143, 0.07013317942619324, 0.07409949600696564, 0.07806580513715744, 0.08203211426734924, 0.08599843084812164, 0.08996473997831345, 0.09393104910850525, 0.09789735823869705, 0.10186366736888885, 0.10582998394966125, 0.10979629307985306, 0.11376260221004486, 0.11772891879081726, 0.12169522792100906, 0.12566153705120087]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 5.0, 0.0, 1.0, 4.0, 7.0, 3.0, 3.0, 2.0, 5.0, 4.0, 5.0, 5.0, 24.0, 7.0, 3.0, 2.0, 5.0, 3.0, 2.0, 2.0, 5.0, 4.0, 1.0, 2.0, 2.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.002753334352746606, -0.002663516206666827, -0.002573697827756405, -0.002483879681676626, -0.0023940615355968475, -0.002304243156686425, -0.0022144250106066465, -0.002124606631696224, -0.0020347884856164455, -0.001944970223121345, -0.0018551519606262445, -0.0017653338145464659, -0.0016755155520513654, -0.0015856972895562649, -0.0014958791434764862, -0.0014060608809813857, -0.0013162426184862852, -0.0012264243559911847, -0.0011366060934960842, -0.0010467879474163055, -0.000956969684921205, -0.0008671514224261045, -0.000777333218138665, -0.0006875150138512254, -0.0005976967513561249, -0.0005078784888610244, -0.0004180602845735848, -0.00032824205118231475, -0.0002384238177910447, -0.00014860558439977467, -5.878735100850463e-05, 3.103088238276541e-05, 0.00012084911577403545, 0.0002106673491653055, 0.00030048558255657554, 0.0003903038159478456, 0.0004801220493391156, 0.0005699403118342161, 0.0006597585161216557, 0.0007495767204090953, 0.0008393949829041958, 0.0009292132453992963, 0.0010190315078943968, 0.0011088496539741755, 0.001198667916469276, 0.0012884861789643764, 0.0013783043250441551, 0.0014681225875392556, 0.0015579408500343561, 0.0016477591125294566, 0.0017375773750245571, 0.0018273955211043358, 0.0019172137835994363, 0.0020070320460945368, 0.0020968501921743155, 0.0021866685710847378, 0.0022764867171645164, 0.002366304863244295, 0.0024561232421547174, 0.002545941388234496, 0.0026357597671449184, 0.002725577913224697, 0.002815396059304476, 0.002905214438214898, 0.0029950325842946768]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 5.0, 3.0, 4.0, 10.0, 21.0, 24.0, 45.0, 47.0, 87.0, 134.0, 218.0, 328.0, 556.0, 908.0, 1529.0, 2706.0, 4821.0, 10478.0, 25979.0, 90756.0, 916834.0, 76614.0, 24122.0, 10123.0, 5103.0, 2727.0, 1685.0, 1117.0, 755.0, 547.0, 360.0, 266.0, 159.0, 132.0, 108.0, 84.0, 56.0, 48.0, 26.0, 25.0, 25.0, 14.0, 9.0, 9.0, 7.0, 7.0, 4.0, 3.0, 3.0, 3.0, 3.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.004559699911624193, -0.004347735550254583, -0.004135771654546261, -0.003923807293176651, -0.003711842931807041, -0.0034998785704374313, -0.003287914441898465, -0.003075950313359499, -0.002863985951989889, -0.0026520215906202793, -0.002440057462081313, -0.002228093333542347, -0.002016128972172737, -0.0018041647272184491, -0.0015922004822641611, -0.001380236237309873, -0.001168271992355585, -0.0009563077474012971, -0.0007443435024470091, -0.0005323792574927211, -0.0003204150125384331, -0.00010845076758414507, 0.00010351347737014294, 0.00031547772232443094, 0.000527441967278719, 0.000739406212233007, 0.000951370457187295, 0.001163334702141583, 0.001375298947095871, 0.001587263192050159, 0.001799227437004447, 0.002011191565543413, 0.002223155926913023, 0.002435120288282633, 0.002647084416821599, 0.002859048545360565, 0.003071012906730175, 0.003282977268099785, 0.003494941396638751, 0.003706905525177717, 0.003918869886547327, 0.004130834247916937, 0.004342798143625259, 0.004554762504994869, 0.004766726866364479, 0.004978691227734089, 0.005190655589103699, 0.005402619484812021, 0.005614583846181631, 0.005826548207551241, 0.0060385121032595634, 0.006250476464629173, 0.006462440825998783, 0.006674405187368393, 0.006886369548738003, 0.007098333444446325, 0.007310297805815935, 0.007522262167185545, 0.0077342260628938675, 0.007946190424263477, 0.008158154785633087, 0.008370119147002697, 0.008582083508372307, 0.008794047869741917, 0.009006012231111526]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 2.0, 5.0, 4.0, 4.0, 0.0, 3.0, 8.0, 3.0, 2.0, 3.0, 2.0, 2.0, 4.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01577835902571678, -0.015139368362724781, -0.01450037769973278, -0.01386138703674078, -0.01322239637374878, -0.012583405710756779, -0.011944415047764778, -0.011305424384772778, -0.010666433721780777, -0.010027442127466202, -0.009388451464474201, -0.0087494608014822, -0.0081104701384902, -0.0074714794754981995, -0.006832488812506199, -0.006193498149514198, -0.005554507486522198, -0.004915516823530197, -0.0042765261605381966, -0.0036375352647155523, -0.0029985446017235518, -0.002359553938731551, -0.0017205631593242288, -0.0010815723799169064, -0.0004425817169249058, 0.00019640900427475572, 0.0008353997254744172, 0.0014743905048817396, 0.00211338116787374, 0.0027523718308657408, 0.003391362726688385, 0.004030353389680386, 0.004669344052672386, 0.005308334715664387, 0.005947325378656387, 0.006586316041648388, 0.0072253067046403885, 0.007864297367632389, 0.00850328803062439, 0.00914227869361639, 0.00978126935660839, 0.010420260950922966, 0.011059251613914967, 0.011698242276906967, 0.012337232939898968, 0.012976223602890968, 0.013615214265882969, 0.01425420492887497, 0.01489319559186697, 0.01553218625485897, 0.016171177849173546, 0.016810167580842972, 0.017449159175157547, 0.018088148906826973, 0.018727140501141548, 0.019366130232810974, 0.02000512182712555, 0.020644111558794975, 0.02128310315310955, 0.021922092884778976, 0.02256108447909355, 0.023200074210762978, 0.023839065805077553, 0.02447805553674698, 0.025117047131061554]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 3.0, 3.0, 1.0, 2.0, 7.0, 6.0, 7.0, 12.0, 10.0, 20.0, 16.0, 38.0, 38.0, 52.0, 91.0, 96.0, 147.0, 186.0, 254.0, 363.0, 438.0, 645.0, 981.0, 1400.0, 2290.0, 6349.0, 1739.0, 1048.0, 669.0, 445.0, 309.0, 221.0, 131.0, 116.0, 70.0, 37.0, 46.0, 27.0, 23.0, 12.0, 12.0, 13.0, 6.0, 6.0, 7.0, 12.0, 4.0, 6.0, 2.0, 3.0, 3.0, 0.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008641359396278858, -0.008336501196026802, -0.008031642995774746, -0.00772678479552269, -0.007421926595270634, -0.00711706792935729, -0.006812209729105234, -0.006507351528853178, -0.006202493328601122, -0.005897635128349066, -0.00559277692809701, -0.0052879187278449535, -0.00498306006193161, -0.004678201861679554, -0.004373343661427498, -0.004068485461175442, -0.0037636272609233856, -0.0034587690606713295, -0.0031539108604192734, -0.0028490524273365736, -0.0025441942270845175, -0.0022393360268324614, -0.0019344777101650834, -0.0016296193934977055, -0.0013247611932456493, -0.0010199029929935932, -0.0007150446763262153, -0.00041018641786649823, -0.0001053281594067812, 0.00019953009905293584, 0.0005043883575126529, 0.0008092466159723699, 0.001114104874432087, 0.001418963074684143, 0.001723821391351521, 0.002028679708018899, 0.002333537908270955, 0.002638396108523011, 0.002943254541605711, 0.003248112741857767, 0.0035529709421098232, 0.0038578291423618793, 0.0041626873426139355, 0.004467545542865992, 0.004772404208779335, 0.005077262409031391, 0.005382120609283447, 0.005686978809535503, 0.0059918370097875595, 0.006296695210039616, 0.006601553410291672, 0.006906411610543728, 0.007211269810795784, 0.007516128476709127, 0.007820986211299896, 0.008125844411551952, 0.008430702611804008, 0.00873556174337864, 0.009040419943630695, 0.009345278143882751, 0.009650136344134808, 0.009954994544386864, 0.01025985274463892, 0.010564710944890976, 0.010869569145143032]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 3.0, 0.0, 1.0, 3.0, 1.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06197996437549591, -0.05933476239442825, -0.056689560413360596, -0.05404435843229294, -0.05139915645122528, -0.04875395447015762, -0.046108752489089966, -0.04346355050802231, -0.04081834852695465, -0.03817314654588699, -0.035527944564819336, -0.03288274258375168, -0.03023754060268402, -0.027592338621616364, -0.024947136640548706, -0.02230193465948105, -0.01965673267841339, -0.017011530697345734, -0.014366328716278076, -0.011721126735210419, -0.009075924754142761, -0.006430722773075104, -0.0037855207920074463, -0.0011403188109397888, 0.0015048831701278687, 0.004150085151195526, 0.006795287132263184, 0.009440489113330841, 0.012085691094398499, 0.014730893075466156, 0.017376095056533813, 0.02002129703760147, 0.02266649901866913, 0.025311700999736786, 0.027956902980804443, 0.0306021049618721, 0.03324730694293976, 0.035892508924007416, 0.03853771090507507, 0.04118291288614273, 0.04382811486721039, 0.046473316848278046, 0.0491185188293457, 0.05176372081041336, 0.05440892279148102, 0.057054124772548676, 0.05969932675361633, 0.06234452873468399, 0.06498973071575165, 0.0676349326968193, 0.07028013467788696, 0.07292533665895462, 0.07557053864002228, 0.07821574062108994, 0.08086094260215759, 0.08350614458322525, 0.08615134656429291, 0.08879654854536057, 0.09144175052642822, 0.09408695250749588, 0.09673215448856354, 0.0993773564696312, 0.10202255845069885, 0.10466776043176651, 0.10731296241283417]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 0.0, 2.0, 3.0, 1.0, 1.0, 2.0, 1.0, 5.0, 7.0, 7.0, 5.0, 8.0, 11.0, 12.0, 10.0, 12.0, 7.0, 13.0, 10.0, 11.0, 12.0, 12.0, 29.0, 12.0, 10.0, 10.0, 7.0, 7.0, 7.0, 5.0, 8.0, 3.0, 8.0, 6.0, 2.0, 4.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 3.0], "bins": [-0.03875749185681343, -0.03724099323153496, -0.035724494606256485, -0.03420799598097801, -0.03269149735569954, -0.031175000593066216, -0.029658501967787743, -0.02814200334250927, -0.026625506579875946, -0.025109007954597473, -0.023592509329319, -0.022076010704040527, -0.020559512078762054, -0.01904301345348358, -0.017526516690850258, -0.016010018065571785, -0.014493519440293312, -0.01297702081501484, -0.011460523121058941, -0.009944024495780468, -0.00842752680182457, -0.006911028176546097, -0.005394529551267624, -0.0038780313916504383, -0.0023615332320332527, -0.0008450349560007453, 0.0006714633200317621, 0.0021879617124795914, 0.003704459872096777, 0.0052209580317139626, 0.0067374566569924355, 0.008253954350948334, 0.009770452976226807, 0.01128695160150528, 0.012803449295461178, 0.01431994792073965, 0.01583644561469555, 0.017352944239974022, 0.018869442865252495, 0.020385941490530968, 0.02190243825316429, 0.023418936878442764, 0.024935435503721237, 0.02645193412899971, 0.027968432754278183, 0.029484931379556656, 0.03100142814218998, 0.0325179286301136, 0.034034423530101776, 0.03555092215538025, 0.03706742078065872, 0.038583919405937195, 0.04010041803121567, 0.04161691665649414, 0.043133415281772614, 0.044649913907051086, 0.04616641253232956, 0.04768291115760803, 0.049199409782886505, 0.05071590468287468, 0.05223240330815315, 0.053748901933431625, 0.0552654005587101, 0.05678189918398857, 0.058298397809267044]}, "_runtime": 116.9723117351532, "_timestamp": 1596212987.6738493, "_step": 140}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 3.0, 0.0, 3.0, 4.0, 0.0, 4.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 2.0, 1.0, 3.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.010384657420217991, -0.010108509100973606, -0.009832361713051796, -0.009556213393807411, -0.009280065074563026, -0.009003917686641216, -0.008727769367396832, -0.008451621048152447, -0.008175473660230637, -0.007899325340986252, -0.007623177487403154, -0.007347029633820057, -0.007070881314575672, -0.006794733460992575, -0.006518585607409477, -0.0062424372881650925, -0.005966289434581995, -0.0056901415809988976, -0.005413993261754513, -0.005137845408171415, -0.004861697554588318, -0.004585549235343933, -0.004309401381760836, -0.004033253528177738, -0.003757105441763997, -0.003480957355350256, -0.0032048095017671585, -0.0029286614153534174, -0.0026525133289396763, -0.002376365475356579, -0.0021002173889428377, -0.0018240694189444184, -0.0015479214489459991, -0.0012717734789475799, -0.0009956255089491606, -0.0007194774225354195, -0.0004433294525370002, -0.00016718145343475044, 0.0001089665456674993, 0.00038511454476974905, 0.0006612625438719988, 0.0009374105138704181, 0.0012135584838688374, 0.0014897065702825785, 0.0017658545402809978, 0.002042002510279417, 0.002318150596693158, 0.0025942984502762556, 0.0028704465366899967, 0.003146594623103738, 0.0034227424766868353, 0.0036988905631005764, 0.003975038416683674, 0.004251186735928059, 0.004527334589511156, 0.0048034824430942535, 0.005079630762338638, 0.005355778615921736, 0.005631926469504833, 0.005908074323087931, 0.0061842226423323154, 0.006460370495915413, 0.00673651834949851, 0.007012666668742895, 0.007288814522325993]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 4.0, 3.0, 4.0, 5.0, 3.0, 4.0, 9.0, 8.0, 12.0, 11.0, 11.0, 14.0, 15.0, 19.0, 23.0, 18.0, 46.0, 45.0, 60.0, 80.0, 98.0, 139.0, 188.0, 331.0, 5226.0, 613.0, 286.0, 151.0, 125.0, 84.0, 65.0, 54.0, 27.0, 25.0, 21.0, 17.0, 13.0, 14.0, 16.0, 7.0, 8.0, 4.0, 4.0, 7.0, 1.0, 3.0, 4.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.1284005045890808, -0.1247878447175026, -0.12117517739534378, -0.11756251752376556, -0.11394985020160675, -0.11033719033002853, -0.10672453045845032, -0.1031118631362915, -0.09949920326471329, -0.09588653594255447, -0.09227387607097626, -0.08866121619939804, -0.08504854887723923, -0.08143588900566101, -0.0778232216835022, -0.07421056181192398, -0.07059790194034576, -0.06698523461818695, -0.06337257474660873, -0.05975991114974022, -0.056147247552871704, -0.05253458395600319, -0.048921920359134674, -0.04530925676226616, -0.041696593165397644, -0.03808393329381943, -0.03447126969695091, -0.030858606100082397, -0.027245942503213882, -0.023633280768990517, -0.020020617172122, -0.016407955437898636, -0.01279529184103012, -0.00918262917548418, -0.005569966044276953, -0.0019573031459003687, 0.0016553597524762154, 0.005268022418022156, 0.00888068601489067, 0.012493348680436611, 0.01610601134598255, 0.019718674942851067, 0.023331336677074432, 0.026944000273942947, 0.030556663870811462, 0.03416932746767998, 0.037781987339258194, 0.04139465093612671, 0.045007314532995224, 0.04861997812986374, 0.052232641726732254, 0.05584530159831047, 0.059457965195178986, 0.0630706325173378, 0.06668329238891602, 0.07029595226049423, 0.07390861958265305, 0.07752127945423126, 0.08113394677639008, 0.08474660664796829, 0.08835926651954651, 0.09197193384170532, 0.09558459371328354, 0.09919726103544235, 0.10280992090702057]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 7.0, 1.0, 6.0, 2.0, 4.0, 4.0, 6.0, 7.0, 2.0, 28.0, 3.0, 7.0, 1.0, 5.0, 2.0, 5.0, 3.0, 3.0, 1.0, 6.0, 0.0, 2.0, 0.0, 3.0, 0.0, 0.0, 2.0, 4.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003925439901649952, -0.0037952421698719263, -0.003665044205263257, -0.0035348464734852314, -0.003404648508876562, -0.0032744507770985365, -0.003144252812489867, -0.0030140550807118416, -0.0028838571161031723, -0.0027536593843251467, -0.002623461652547121, -0.0024932636879384518, -0.002363065956160426, -0.002232867991551757, -0.0021026702597737312, -0.001972472295165062, -0.0018422745633870363, -0.0017120767151936889, -0.0015818788670003414, -0.001451681018806994, -0.0013214831706136465, -0.0011912854388356209, -0.0010610875906422734, -0.000930889742448926, -0.0008006918942555785, -0.0006704940460622311, -0.0005402961978688836, -0.00041009840788319707, -0.0002799005596898496, -0.0001497027260484174, -1.9504892406985164e-05, 0.00011069294123444706, 0.0002408907748758793, 0.00037108862306922674, 0.0005012864712625742, 0.0006314842612482607, 0.0007616821094416082, 0.0008918799576349556, 0.0010220777476206422, 0.0011522755958139896, 0.001282473444007337, 0.0014126712922006845, 0.001542869140394032, 0.0016730669885873795, 0.001803264720365405, 0.0019334625685587525, 0.0020636604167521, 0.0021938583813607693, 0.002324056113138795, 0.0024542538449168205, 0.00258445180952549, 0.0027146495413035154, 0.0028448475059121847, 0.0029750452376902103, 0.0031052432022988796, 0.0032354409340769053, 0.003365638665854931, 0.0034958366304636, 0.003626034362241626, 0.003756232326850295, 0.0038864300586283207, 0.00401662802323699, 0.004146825987845659, 0.004277023486793041, 0.0044072214514017105]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 4.0, 9.0, 7.0, 9.0, 19.0, 19.0, 44.0, 61.0, 77.0, 132.0, 230.0, 324.0, 515.0, 870.0, 1390.0, 2524.0, 4545.0, 8764.0, 17861.0, 44788.0, 200368.0, 784205.0, 52271.0, 24020.0, 13346.0, 7840.0, 4958.0, 3149.0, 2255.0, 1458.0, 1078.0, 687.0, 461.0, 356.0, 263.0, 200.0, 128.0, 95.0, 70.0, 58.0, 44.0, 33.0, 26.0, 21.0, 16.0, 7.0, 5.0, 8.0, 7.0, 4.0, 2.0, 4.0, 3.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.006305328570306301, -0.0060808658599853516, -0.005856403615325689, -0.00563194090500474, -0.0054074786603450775, -0.005183015950024128, -0.004958553239703178, -0.004734090995043516, -0.004509628284722567, -0.004285166040062904, -0.004060703329741955, -0.003836240852251649, -0.003611778374761343, -0.003387315897271037, -0.0031628531869500875, -0.0029383907094597816, -0.0027139282319694757, -0.00248946575447917, -0.002265003276988864, -0.0020405405666679144, -0.0018160780891776085, -0.0015916156116873026, -0.0013671531341969967, -0.001142690540291369, -0.0009182280628010631, -0.0006937655271030962, -0.0004693030205089599, -0.00024484051391482353, -2.0377978216856718e-05, 0.00020408454292919487, 0.00042854706407524645, 0.0006530095706693828, 0.0008774721063673496, 0.0011019345838576555, 0.0013263971777632833, 0.0015508596552535892, 0.0017753222491592169, 0.0019997847266495228, 0.0022242472041398287, 0.0024487096816301346, 0.002673172391951084, 0.00289763486944139, 0.003122097346931696, 0.003346559824422002, 0.0035710223019123077, 0.0037954847794026136, 0.0040199472568929195, 0.004244409967213869, 0.004468872211873531, 0.004693334922194481, 0.0049177976325154305, 0.005142259877175093, 0.005366722587496042, 0.0055911848321557045, 0.005815647542476654, 0.006040110252797604, 0.006264572497457266, 0.006489035207778215, 0.006713497452437878, 0.006937960162758827, 0.007162422873079777, 0.007386885117739439, 0.0076113478280603886, 0.00783581007272005, 0.008060272783041]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 6.0, 0.0, 4.0, 0.0, 0.0, 7.0, 1.0, 2.0, 1.0, 4.0, 3.0, 2.0, 1.0, 0.0, 3.0, 1.0, 3.0, 3.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.025873059406876564, -0.025190088897943497, -0.02450711838901043, -0.023824147880077362, -0.023141177371144295, -0.022458206862211227, -0.02177523635327816, -0.021092265844345093, -0.020409293472766876, -0.01972632296383381, -0.01904335245490074, -0.018360381945967674, -0.017677411437034607, -0.01699444092810154, -0.016311470419168472, -0.015628499910235405, -0.014945529401302338, -0.01426255889236927, -0.013579588383436203, -0.012896617874503136, -0.012213647365570068, -0.011530675925314426, -0.010847705416381359, -0.010164734907448292, -0.009481764398515224, -0.008798793889582157, -0.00811582338064909, -0.007432852406054735, -0.006749881897121668, -0.0060669113881886005, -0.005383940413594246, -0.004700969904661179, -0.004017999395728111, -0.003335028886795044, -0.002652058145031333, -0.001969087403267622, -0.0012861168943345547, -0.0006031462689861655, 7.982435636222363e-05, 0.0007627949817106128, 0.001445765607059002, 0.0021287361159920692, 0.0028117068577557802, 0.003494677599519491, 0.0041776481084525585, 0.004860618617385626, 0.0055435895919799805, 0.006226560100913048, 0.006909530609846115, 0.0075925011187791824, 0.00827547162771225, 0.008958442136645317, 0.009641412645578384, 0.010324384085834026, 0.011007354594767094, 0.011690325103700161, 0.012373295612633228, 0.013056266121566296, 0.013739236630499363, 0.01442220713943243, 0.015105178579688072, 0.01578814908862114, 0.016471119597554207, 0.017154090106487274, 0.01783706061542034]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 4.0, 3.0, 6.0, 8.0, 12.0, 16.0, 15.0, 21.0, 16.0, 32.0, 34.0, 47.0, 67.0, 81.0, 92.0, 116.0, 176.0, 219.0, 313.0, 412.0, 521.0, 781.0, 1079.0, 1740.0, 5931.0, 1912.0, 1332.0, 940.0, 667.0, 505.0, 358.0, 261.0, 179.0, 133.0, 106.0, 69.0, 55.0, 47.0, 27.0, 31.0, 16.0, 11.0, 11.0, 2.0, 1.0, 4.0, 2.0, 3.0, 0.0, 6.0], "bins": [-0.014616725035011768, -0.014236093498766422, -0.01385546289384365, -0.013474831357598305, -0.013094200752675533, -0.012713569216430187, -0.012332938611507416, -0.01195230707526207, -0.011571675539016724, -0.011191044934093952, -0.010810413397848606, -0.010429782792925835, -0.010049151256680489, -0.009668520651757717, -0.009287889115512371, -0.0089072585105896, -0.008526626974344254, -0.008145995438098907, -0.007765364833176136, -0.007384733762592077, -0.0070041026920080185, -0.006623471155762672, -0.006242840085178614, -0.005862209014594555, -0.005481577944010496, -0.005100946873426437, -0.004720315802842379, -0.00433968473225832, -0.003959053196012974, -0.0035784223582595587, -0.0031977910548448563, -0.0028171599842607975, -0.0024365289136767387, -0.00205589784309268, -0.0016752666560932994, -0.0012946354690939188, -0.00091400439850986, -0.0005333732697181404, -0.0001527421409264207, 0.00022788898786529899, 0.0006085201166570187, 0.0009891511872410774, 0.001369782374240458, 0.0017504135612398386, 0.0021310446318238974, 0.002511675702407956, 0.0028923070058226585, 0.0032729380764067173, 0.003653569146990776, 0.004034200217574835, 0.004414831288158894, 0.004795462358742952, 0.005176093429327011, 0.005556724965572357, 0.005937356036156416, 0.006317987106740475, 0.0066986181773245335, 0.007079249247908592, 0.007459880318492651, 0.00784051138907671, 0.008221142925322056, 0.008601773530244827, 0.008982405066490173, 0.009363035671412945, 0.00974366720765829]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.11367327719926834, -0.11019865423440933, -0.10672402381896973, -0.10324940085411072, -0.09977477043867111, -0.0963001474738121, -0.0928255170583725, -0.08935089409351349, -0.08587626367807388, -0.08240164071321487, -0.07892701029777527, -0.07545238733291626, -0.07197775691747665, -0.06850313395261765, -0.06502850353717804, -0.06155388057231903, -0.058079253882169724, -0.054604627192020416, -0.05113000050187111, -0.0476553738117218, -0.044180747121572495, -0.04070612043142319, -0.03723149374127388, -0.03375686705112457, -0.030282242223620415, -0.026807615533471107, -0.0233329888433218, -0.019858362153172493, -0.016383737325668335, -0.012909109704196453, -0.00943448394536972, -0.005959857255220413, -0.002485230565071106, 0.0009893958922475576, 0.004464022349566221, 0.007938648574054241, 0.011413275264203548, 0.014887901954352856, 0.01836252771317959, 0.021837154403328896, 0.025311781093478203, 0.02878640778362751, 0.03226103261113167, 0.035735659301280975, 0.03921028599143028, 0.04268491268157959, 0.0461595393717289, 0.049634166061878204, 0.05310879275202751, 0.05658341944217682, 0.060058046132326126, 0.06353267282247543, 0.06700729578733444, 0.07048192620277405, 0.07395654916763306, 0.07743117958307266, 0.08090580254793167, 0.08438043296337128, 0.08785505592823029, 0.09132968634366989, 0.0948043093085289, 0.0982789397239685, 0.10175356268882751, 0.10522819310426712, 0.10870281606912613]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 4.0, 1.0, 1.0, 3.0, 3.0, 2.0, 6.0, 0.0, 2.0, 3.0, 5.0, 4.0, 6.0, 2.0, 10.0, 4.0, 5.0, 7.0, 4.0, 6.0, 11.0, 8.0, 15.0, 11.0, 9.0, 30.0, 13.0, 12.0, 14.0, 22.0, 22.0, 15.0, 5.0, 4.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.07985963672399521, -0.0774601399898529, -0.07506063580513, -0.0726611390709877, -0.0702616423368454, -0.0678621381521225, -0.0654626414179802, -0.06306314468383789, -0.06066364422440529, -0.05826414376497269, -0.05586464703083038, -0.05346514657139778, -0.05106564611196518, -0.048666149377822876, -0.046266648918390274, -0.04386715218424797, -0.04146765172481537, -0.03906815126538277, -0.03666865453124046, -0.03426915407180786, -0.03186965733766556, -0.029470156878232956, -0.027070656418800354, -0.0246711578220129, -0.02227165922522545, -0.019872160628437996, -0.017472662031650543, -0.015073161572217941, -0.012673662975430489, -0.010274164378643036, -0.007874664850533009, -0.005475165788084269, -0.0030756667256355286, -0.0006761676631867886, 0.0017233313992619514, 0.0041228304617106915, 0.0065223295241594315, 0.008921828120946884, 0.011321327649056911, 0.013720827177166939, 0.01612032577395439, 0.018519824370741844, 0.020919322967529297, 0.0233188234269619, 0.02571832202374935, 0.028117820620536804, 0.030517321079969406, 0.03291681781411171, 0.03531631827354431, 0.03771581873297691, 0.04011531546711922, 0.04251481592655182, 0.04491431266069412, 0.047313813120126724, 0.049713313579559326, 0.05211281031370163, 0.05451231077313423, 0.056911811232566833, 0.05931130796670914, 0.06171080842614174, 0.06411030888557434, 0.06650980561971664, 0.06890930235385895, 0.07130880653858185, 0.07370830327272415]}, "_runtime": 117.76661467552185, "_timestamp": 1596212988.4681523, "_step": 141}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 3.0, 3.0, 3.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 6.0, 3.0, 4.0, 3.0, 5.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011998592875897884, -0.011617419309914112, -0.01123624574393034, -0.010855071246623993, -0.01047389768064022, -0.010092724114656448, -0.009711550548672676, -0.009330376982688904, -0.008949203416705132, -0.008568028919398785, -0.008186855353415012, -0.00780568178743124, -0.007424508221447468, -0.007043334189802408, -0.006662160623818636, -0.006280986592173576, -0.005899813026189804, -0.005518639460206032, -0.005137465428560972, -0.0047562918625772, -0.00437511783093214, -0.003993944264948368, -0.003612770698964596, -0.00323159690015018, -0.002850423101335764, -0.002469249302521348, -0.002088075503706932, -0.0017069019377231598, -0.0013257281389087439, -0.0009445543983019888, -0.0005633806576952338, -0.0001822069170884788, 0.00019896682351827621, 0.0005801405641250312, 0.0009613143047317863, 0.0013424879871308804, 0.0017236617859452963, 0.0021048355847597122, 0.0024860091507434845, 0.0028671829495579004, 0.0032483567483723164, 0.0036295305471867323, 0.004010704346001148, 0.0043918779119849205, 0.004773051477968693, 0.005154225509613752, 0.005535399075597525, 0.005916573107242584, 0.0062977466732263565, 0.006678920239210129, 0.007060094270855188, 0.007441267836838961, 0.00782244186848402, 0.008203615434467793, 0.008584789000451565, 0.008965962566435337, 0.009347137063741684, 0.009728310629725456, 0.010109484195709229, 0.010490657761693, 0.010871831327676773, 0.011253004893660545, 0.011634179390966892, 0.012015352956950665, 0.012396526522934437]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 1.0, 3.0, 3.0, 2.0, 6.0, 8.0, 3.0, 5.0, 9.0, 13.0, 11.0, 20.0, 31.0, 32.0, 34.0, 54.0, 69.0, 73.0, 96.0, 118.0, 169.0, 276.0, 614.0, 5064.0, 419.0, 210.0, 133.0, 92.0, 71.0, 57.0, 50.0, 36.0, 33.0, 22.0, 30.0, 10.0, 7.0, 15.0, 4.0, 3.0, 6.0, 5.0, 3.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09694098681211472, -0.09336809813976288, -0.08979520946741104, -0.0862223207950592, -0.08264943212270737, -0.07907654345035553, -0.07550365477800369, -0.07193076610565186, -0.06835786998271942, -0.06478498131036758, -0.061212096363306046, -0.05763920769095421, -0.05406631529331207, -0.050493426620960236, -0.0469205379486084, -0.04334764927625656, -0.039774760603904724, -0.03620187193155289, -0.03262898325920105, -0.029056092724204063, -0.025483204051852226, -0.02191031537950039, -0.018337424844503403, -0.014764536172151566, -0.011191647499799728, -0.007618758361786604, -0.0040458692237734795, -0.000472980085760355, 0.0030999090522527695, 0.006672798190265894, 0.010245687328279018, 0.01381857693195343, 0.017391465604305267, 0.020964354276657104, 0.02453724294900894, 0.028110133484005928, 0.031683020293712616, 0.03525591269135475, 0.03882880136370659, 0.042401690036058426, 0.04597457870841026, 0.0495474673807621, 0.05312035605311394, 0.056693244725465775, 0.06026613712310791, 0.06383902579545975, 0.06741191446781158, 0.07098480314016342, 0.07455769181251526, 0.0781305804848671, 0.08170346915721893, 0.08527635782957077, 0.08884924650192261, 0.09242213517427444, 0.09599502384662628, 0.09956791251897812, 0.10314080119132996, 0.10671369731426239, 0.11028658598661423, 0.11385947465896606, 0.1174323633313179, 0.12100525200366974, 0.12457814067602158, 0.1281510293483734, 0.13172391057014465]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 3.0, 2.0, 4.0, 2.0, 2.0, 3.0, 4.0, 1.0, 3.0, 3.0, 5.0, 4.0, 6.0, 24.0, 3.0, 2.0, 3.0, 5.0, 4.0, 6.0, 4.0, 2.0, 2.0, 3.0, 2.0, 3.0, 1.0, 1.0, 4.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.004035367630422115, -0.003920854534953833, -0.0038063419051468372, -0.003691829042509198, -0.003577316179871559, -0.0034628030844032764, -0.0033482902217656374, -0.0032337773591279984, -0.0031192644964903593, -0.0030047516338527203, -0.002890238771215081, -0.002775725908577442, -0.0026612128131091595, -0.0025466999504715204, -0.0024321870878338814, -0.0023176742251962423, -0.0022031613625586033, -0.0020886484999209642, -0.001974135637283325, -0.0018596226582303643, -0.0017451097955927253, -0.0016305969329550862, -0.0015160839539021254, -0.0014015710912644863, -0.0012870582286268473, -0.0011725453659892082, -0.0010580325033515692, -0.0009435195242986083, -0.0008290066616609693, -0.0007144937990233302, -0.0005999808781780303, -0.00048546798643656075, -0.00037095509469509125, -0.00025644220295362175, -0.00014192931121215224, -2.741641947068274e-05, 8.709647227078676e-05, 0.00020160936401225626, 0.00031612225575372577, 0.00043063514749519527, 0.0005451480392366648, 0.0006596609018743038, 0.0007741738227196038, 0.0008886867435649037, 0.0010031996062025428, 0.0011177124688401818, 0.0012322254478931427, 0.0013467383105307817, 0.0014612511731684208, 0.0015757640358060598, 0.0016902768984436989, 0.0018047898774966598, 0.0019193027401342988, 0.0020338157191872597, 0.0021483285818248987, 0.0022628414444625378, 0.002377354307100177, 0.002491867169737816, 0.002606380032375455, 0.002720892895013094, 0.0028354059904813766, 0.0029499188531190157, 0.0030644317157566547, 0.003178944578394294, 0.003293457441031933]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 4.0, 5.0, 4.0, 12.0, 18.0, 18.0, 24.0, 36.0, 43.0, 78.0, 131.0, 185.0, 218.0, 373.0, 541.0, 788.0, 1237.0, 1857.0, 2766.0, 4524.0, 7324.0, 13095.0, 25139.0, 58988.0, 767979.0, 183440.0, 48307.0, 23840.0, 13807.0, 8319.0, 5469.0, 3478.0, 2350.0, 1555.0, 1090.0, 754.0, 533.0, 372.0, 260.0, 164.0, 130.0, 109.0, 88.0, 47.0, 41.0, 30.0, 18.0, 11.0, 8.0, 10.0, 9.0, 9.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0], "bins": [-0.005520386155694723, -0.005342197138816118, -0.005164008587598801, -0.004985819570720196, -0.004807631019502878, -0.004629442002624273, -0.004451252985745668, -0.004273064434528351, -0.004094875417649746, -0.003916686866432428, -0.0037384978495538235, -0.0035603090655058622, -0.003382120281457901, -0.0032039314974099398, -0.003025742480531335, -0.0028475536964833736, -0.0026693649124354124, -0.002491176128387451, -0.00231298734433949, -0.002134798327460885, -0.001956609543412924, -0.0017784207593649626, -0.0016002319753170013, -0.0014220430748537183, -0.001243854290805757, -0.0010656655067577958, -0.0008874766062945127, -0.0007092878222465515, -0.0005310989799909294, -0.0003529101377353072, -0.00017472132458351552, 3.4675031201913953e-06, 0.00018165633082389832, 0.00035984517307952046, 0.0005380340153351426, 0.0007162227993831038, 0.000894411641638726, 0.0010726004838943481, 0.0012507892679423094, 0.0014289781684055924, 0.0016071669524535537, 0.001785355736501515, 0.001963544636964798, 0.002141733421012759, 0.0023199222050607204, 0.0024981109891086817, 0.0026763000059872866, 0.002854488790035248, 0.003032677574083209, 0.0032108663581311703, 0.0033890551421791315, 0.0035672441590577364, 0.0037454329431056976, 0.003923621494323015, 0.00410181051120162, 0.004279999528080225, 0.004458188079297543, 0.0046363770961761475, 0.004814565647393465, 0.00499275466427207, 0.005170943681150675, 0.005349132232367992, 0.005527321249246597, 0.005705509800463915, 0.00588369881734252]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 3.0, 2.0, 2.0, 5.0, 2.0, 2.0, 2.0, 4.0, 3.0, 10.0, 7.0, 4.0, 3.0, 2.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.019691379740834236, -0.01807910017669201, -0.016466820612549782, -0.01485454197973013, -0.013242262415587902, -0.011629982851445675, -0.010017704218626022, -0.008405424654483795, -0.006793145090341568, -0.005180865526199341, -0.003568586427718401, -0.0019563070964068174, -0.0003440277650952339, 0.0012682515662163496, 0.002880530897527933, 0.004492809996008873, 0.0061050895601511, 0.007717369124293327, 0.009329648688435555, 0.010941927321255207, 0.012554206885397434, 0.014166486449539661, 0.015778765082359314, 0.01739104464650154, 0.01900332421064377, 0.020615603774785995, 0.022227883338928223, 0.02384016290307045, 0.025452442467212677, 0.027064720168709755, 0.028676999732851982, 0.03028927929699421, 0.031901560723781586, 0.033513836562633514, 0.03512611612677574, 0.03673839569091797, 0.038350675255060196, 0.03996295481920242, 0.04157523438334465, 0.04318751394748688, 0.044799793511629105, 0.04641207307577133, 0.04802435263991356, 0.049636632204055786, 0.05124891176819801, 0.05286119133234024, 0.05447347089648247, 0.056085750460624695, 0.057698026299476624, 0.05931030586361885, 0.06092258542776108, 0.0625348687171936, 0.06414714455604553, 0.06575942784547806, 0.06737170368432999, 0.06898398697376251, 0.07059626281261444, 0.07220853865146637, 0.0738208219408989, 0.07543309777975082, 0.07704538106918335, 0.07865765690803528, 0.0802699401974678, 0.08188221603631973, 0.08349449932575226]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 10.0, 6.0, 17.0, 18.0, 33.0, 50.0, 60.0, 84.0, 111.0, 181.0, 310.0, 427.0, 608.0, 988.0, 1608.0, 3101.0, 6648.0, 1610.0, 896.0, 495.0, 310.0, 205.0, 149.0, 97.0, 57.0, 55.0, 36.0, 31.0, 19.0, 14.0, 12.0, 20.0, 17.0, 12.0, 10.0, 19.0, 10.0, 9.0, 5.0, 8.0, 7.0, 3.0, 7.0, 0.0, 0.0, 0.0, 4.0, 4.0, 10.0, 18.0, 0.0, 1.0, 1.0, 7.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 8.0], "bins": [-0.011150399222970009, -0.010567625053226948, -0.009984850883483887, -0.009402075782418251, -0.00881930161267519, -0.008236527442932129, -0.0076537528075277805, -0.007070978172123432, -0.006488204002380371, -0.00590542983263731, -0.005322655197232962, -0.004739880561828613, -0.004157106392085552, -0.0035743319895118475, -0.0029915575869381428, -0.002408783184364438, -0.0018260087817907333, -0.0012432343792170286, -0.0006604599766433239, -7.768557406961918e-05, 0.0005050888285040855, 0.0010878632310777903, 0.001670637633651495, 0.0022534120362251997, 0.0028361864387989044, 0.003418960841372609, 0.004001735243946314, 0.004584509879350662, 0.005167284049093723, 0.005750058218836784, 0.006332832854241133, 0.006915607489645481, 0.007498381659388542, 0.008081155829131603, 0.008663929998874664, 0.0092467050999403, 0.009829479269683361, 0.010412253439426422, 0.010995028540492058, 0.011577802710235119, 0.01216057687997818, 0.012743351049721241, 0.013326125219464302, 0.013908900320529938, 0.014491674490272999, 0.01507444866001606, 0.015657223761081696, 0.016239996999502182, 0.016822772100567818, 0.017405547201633453, 0.01798832044005394, 0.018571095541119576, 0.01915387064218521, 0.019736643880605698, 0.020319418981671333, 0.02090219222009182, 0.021484967321157455, 0.02206774242222309, 0.022650515660643578, 0.023233290761709213, 0.0238160640001297, 0.024398839101195335, 0.02498161420226097, 0.025564387440681458, 0.026147162541747093]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.21291419863700867, -0.208202064037323, -0.20348991453647614, -0.19877777993679047, -0.1940656453371048, -0.18935349583625793, -0.18464136123657227, -0.1799292266368866, -0.17521707713603973, -0.17050494253635406, -0.1657928079366684, -0.16108065843582153, -0.15636852383613586, -0.1516563892364502, -0.14694423973560333, -0.14223210513591766, -0.1375199556350708, -0.13280782103538513, -0.12809568643569946, -0.1233835443854332, -0.11867140233516693, -0.11395926773548126, -0.109247125685215, -0.10453498363494873, -0.09982284903526306, -0.0951107069849968, -0.09039856493473053, -0.08568642288446426, -0.0809742882847786, -0.07626214623451233, -0.07155000418424606, -0.0668378695845604, -0.06212572753429413, -0.05741358920931816, -0.052701447159051895, -0.04798930883407593, -0.04327716678380966, -0.038565028458833694, -0.03385289013385773, -0.02914074994623661, -0.024428609758615494, -0.019716469570994377, -0.015004330314695835, -0.010292191058397293, -0.0055800508707761765, -0.0008679111488163471, 0.003844228573143482, 0.008556367829442024, 0.013268508017063141, 0.017980648204684258, 0.022692788392305374, 0.02740492671728134, 0.03211706876754761, 0.036829207092523575, 0.04154134541749954, 0.04625348746776581, 0.050965625792741776, 0.05567776411771774, 0.06038990616798401, 0.06510204821825027, 0.06981418281793594, 0.07452632486820221, 0.07923846691846848, 0.08395060151815414, 0.08866274356842041]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 4.0, 9.0, 13.0, 20.0, 46.0, 41.0, 33.0, 22.0, 15.0, 13.0, 9.0, 5.0, 1.0, 4.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 0.0, 1.0, 3.0, 3.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.09239611029624939, -0.08982374519109726, -0.08725138753652573, -0.0846790224313736, -0.08210665732622147, -0.07953429967164993, -0.0769619345664978, -0.07438956946134567, -0.07181720435619354, -0.06924484670162201, -0.06667248159646988, -0.06410011649131775, -0.061527758836746216, -0.058955393731594086, -0.056383032351732254, -0.053810667246580124, -0.05123830586671829, -0.04866594448685646, -0.04609357938170433, -0.0435212180018425, -0.04094885289669037, -0.03837649151682854, -0.035804130136966705, -0.033231765031814575, -0.030659403651952744, -0.028087040409445763, -0.025514677166938782, -0.02294231578707695, -0.02036995254456997, -0.01779758930206299, -0.015225226990878582, -0.012652864679694176, -0.010080501437187195, -0.007508138660341501, -0.004935775883495808, -0.002363413106650114, 0.00020894967019557953, 0.002781312447041273, 0.005353675223886967, 0.007926037535071373, 0.010498400777578354, 0.013070764020085335, 0.015643127262592316, 0.018215488642454147, 0.020787851884961128, 0.02336021512746811, 0.02593257650732994, 0.02850493974983692, 0.031077302992343903, 0.033649664372205734, 0.036222029477357864, 0.038794390857219696, 0.041366755962371826, 0.04393911734223366, 0.04651147872209549, 0.04908384382724762, 0.05165620520710945, 0.05422856658697128, 0.05680093169212341, 0.059373293071985245, 0.061945654451847076, 0.0645180195569992, 0.06709038466215134, 0.06966274231672287, 0.072235107421875]}, "_runtime": 118.55307626724243, "_timestamp": 1596212989.2546139, "_step": 142}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 4.0, 3.0, 4.0, 2.0, 2.0, 3.0, 2.0, 0.0, 6.0, 3.0, 2.0, 3.0, 0.0, 2.0, 4.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007568301633000374, -0.007255717646330595, -0.006943133659660816, -0.00663054920732975, -0.006317965220659971, -0.006005381233990192, -0.005692796781659126, -0.0053802127949893475, -0.005067628808319569, -0.00475504482164979, -0.004442460834980011, -0.004129876382648945, -0.003817292395979166, -0.003504708409309387, -0.0031921241898089647, -0.0028795399703085423, -0.0025669559836387634, -0.0022543719969689846, -0.0019417877774685621, -0.0016292036743834615, -0.0013166195712983608, -0.0010040354682132602, -0.0006914513651281595, -0.00037886726204305887, -6.628315895795822e-05, 0.00024630094412714243, 0.0005588850472122431, 0.0008714691502973437, 0.0011840532533824444, 0.001496637356467545, 0.0018092214595526457, 0.002121805679053068, 0.002434389665722847, 0.002746973652392626, 0.0030595578718930483, 0.0033721420913934708, 0.0036847260780632496, 0.003997310064733028, 0.0043098945170640945, 0.004622478503733873, 0.004935062490403652, 0.005247646477073431, 0.00556023046374321, 0.005872814916074276, 0.006185398902744055, 0.006497982889413834, 0.0068105673417449, 0.007123151328414679, 0.007435735315084457, 0.007748319301754236, 0.008060903288424015, 0.008373487740755081, 0.008686071261763573, 0.008998655714094639, 0.009311240166425705, 0.009623823687434196, 0.009936408139765263, 0.010248992592096329, 0.01056157611310482, 0.010874160565435886, 0.011186745017766953, 0.011499328538775444, 0.01181191299110651, 0.012124496512115002, 0.012437080964446068]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 2.0, 4.0, 2.0, 0.0, 3.0, 2.0, 9.0, 6.0, 12.0, 12.0, 19.0, 20.0, 21.0, 29.0, 30.0, 42.0, 63.0, 57.0, 109.0, 126.0, 202.0, 331.0, 3337.0, 2385.0, 369.0, 183.0, 148.0, 92.0, 75.0, 51.0, 37.0, 29.0, 28.0, 18.0, 20.0, 16.0, 16.0, 5.0, 4.0, 4.0, 0.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08346856385469437, -0.08025690168142319, -0.07704523950815201, -0.07383357733488083, -0.07062191516160965, -0.06741025298833847, -0.06419859081506729, -0.06098693236708641, -0.05777527019381523, -0.05456360802054405, -0.05135194584727287, -0.048140283674001694, -0.04492862522602081, -0.041716963052749634, -0.038505300879478455, -0.035293638706207275, -0.032081976532936096, -0.028870314359664917, -0.025658652186393738, -0.022446991875767708, -0.01923532970249653, -0.01602366752922535, -0.012812006287276745, -0.00960034504532814, -0.006388682872056961, -0.003177021164447069, 3.4640543162822723e-05, 0.0032463022507727146, 0.0064579639583826065, 0.009669626131653786, 0.01288128737360239, 0.016092948615550995, 0.019304610788822174, 0.022516272962093353, 0.025727935135364532, 0.028939595445990562, 0.03215125948190689, 0.03536291792988777, 0.03857458010315895, 0.04178624227643013, 0.04499790444970131, 0.04820956662297249, 0.05142122879624367, 0.05463289096951485, 0.05784454941749573, 0.06105621159076691, 0.06426787376403809, 0.06747953593730927, 0.07069119811058044, 0.07390286028385162, 0.0771145224571228, 0.08032618463039398, 0.08353784680366516, 0.08674950897693634, 0.08996117115020752, 0.0931728333234787, 0.09638449549674988, 0.09959615021944046, 0.10280781239271164, 0.10601947456598282, 0.109231136739254, 0.11244279891252518, 0.11565446108579636, 0.11886612325906754, 0.12207778543233871]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 1.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 4.0, 7.0, 4.0, 1.0, 3.0, 4.0, 4.0, 4.0, 3.0, 22.0, 8.0, 3.0, 4.0, 4.0, 6.0, 3.0, 5.0, 1.0, 3.0, 1.0, 2.0, 3.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.0046178787015378475, -0.004490656312555075, -0.0043634334579110146, -0.004236211068928242, -0.004108988679945469, -0.003981766290962696, -0.0038545436691492796, -0.003727321047335863, -0.0036000986583530903, -0.0034728762693703175, -0.003345653647556901, -0.0032184310257434845, -0.0030912086367607117, -0.002963986247777939, -0.0028367636259645224, -0.002709541004151106, -0.002582318615168333, -0.0024550962261855602, -0.0023278736043721437, -0.0022006509825587273, -0.0020734285935759544, -0.0019462060881778598, -0.0018189835827797651, -0.0016917610773816705, -0.0015645385719835758, -0.0014373160665854812, -0.0013100935611873865, -0.0011828710557892919, -0.0010556485503911972, -0.0009284260449931026, -0.0008012035395950079, -0.0006739810341969132, -0.0005467585287988186, -0.00041953602340072393, -0.0002923135180026293, -0.00016509101260453463, -3.786850720643997e-05, 8.935399819165468e-05, 0.00021657650358974934, 0.000343799008987844, 0.00047102151438593864, 0.0005982440197840333, 0.000725466525182128, 0.0008526890305802226, 0.0009799115359783173, 0.001107134041376412, 0.0012343565467745066, 0.0013615790521726012, 0.0014888015575706959, 0.0016160240629687905, 0.0017432465683668852, 0.0018704690737649798, 0.0019976915791630745, 0.0021249139681458473, 0.002252136589959264, 0.0023793592117726803, 0.002506581600755453, 0.002633803989738226, 0.0027610266115516424, 0.002888249233365059, 0.0030154716223478317, 0.0031426940113306046, 0.003269916633144021, 0.0033971392549574375, 0.0035243616439402103]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 4.0, 4.0, 1.0, 7.0, 9.0, 5.0, 14.0, 4.0, 12.0, 30.0, 33.0, 34.0, 70.0, 80.0, 128.0, 191.0, 250.0, 359.0, 565.0, 843.0, 1399.0, 2284.0, 3786.0, 6529.0, 12532.0, 28397.0, 95942.0, 898047.0, 69835.0, 25733.0, 13091.0, 7176.0, 4302.0, 2669.0, 1752.0, 1133.0, 758.0, 509.0, 332.0, 250.0, 158.0, 118.0, 78.0, 42.0, 41.0, 30.0, 17.0, 10.0, 12.0, 13.0, 6.0, 7.0, 1.0, 4.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.006547464989125729, -0.006317491177469492, -0.006087517365813255, -0.005857543554157019, -0.005627569742500782, -0.005397595930844545, -0.005167622119188309, -0.004937648307532072, -0.004707674495875835, -0.004477700684219599, -0.004247726872563362, -0.0040177530609071255, -0.0037877794820815325, -0.003557805670425296, -0.003327831858769059, -0.0030978580471128225, -0.002867884235456586, -0.0026379104238003492, -0.0024079366121441126, -0.002177962800487876, -0.0019479889888316393, -0.0017180152935907245, -0.0014880414819344878, -0.0012580676702782512, -0.0010280938586220145, -0.0007981200469657779, -0.0005681462353095412, -0.0003381724818609655, -0.00010819867020472884, 0.00012177512689959258, 0.000351748924003914, 0.0005817227065563202, 0.0008116965182125568, 0.0010416703298687935, 0.0012716441415250301, 0.0015016179531812668, 0.0017315917648375034, 0.00196156557649374, 0.0021915393881499767, 0.0024215131998062134, 0.00265148701146245, 0.002881460590288043, 0.0031114344019442797, 0.0033414082136005163, 0.003571382025256753, 0.0038013558369129896, 0.00403132988139987, 0.004261303693056107, 0.004491277039051056, 0.0047212508507072926, 0.004951224662363529, 0.005181198474019766, 0.0054111722856760025, 0.005641146097332239, 0.005871119908988476, 0.0061010937206447124, 0.006331067532300949, 0.006561041343957186, 0.006791015155613422, 0.007020988967269659, 0.007250962778925896, 0.007480936590582132, 0.007710910402238369, 0.007940884679555893, 0.008170858025550842]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 3.0, 3.0, 7.0, 9.0, 7.0, 0.0, 5.0, 0.0, 2.0, 7.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02388116717338562, -0.022453058511018753, -0.021024951711297035, -0.019596843048930168, -0.01816873624920845, -0.016740627586841583, -0.01531251985579729, -0.013884412124752998, -0.012456304393708706, -0.011028196662664413, -0.009600088931620121, -0.008171981200575829, -0.006743873003870249, -0.005315765272825956, -0.0038876573089510202, -0.002459549345076084, -0.0010314416140317917, 0.0003966662334278226, 0.0018247740808874369, 0.003252882044762373, 0.004680989775806665, 0.006109097506850958, 0.007537205703556538, 0.00896531343460083, 0.010393421165645123, 0.011821528896689415, 0.013249636627733707, 0.014677744358778, 0.016105853021144867, 0.017533959820866585, 0.018962068483233452, 0.02039017528295517, 0.021818283945322037, 0.023246392607688904, 0.02467449940741062, 0.02610260806977749, 0.027530714869499207, 0.028958823531866074, 0.03038693033158779, 0.03181503713130951, 0.033243145793676376, 0.03467125445604324, 0.03609936311841011, 0.03752747178077698, 0.038955576717853546, 0.04038368538022041, 0.04181179404258728, 0.04323990270495415, 0.044668011367321014, 0.04609611630439758, 0.04752422496676445, 0.04895233362913132, 0.050380442291498184, 0.05180854722857475, 0.05323665589094162, 0.05466476455330849, 0.056092873215675354, 0.05752098187804222, 0.05894908681511879, 0.06037719547748566, 0.061805304139852524, 0.06323341280221939, 0.06466151773929596, 0.06608963012695312, 0.0675177350640297]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 3.0, 7.0, 5.0, 16.0, 11.0, 17.0, 35.0, 53.0, 67.0, 126.0, 158.0, 216.0, 297.0, 429.0, 628.0, 1019.0, 1651.0, 6890.0, 3007.0, 1428.0, 813.0, 503.0, 327.0, 225.0, 130.0, 69.0, 61.0, 38.0, 26.0, 11.0, 15.0, 16.0, 3.0, 8.0, 12.0, 11.0, 17.0, 11.0, 1.0, 2.0, 3.0, 4.0, 6.0, 7.0, 15.0, 8.0, 2.0, 7.0, 1.0, 0.0, 0.0, 0.0, 1.0, 8.0], "bins": [-0.016014985740184784, -0.015438689850270748, -0.014862393960356712, -0.014286098070442677, -0.01370980218052864, -0.013133506290614605, -0.01255721040070057, -0.011980914510786533, -0.011404618620872498, -0.010828323662281036, -0.010252027772367, -0.009675731882452965, -0.009099435992538929, -0.008523140102624893, -0.007946844212710857, -0.007370548322796822, -0.006794252432882786, -0.00621795654296875, -0.005641660653054714, -0.005065364763140678, -0.004489068873226643, -0.003912773448973894, -0.0033364775590598583, -0.0027601816691458225, -0.0021838857792317867, -0.001607589889317751, -0.001031294115819037, -0.0004549982841126621, 0.0001212975475937128, 0.0006975933793000877, 0.0012738892110064626, 0.0018501849845051765, 0.0024264808744192123, 0.003002776764333248, 0.003579072654247284, 0.00415536854416132, 0.0047316644340753555, 0.005307959858328104, 0.00588425574824214, 0.006460551638156176, 0.007036847528070211, 0.007613143417984247, 0.008189438842236996, 0.008765734732151031, 0.009342030622065067, 0.009918326511979103, 0.010494622401893139, 0.011070918291807175, 0.01164721418172121, 0.012223510071635246, 0.012799805961549282, 0.013376101851463318, 0.013952397741377354, 0.01452869363129139, 0.015104989521205425, 0.01568128541111946, 0.016257580369710922, 0.016833877190947533, 0.017410172149538994, 0.017986468970775604, 0.018562763929367065, 0.019139060750603676, 0.019715355709195137, 0.020291652530431747, 0.02086794748902321]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 1.0, 2.0, 3.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.14696648716926575, -0.14236433804035187, -0.137762188911438, -0.1331600397825241, -0.12855789065361023, -0.12395574897527695, -0.11935360729694366, -0.11475145816802979, -0.1101493090391159, -0.10554715991020203, -0.10094501078128815, -0.09634286910295486, -0.09174071997404099, -0.0871385708451271, -0.08253642916679382, -0.07793428003787994, -0.07333213090896606, -0.06872998178005219, -0.0641278326511383, -0.05952569097280502, -0.054923541843891144, -0.050321392714977264, -0.045719247311353683, -0.0411171019077301, -0.03651495277881622, -0.031912803649902344, -0.027310658246278763, -0.022708510980010033, -0.018106363713741302, -0.013504216447472572, -0.008902069181203842, -0.004299921914935112, 0.00030222535133361816, 0.004904372617602348, 0.009506519883871078, 0.014108667150139809, 0.01871081441640854, 0.02331296168267727, 0.027915108948946, 0.03251725435256958, 0.03711940348148346, 0.04172155261039734, 0.04632369801402092, 0.0509258434176445, 0.05552799254655838, 0.06013014167547226, 0.06473228335380554, 0.06933443248271942, 0.0739365816116333, 0.07853873074054718, 0.08314087986946106, 0.08774302154779434, 0.09234517067670822, 0.0969473198056221, 0.10154946148395538, 0.10615161061286926, 0.11075375974178314, 0.11535590887069702, 0.1199580579996109, 0.12456019967794418, 0.12916234135627747, 0.13376449048519135, 0.13836663961410522, 0.1429687887430191, 0.14757093787193298]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 1.0, 5.0, 2.0, 4.0, 4.0, 6.0, 6.0, 10.0, 8.0, 18.0, 20.0, 31.0, 60.0, 16.0, 27.0, 14.0, 7.0, 3.0, 3.0, 6.0, 3.0, 2.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.09594882279634476, -0.09255928546190262, -0.08916974067687988, -0.08578020334243774, -0.0823906660079956, -0.07900112122297287, -0.07561158388853073, -0.07222204655408859, -0.06883250176906586, -0.06544296443462372, -0.06205342710018158, -0.05866388604044914, -0.055274344980716705, -0.05188480764627457, -0.04849526658654213, -0.04510572925209999, -0.041716188192367554, -0.03832664713263512, -0.03493710979819298, -0.03154756873846054, -0.028158029541373253, -0.024768490344285965, -0.021378949284553528, -0.01798941008746624, -0.014599870890378952, -0.011210331693291664, -0.007820791564881802, -0.004431251902133226, -0.0010417122393846512, 0.002347827423363924, 0.005737367086112499, 0.009126907214522362, 0.01251644641160965, 0.015905985608696938, 0.019295524805784225, 0.022685065865516663, 0.02607460506260395, 0.02946414425969124, 0.032853685319423676, 0.036243222653865814, 0.03963276371359825, 0.04302230477333069, 0.04641184210777283, 0.049801383167505264, 0.0531909242272377, 0.05658046156167984, 0.05997000262141228, 0.06335954368114471, 0.06674908101558685, 0.07013861835002899, 0.07352816313505173, 0.07691770046949387, 0.080307237803936, 0.08369678258895874, 0.08708631992340088, 0.09047585725784302, 0.09386539459228516, 0.09725493937730789, 0.10064447671175003, 0.10403401404619217, 0.1074235588312149, 0.11081309616565704, 0.11420263350009918, 0.11759217828512192, 0.12098171561956406]}, "_runtime": 119.32095336914062, "_timestamp": 1596212990.022491, "_step": 143}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 3.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 3.0, 3.0, 1.0, 7.0, 5.0, 1.0, 2.0, 2.0, 5.0, 4.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.011109866201877594, -0.010807447135448456, -0.010505027137696743, -0.010202608071267605, -0.009900189004838467, -0.009597769007086754, -0.009295349940657616, -0.008992930874228477, -0.00869051180779934, -0.008388091810047626, -0.008085672743618488, -0.007783253211528063, -0.007480833679437637, -0.007178414613008499, -0.006875995080918074, -0.0065735760144889355, -0.00627115648239851, -0.0059687369503080845, -0.005666317883878946, -0.005363898351788521, -0.005061479285359383, -0.004759059753268957, -0.004456640221178532, -0.0041542211547493935, -0.003851801622658968, -0.003549382323399186, -0.0032469630241394043, -0.002944543492048979, -0.002642124192789197, -0.002339704893529415, -0.0020372853614389896, -0.0017348660621792078, -0.001432446762919426, -0.0011300274636596441, -0.0008276080479845405, -0.0005251886905170977, -0.00022276933304965496, 7.965002441778779e-05, 0.00038206938188523054, 0.0006844887393526733, 0.000986908096820116, 0.0012893273960798979, 0.0015917468117550015, 0.0018941662274301052, 0.002196585526689887, 0.002499004825949669, 0.0028014243580400944, 0.003103843657299876, 0.003406262956559658, 0.00370868225581944, 0.004011101555079222, 0.004313521087169647, 0.004615940153598785, 0.004918359685689211, 0.005220779217779636, 0.005523198284208775, 0.0058256178162992, 0.0061280373483896255, 0.006430456414818764, 0.006732875946909189, 0.007035295478999615, 0.007337714545428753, 0.007640134077519178, 0.007942553609609604, 0.008244972676038742]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 1.0, 2.0, 5.0, 4.0, 1.0, 8.0, 7.0, 11.0, 13.0, 16.0, 26.0, 21.0, 31.0, 46.0, 57.0, 59.0, 84.0, 108.0, 150.0, 199.0, 336.0, 5019.0, 752.0, 313.0, 172.0, 132.0, 77.0, 61.0, 54.0, 31.0, 26.0, 18.0, 23.0, 13.0, 15.0, 8.0, 8.0, 5.0, 2.0, 2.0, 0.0, 3.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09353281557559967, -0.09057386219501495, -0.08761490881443024, -0.08465595543384552, -0.0816970020532608, -0.07873804867267609, -0.07577909529209137, -0.07282014191150665, -0.06986118853092194, -0.06690222769975662, -0.0639432743191719, -0.06098432466387749, -0.05802536755800247, -0.055066414177417755, -0.05210746079683304, -0.04914850741624832, -0.046189554035663605, -0.04323060065507889, -0.04027164727449417, -0.037312693893909454, -0.03435374051332474, -0.03139478340744972, -0.028435830026865005, -0.02547687664628029, -0.022517923265695572, -0.019558969885110855, -0.01660001650452614, -0.013641061261296272, -0.010682107880711555, -0.007723154034465551, -0.004764200188219547, -0.0018052463419735432, 0.001153707504272461, 0.004112661350518465, 0.007071615196764469, 0.01003056950867176, 0.012989522889256477, 0.015948476269841194, 0.01890743151307106, 0.021866384893655777, 0.024825338274240494, 0.02778429165482521, 0.030743245035409927, 0.033702198415994644, 0.03666115552186966, 0.039620108902454376, 0.04257906228303909, 0.04553801566362381, 0.04849696904420853, 0.05145592242479324, 0.05441487580537796, 0.05737382918596268, 0.060332782566547394, 0.06329173594713211, 0.06625068932771683, 0.06920964270830154, 0.07216860353946686, 0.07512755692005157, 0.07808651030063629, 0.08104546368122101, 0.08400441706180573, 0.08696337044239044, 0.08992232382297516, 0.09288127720355988, 0.09584023058414459]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 2.0, 6.0, 2.0, 5.0, 4.0, 2.0, 3.0, 4.0, 2.0, 5.0, 4.0, 1.0, 3.0, 2.0, 2.0, 3.0, 2.0, 24.0, 7.0, 2.0, 2.0, 4.0, 6.0, 4.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0020959428511559963, -0.002021137159317732, -0.0019463314674794674, -0.001871525775641203, -0.0017967200838029385, -0.001721914391964674, -0.0016471087001264095, -0.001572303008288145, -0.0014974973164498806, -0.0014226916246116161, -0.0013478859327733517, -0.0012730802409350872, -0.0011982745490968227, -0.0011234688572585583, -0.0010486631654202938, -0.0009738574735820293, -0.0008990517817437649, -0.0008242460899055004, -0.000749440398067236, -0.0006746347062289715, -0.000599829014390707, -0.0005250233225524426, -0.0004502176307141781, -0.0003754119388759136, -0.00030060624703764915, -0.0002258005551993847, -0.00015099486336112022, -7.618917152285576e-05, -1.3834796845912933e-06, 7.342221215367317e-05, 0.00014822790399193764, 0.0002230335958302021, 0.00029783928766846657, 0.00037264497950673103, 0.0004474506713449955, 0.00052225636318326, 0.0005970620550215244, 0.0006718677468597889, 0.0007466734386980534, 0.0008214791305363178, 0.0008962848223745823, 0.0009710905142128468, 0.0010458962060511112, 0.0011207018978893757, 0.0011955075897276402, 0.0012703132815659046, 0.001345118973404169, 0.0014199246652424335, 0.001494730357080698, 0.0015695360489189625, 0.001644341740757227, 0.0017191474325954914, 0.0017939531244337559, 0.0018687588162720203, 0.0019435645081102848, 0.0020183701999485493, 0.0020931758917868137, 0.002167981583625078, 0.0022427872754633427, 0.002317592967301607, 0.0023923986591398716, 0.002467204350978136, 0.0025420100428164005, 0.002616815734654665, 0.0026916214264929295]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 2.0, 2.0, 7.0, 3.0, 5.0, 14.0, 19.0, 22.0, 28.0, 46.0, 59.0, 87.0, 92.0, 142.0, 213.0, 306.0, 419.0, 635.0, 899.0, 1428.0, 2008.0, 3400.0, 5710.0, 10381.0, 19673.0, 44402.0, 148461.0, 829829.0, 57707.0, 23531.0, 11813.0, 6531.0, 3934.0, 2464.0, 1578.0, 1053.0, 728.0, 558.0, 388.0, 256.0, 193.0, 158.0, 129.0, 83.0, 62.0, 46.0, 35.0, 27.0, 14.0, 17.0, 12.0, 6.0, 5.0, 3.0, 6.0, 4.0, 3.0, 5.0, 2.0, 1.0, 1.0], "bins": [-0.004681096877902746, -0.0045265620574355125, -0.004372027236968279, -0.004217492416501045, -0.004062957596033812, -0.003908422775566578, -0.0037538877222687006, -0.003599352901801467, -0.0034448178485035896, -0.003290283028036356, -0.0031357482075691223, -0.0029812133871018887, -0.002826678566634655, -0.0026721437461674213, -0.002517608692869544, -0.0023630738724023104, -0.0022085390519350767, -0.002054004231467843, -0.0018994692945852876, -0.001744934474118054, -0.0015903995372354984, -0.0014358647167682648, -0.0012813298963010311, -0.0011267949594184756, -0.000972260138951242, -0.0008177252602763474, -0.0006631903816014528, -0.0005086555611342192, -0.0003541206824593246, -0.00019958581833634526, -4.505095421336591e-05, 0.00010948390990961343, 0.0002640187740325928, 0.00041855365270748734, 0.0005730885313823819, 0.0007276233518496156, 0.0008821582305245101, 0.0010366931091994047, 0.0011912279296666384, 0.0013457628665491939, 0.0015002976870164275, 0.0016548325074836612, 0.0018093674443662167, 0.0019639022648334503, 0.002118437085300684, 0.0022729719057679176, 0.002427506959065795, 0.0025820417795330286, 0.0027365766000002623, 0.002891111420467496, 0.0030456462409347296, 0.003200181294232607, 0.0033547161146998405, 0.003509250935167074, 0.003663785755634308, 0.0038183205761015415, 0.003972855396568775, 0.004127390217036009, 0.0042819250375032425, 0.0044364603236317635, 0.004590995144098997, 0.004745529964566231, 0.004900064785033464, 0.005054599605500698, 0.005209134425967932]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 3.0, 3.0, 5.0, 8.0, 15.0, 4.0, 6.0, 2.0, 2.0, 3.0, 2.0, 1.0, 1.0], "bins": [-0.12042313814163208, -0.11823892593383789, -0.1160547062754631, -0.11387049406766891, -0.11168627440929413, -0.10950206220149994, -0.10731784999370575, -0.10513363033533096, -0.10294941812753677, -0.10076520591974258, -0.0985809862613678, -0.09639677405357361, -0.09421256184577942, -0.09202834218740463, -0.08984412997961044, -0.08765991032123566, -0.08547569811344147, -0.08329148590564728, -0.08110726624727249, -0.0789230540394783, -0.07673883438110352, -0.07455462217330933, -0.07237040996551514, -0.07018619030714035, -0.06800197809934616, -0.06581776589155197, -0.06363354623317719, -0.061449334025382996, -0.05926511809229851, -0.05708090215921402, -0.05489668995141983, -0.05271247401833534, -0.050528258085250854, -0.04834404215216637, -0.04615982621908188, -0.04397561401128769, -0.0417913980782032, -0.03960718214511871, -0.037422969937324524, -0.035238754004240036, -0.03305453807115555, -0.03087032213807106, -0.02868610806763172, -0.026501893997192383, -0.024317678064107895, -0.022133462131023407, -0.01994924806058407, -0.01776503399014473, -0.015580818057060242, -0.013396603055298328, -0.011212388053536415, -0.009028173051774502, -0.0068439580500125885, -0.004659743048250675, -0.002475528046488762, -0.0002913130447268486, 0.0018929019570350647, 0.004077116958796978, 0.006261331960558891, 0.008445546962320805, 0.010629761964082718, 0.012813976965844631, 0.014998191967606544, 0.017182406038045883, 0.01936662197113037]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [7.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 8.0, 1.0, 0.0, 4.0, 18.0, 6.0, 5.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 10.0, 8.0, 4.0, 2.0, 8.0, 3.0, 7.0, 9.0, 16.0, 2.0, 4.0, 3.0, 9.0, 13.0, 17.0, 12.0, 29.0, 43.0, 83.0, 76.0, 99.0, 149.0, 218.0, 461.0, 974.0, 2454.0, 9126.0, 2339.0, 932.0, 551.0, 306.0, 190.0, 100.0, 60.0, 25.0, 16.0, 6.0, 5.0, 2.0, 1.0, 1.0], "bins": [-0.03725310415029526, -0.03649943321943283, -0.035745758563280106, -0.03499208763241768, -0.03423841670155525, -0.03348474204540253, -0.0327310711145401, -0.03197740018367767, -0.031223725527524948, -0.03047005459666252, -0.029716381803154945, -0.02896270900964737, -0.028209038078784943, -0.027455365285277367, -0.02670169249176979, -0.025948021560907364, -0.025194348767399788, -0.024440675973892212, -0.023687005043029785, -0.02293333224952221, -0.022179659456014633, -0.021425988525152206, -0.02067231573164463, -0.019918642938137054, -0.019164972007274628, -0.01841129921376705, -0.017657626420259476, -0.0169039536267519, -0.016150282695889473, -0.015396609902381897, -0.014642938040196896, -0.01388926524668932, -0.013135593384504318, -0.012381921522319317, -0.011628248728811741, -0.01087457686662674, -0.010120904073119164, -0.009367232210934162, -0.00861356034874916, -0.007859887555241585, -0.007106215693056583, -0.006352543365210295, -0.005598871037364006, -0.004845199175179005, -0.004091526847332716, -0.0033378545194864273, -0.0025841824244707823, -0.0018305102130398154, -0.0010768380016088486, -0.0003231657901778817, 0.00043050642125308514, 0.001184178632684052, 0.0019378508441150188, 0.0026915231719613075, 0.0034451952669769526, 0.004198867361992598, 0.004952539689838886, 0.005706212017685175, 0.006459884345531464, 0.007213556207716465, 0.007967228069901466, 0.008720900863409042, 0.009474572725594044, 0.01022824551910162, 0.010981917381286621]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 3.0, 2.0, 2.0, 3.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12470054626464844, -0.11839554458856583, -0.11209054291248322, -0.1057855412364006, -0.099480539560318, -0.09317553043365479, -0.08687052875757217, -0.08056552708148956, -0.07426052540540695, -0.06795552372932434, -0.06165052205324173, -0.05534551665186882, -0.04904051497578621, -0.0427355132997036, -0.03643050789833069, -0.030125506222248077, -0.023820504546165466, -0.017515502870082855, -0.011210499331355095, -0.004905496723949909, 0.0013995058834552765, 0.007704508490860462, 0.014009511098265648, 0.020314514636993408, 0.02661951631307602, 0.03292451798915863, 0.03922951966524124, 0.04553452506661415, 0.05183952674269676, 0.05814452841877937, 0.06444953382015228, 0.0707545354962349, 0.0770595371723175, 0.08336453884840012, 0.08966954052448273, 0.09597454220056534, 0.10227954387664795, 0.10858455300331116, 0.11488955467939377, 0.12119455635547638, 0.1274995505809784, 0.1338045597076416, 0.1401095688343048, 0.14641456305980682, 0.15271957218647003, 0.15902456641197205, 0.16532957553863525, 0.17163456976413727, 0.17793957889080048, 0.18424458801746368, 0.1905495822429657, 0.1968545913696289, 0.20315958559513092, 0.20946459472179413, 0.21576958894729614, 0.22207459807395935, 0.22837960720062256, 0.23468460142612457, 0.24098961055278778, 0.2472946047782898, 0.253599613904953, 0.2599046230316162, 0.26620960235595703, 0.27251461148262024, 0.27881962060928345]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 2.0, 0.0, 3.0, 2.0, 2.0, 1.0, 2.0, 4.0, 6.0, 7.0, 5.0, 6.0, 11.0, 8.0, 12.0, 15.0, 19.0, 14.0, 19.0, 16.0, 28.0, 5.0, 6.0, 8.0, 7.0, 7.0, 11.0, 4.0, 8.0, 5.0, 8.0, 2.0, 3.0, 3.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 3.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.053468432277441025, -0.05186058580875397, -0.05025273934006691, -0.04864489287137985, -0.04703705012798309, -0.045429203659296036, -0.04382135719060898, -0.04221351072192192, -0.04060566425323486, -0.038997817784547806, -0.03738997131586075, -0.03578212484717369, -0.03417427837848663, -0.032566435635089874, -0.030958589166402817, -0.02935074269771576, -0.027742896229028702, -0.026135049760341644, -0.024527203291654587, -0.02291935868561268, -0.02131151221692562, -0.019703665748238564, -0.018095821142196655, -0.016487974673509598, -0.01488012820482254, -0.013272281736135483, -0.011664436198771, -0.010056590661406517, -0.00844874419271946, -0.006840898189693689, -0.005233052186667919, -0.003625206183642149, -0.002017360180616379, -0.0004095141775906086, 0.0011983318254351616, 0.0028061778284609318, 0.004414023831486702, 0.006021869834512472, 0.007629715837538242, 0.009237561374902725, 0.010845407843589783, 0.01245325431227684, 0.014061099849641323, 0.015668945387005806, 0.017276791855692863, 0.01888463832437992, 0.02049248293042183, 0.022100329399108887, 0.023708175867795944, 0.025316022336483, 0.02692386880517006, 0.028531713411211967, 0.030139559879899025, 0.03174740448594093, 0.03335525095462799, 0.03496309742331505, 0.036570943892002106, 0.03817879036068916, 0.03978663682937622, 0.04139448329806328, 0.043002329766750336, 0.044610172510147095, 0.04621801897883415, 0.04782586544752121, 0.04943371191620827]}, "_runtime": 120.09985327720642, "_timestamp": 1596212990.801391, "_step": 144}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 5.0, 5.0, 7.0, 2.0, 2.0, 3.0, 2.0, 2.0, 4.0, 4.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012366204522550106, -0.01194494217634201, -0.01152367889881134, -0.011102416552603245, -0.01068115420639515, -0.010259890928864479, -0.009838628582656384, -0.009417365305125713, -0.008996102958917618, -0.008574840612709522, -0.008153577335178852, -0.0077323149889707565, -0.007311052177101374, -0.006889789365231991, -0.006468527019023895, -0.006047264207154512, -0.0056260013952851295, -0.005204738583415747, -0.004783475771546364, -0.004362213425338268, -0.003940950613468885, -0.0035196878015995026, -0.0030984252225607634, -0.002677162643522024, -0.0022558998316526413, -0.0018346371361985803, -0.0014133744407445192, -0.0009921117452904582, -0.0005708490498363972, -0.00014958635438233614, 0.0002716763410717249, 0.0006929390365257859, 0.001114201731979847, 0.001535464427433908, 0.001956727122887969, 0.0023779897019267082, 0.002799252513796091, 0.003220515325665474, 0.003641777904704213, 0.004063040483742952, 0.004484303295612335, 0.004905566107481718, 0.005326828919351101, 0.0057480912655591965, 0.006169354077428579, 0.006590616889297962, 0.007011879235506058, 0.007433142047375441, 0.007854404859244823, 0.008275667205452919, 0.00869693048298359, 0.009118192829191685, 0.00953945517539978, 0.00996071845293045, 0.010381980799138546, 0.010803244076669216, 0.011224506422877312, 0.011645768769085407, 0.012067032046616077, 0.012488294392824173, 0.012909557670354843, 0.013330820016562939, 0.013752082362771034, 0.014173345640301704, 0.0145946079865098]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 2.0, 1.0, 2.0, 5.0, 4.0, 11.0, 8.0, 16.0, 23.0, 9.0, 22.0, 28.0, 25.0, 51.0, 51.0, 97.0, 113.0, 167.0, 259.0, 763.0, 5206.0, 371.0, 221.0, 121.0, 88.0, 70.0, 40.0, 32.0, 28.0, 16.0, 16.0, 10.0, 14.0, 6.0, 7.0, 3.0, 5.0, 0.0, 3.0, 1.0, 3.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12476366758346558, -0.12098998576402664, -0.11721630394458771, -0.11344262957572937, -0.10966894775629044, -0.1058952659368515, -0.10212159156799316, -0.09834790974855423, -0.0945742279291153, -0.09080054610967636, -0.08702686429023743, -0.08325318992137909, -0.07947950810194016, -0.07570582628250122, -0.07193215191364288, -0.06815847009420395, -0.06438478827476501, -0.06061110645532608, -0.056837428361177444, -0.05306375026702881, -0.049290068447589874, -0.04551638662815094, -0.041742708534002304, -0.03796903043985367, -0.034195348620414734, -0.03042166866362095, -0.026647988706827164, -0.02287430875003338, -0.019100628793239594, -0.015326948836445808, -0.011553268879652023, -0.007779588922858238, -0.004005908966064453, -0.00023222900927066803, 0.003541450947523117, 0.007315130904316902, 0.011088810861110687, 0.014862490817904472, 0.018636170774698257, 0.022409850731492043, 0.026183530688285828, 0.029957210645079613, 0.0337308906018734, 0.037504568696022034, 0.04127825051546097, 0.0450519323348999, 0.04882561042904854, 0.052599288523197174, 0.05637297034263611, 0.06014665216207504, 0.06392033398151398, 0.06769400835037231, 0.07146769016981125, 0.07524137198925018, 0.07901504635810852, 0.08278872817754745, 0.08656240999698639, 0.09033609181642532, 0.09410977363586426, 0.0978834480047226, 0.10165712982416153, 0.10543081164360046, 0.1092044860124588, 0.11297816783189774, 0.11675184965133667]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 4.0, 2.0, 4.0, 4.0, 5.0, 4.0, 2.0, 1.0, 3.0, 1.0, 24.0, 5.0, 1.0, 6.0, 4.0, 1.0, 3.0, 1.0, 5.0, 0.0, 0.0, 0.0, 4.0, 1.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0022486690431833267, -0.0021659655030816793, -0.0020832621958106756, -0.0020005586557090282, -0.0019178552320227027, -0.0018351518083363771, -0.0017524482682347298, -0.0016697448445484042, -0.0015870414208620787, -0.0015043379971757531, -0.0014216345734894276, -0.0013389310333877802, -0.0012562276097014546, -0.001173524186015129, -0.0010908206459134817, -0.0010081172222271562, -0.0009254137985408306, -0.0008427103748545051, -0.0007600068929605186, -0.0006773034110665321, -0.0005945999873802066, -0.000511896563693881, -0.00042919308179989457, -0.00034648962900973856, -0.00026378617621958256, -0.00018108272342942655, -9.837927063927054e-05, -1.5675817849114537e-05, 6.702763494104147e-05, 0.00014973108773119748, 0.00023243454052135348, 0.0003151379933115095, 0.0003978414461016655, 0.0004805448988918215, 0.0005632483516819775, 0.000645951833575964, 0.0007286552572622895, 0.0008113586809486151, 0.0008940621628426015, 0.000976765644736588, 0.0010594690684229136, 0.001142172492109239, 0.0012248759157955647, 0.001307579455897212, 0.0013902828795835376, 0.0014729863032698631, 0.0015556898433715105, 0.001638393267057836, 0.0017210966907441616, 0.0018038001144304872, 0.0018865035381168127, 0.00196920707821846, 0.002051910385489464, 0.002134613925591111, 0.0022173174656927586, 0.0023000207729637623, 0.0023827243130654097, 0.002465427853167057, 0.0025481311604380608, 0.002630834700539708, 0.0027135382406413555, 0.0027962415479123592, 0.0028789450880140066, 0.0029616483952850103, 0.0030443519353866577]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 3.0, 3.0, 7.0, 8.0, 13.0, 14.0, 21.0, 29.0, 50.0, 97.0, 161.0, 220.0, 357.0, 690.0, 1169.0, 2262.0, 4322.0, 9041.0, 23379.0, 80312.0, 911153.0, 87789.0, 28457.0, 12730.0, 6815.0, 3886.0, 2303.0, 1495.0, 919.0, 617.0, 406.0, 279.0, 204.0, 120.0, 72.0, 70.0, 45.0, 42.0, 23.0, 15.0, 6.0, 10.0, 7.0, 6.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.007252873852849007, -0.007023352663964033, -0.00679383147507906, -0.006564310751855373, -0.0063347895629704, -0.006105268374085426, -0.005875747185200453, -0.005646225996315479, -0.005416705273091793, -0.0051871840842068195, -0.004957662895321846, -0.0047281417064368725, -0.004498620517551899, -0.004269099328666925, -0.004039578605443239, -0.0038100574165582657, -0.003580536227673292, -0.0033510150387883186, -0.0031214940827339888, -0.0028919728938490152, -0.0026624519377946854, -0.002432930748909712, -0.0022034095600247383, -0.0019738886039704084, -0.001744367415085435, -0.0015148463426157832, -0.0012853252701461315, -0.001055804081261158, -0.0008262830087915063, -0.0005967619363218546, -0.000367240805644542, -0.00013771970407105982, 9.180139750242233e-05, 0.0003213224990759045, 0.0005508436006493866, 0.0007803647313266993, 0.001009885803796351, 0.0012394068762660027, 0.0014689280651509762, 0.0016984491376206279, 0.0019279702100902796, 0.002157491398975253, 0.002387012355029583, 0.0026165335439145565, 0.00284605473279953, 0.00307557568885386, 0.0033050968777388334, 0.0035346178337931633, 0.003764139022678137, 0.00399366021156311, 0.004223181400448084, 0.00445270212367177, 0.004682223312556744, 0.004911744501441717, 0.005141265690326691, 0.005370786879211664, 0.005600308068096638, 0.005829828791320324, 0.0060593499802052975, 0.006288871169090271, 0.0065183923579752445, 0.006747913546860218, 0.006977434270083904, 0.007206955458968878, 0.007436476647853851]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 1.0, 1.0, 4.0, 3.0, 4.0, 10.0, 3.0, 5.0, 4.0, 2.0, 1.0, 2.0, 0.0, 2.0, 2.0, 2.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.03499848395586014, -0.034135691821575165, -0.03327289596199989, -0.03241010382771492, -0.03154730796813965, -0.030684513971209526, -0.029821719974279404, -0.02895892597734928, -0.02809613198041916, -0.027233337983489037, -0.026370543986558914, -0.025507749989628792, -0.02464495599269867, -0.023782161995768547, -0.022919367998838425, -0.022056574001908302, -0.02119378000497818, -0.020330987870693207, -0.019468193873763084, -0.018605399876832962, -0.01774260587990284, -0.016879811882972717, -0.016017017886042595, -0.015154222957789898, -0.01429142989218235, -0.013428635895252228, -0.012565841898322105, -0.011703047901391983, -0.01084025390446186, -0.009977459907531738, -0.009114665910601616, -0.008251871913671494, -0.007389077916741371, -0.006526283919811249, -0.005663489922881126, -0.004800695925951004, -0.003937901929020882, -0.003075108164921403, -0.002212314400821924, -0.0013495204038918018, -0.00048672640696167946, 0.000376067531760782, 0.0012388614704832435, 0.002101655350998044, 0.0029644493479281664, 0.0038272433448582888, 0.0046900371089577675, 0.00555283110588789, 0.006415625102818012, 0.007278419099748135, 0.008141213096678257, 0.00900400709360838, 0.009866801090538502, 0.010729595087468624, 0.011592389084398746, 0.012455183081328869, 0.013317976146936417, 0.014180770143866539, 0.015043564140796661, 0.015906358137726784, 0.016769152134656906, 0.01763194613158703, 0.01849474012851715, 0.019357534125447273, 0.020220328122377396]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 2.0, 1.0, 3.0, 10.0, 1.0, 10.0, 20.0, 6.0, 7.0, 6.0, 3.0, 7.0, 5.0, 13.0, 21.0, 24.0, 28.0, 30.0, 42.0, 47.0, 79.0, 99.0, 140.0, 173.0, 247.0, 314.0, 495.0, 713.0, 1165.0, 2304.0, 6273.0, 1903.0, 1297.0, 823.0, 531.0, 379.0, 275.0, 186.0, 165.0, 123.0, 87.0, 77.0, 58.0, 52.0, 33.0, 39.0, 20.0, 19.0, 14.0, 11.0, 11.0, 5.0, 8.0, 5.0, 4.0, 1.0, 2.0], "bins": [-0.012502592988312244, -0.012166223488748074, -0.011829853989183903, -0.011493483558297157, -0.011157114058732986, -0.010820744559168816, -0.010484375059604645, -0.010148005560040474, -0.009811636060476303, -0.009475265629589558, -0.009138896130025387, -0.008802526630461216, -0.008466157130897045, -0.008129787631332874, -0.007793417666107416, -0.007457047700881958, -0.007120678201317787, -0.006784308701753616, -0.006447938736528158, -0.006111569236963987, -0.005775199271738529, -0.005438829772174358, -0.0051024602726101875, -0.004766090307384729, -0.0044297208078205585, -0.004093351308256388, -0.0037569813430309296, -0.0034206118434667587, -0.0030842421110719442, -0.0027478723786771297, -0.002411502879112959, -0.0020751331467181444, -0.00173876341432333, -0.0014023936819285154, -0.0010660240659490228, -0.0007296543917618692, -0.0003932847175747156, -5.6915043387562037e-05, 0.00027945463079959154, 0.0006158243049867451, 0.0009521939791738987, 0.0012885637115687132, 0.0016249333275482059, 0.0019613029435276985, 0.002297672675922513, 0.0026340424083173275, 0.0029704119078814983, 0.003306781640276313, 0.0036431513726711273, 0.003979520872235298, 0.004315890837460756, 0.004652260337024927, 0.004988630302250385, 0.005324999801814556, 0.005661369301378727, 0.005997739266604185, 0.006334108766168356, 0.006670478265732527, 0.007006848230957985, 0.007343217730522156, 0.007679587230086327, 0.008015956729650497, 0.008352327160537243, 0.008688696660101414, 0.009025066159665585]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 2.0, 0.0, 3.0, 1.0, 1.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07452092319726944, -0.07149706035852432, -0.0684731975197792, -0.06544933468103409, -0.06242547184228897, -0.059401605278253555, -0.05637774243950844, -0.05335387960076332, -0.050330016762018204, -0.04730615392327309, -0.04428229108452797, -0.04125842824578285, -0.038234561681747437, -0.03521069884300232, -0.0321868360042572, -0.029162973165512085, -0.026139110326766968, -0.02311524748802185, -0.020091384649276733, -0.017067519947886467, -0.01404365710914135, -0.011019794270396233, -0.00799593050032854, -0.004972067195922136, -0.0019482038915157318, 0.0010756594128906727, 0.004099522717297077, 0.007123386021703482, 0.010147249326109886, 0.013171112164855003, 0.01619497686624527, 0.019218839704990387, 0.022242702543735504, 0.02526656538248062, 0.02829042822122574, 0.031314291059970856, 0.03433815389871597, 0.03736202046275139, 0.040385883301496506, 0.04340974614024162, 0.04643360897898674, 0.04945747181773186, 0.052481334656476974, 0.05550519749522209, 0.05852906405925751, 0.061552926898002625, 0.06457678973674774, 0.06760065257549286, 0.07062451541423798, 0.0736483782529831, 0.07667224109172821, 0.07969610393047333, 0.08271996676921844, 0.08574382960796356, 0.08876769244670868, 0.0917915552854538, 0.09481541812419891, 0.09783928841352463, 0.10086315125226974, 0.10388701409101486, 0.10691087692975998, 0.1099347397685051, 0.11295860260725021, 0.11598246544599533, 0.11900632828474045]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 8.0, 11.0, 8.0, 5.0, 6.0, 9.0, 1.0, 8.0, 3.0, 6.0, 11.0, 13.0, 29.0, 43.0, 47.0, 17.0, 14.0, 4.0, 4.0, 4.0, 4.0, 3.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 3.0], "bins": [-0.11098919063806534, -0.10828620195388794, -0.10558322072029114, -0.10288023203611374, -0.10017724335193634, -0.09747425466775894, -0.09477126598358154, -0.09206828474998474, -0.08936529606580734, -0.08666230738162994, -0.08395932614803314, -0.08125633746385574, -0.07855334877967834, -0.07585036009550095, -0.07314737141132355, -0.07044439017772675, -0.06774140149354935, -0.06503841280937195, -0.06233542785048485, -0.05963244289159775, -0.05692945420742035, -0.05422646552324295, -0.05152348056435585, -0.04882049560546875, -0.04611750692129135, -0.04341451823711395, -0.04071153327822685, -0.03800854831933975, -0.035305559635162354, -0.032602570950984955, -0.029899585992097855, -0.027196599170565605, -0.024493612349033356, -0.021790625527501106, -0.019087638705968857, -0.016384651884436607, -0.013681665062904358, -0.010978678241372108, -0.008275691419839859, -0.0055727045983076096, -0.00286971777677536, -0.00016673095524311066, 0.002536255866289139, 0.005239242687821388, 0.007942229509353638, 0.010645216330885887, 0.013348203152418137, 0.016051189973950386, 0.018754176795482635, 0.021457163617014885, 0.024160150438547134, 0.026863137260079384, 0.029566124081611633, 0.03226911276578903, 0.03497209772467613, 0.03767508268356323, 0.04037807136774063, 0.04308106005191803, 0.04578404501080513, 0.04848702996969223, 0.05119001865386963, 0.05389300733804703, 0.05659599229693413, 0.05929897725582123, 0.06200196593999863]}, "_runtime": 120.88590788841248, "_timestamp": 1596212991.5874455, "_step": 145}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 6.0, 2.0, 0.0, 4.0, 4.0, 8.0, 6.0, 7.0, 4.0, 1.0, 3.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012518061324954033, -0.011935490183532238, -0.011352918110787868, -0.010770346969366074, -0.010187774896621704, -0.00960520375519991, -0.009022632613778114, -0.008440060541033745, -0.00785748939961195, -0.007274917792528868, -0.0066923461854457855, -0.006109775044023991, -0.005527203436940908, -0.004944631829857826, -0.004362060688436031, -0.003779489081352949, -0.003196917474269867, -0.0026143458671867847, -0.002031774492934346, -0.0014492030022665858, -0.0008666315115988255, -0.0002840600209310651, 0.0002985114697366953, 0.0008810829604044557, 0.001463654451072216, 0.0020462260581552982, 0.0026287974324077368, 0.0032113688066601753, 0.0037939404137432575, 0.00437651202082634, 0.004959083162248135, 0.005541654769331217, 0.006124226376414299, 0.006706797983497381, 0.007289369590580463, 0.007871940732002258, 0.008454512804746628, 0.009037083946168423, 0.009619655087590218, 0.010202227160334587, 0.010784798301756382, 0.011367369443178177, 0.011949941515922546, 0.012532512657344341, 0.013115083798766136, 0.013697655871510506, 0.0142802270129323, 0.01486279908567667, 0.015445370227098465, 0.016027942299842834, 0.016610512509942055, 0.017193084582686424, 0.017775656655430794, 0.018358226865530014, 0.018940798938274384, 0.019523371011018753, 0.020105943083763123, 0.020688513293862343, 0.021271085366606712, 0.021853657439351082, 0.022436227649450302, 0.02301879972219467, 0.02360137179493904, 0.02418394200503826, 0.02476651407778263]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 6.0, 3.0, 5.0, 6.0, 8.0, 7.0, 7.0, 17.0, 17.0, 27.0, 32.0, 48.0, 61.0, 75.0, 116.0, 181.0, 225.0, 478.0, 5381.0, 516.0, 231.0, 132.0, 87.0, 54.0, 42.0, 39.0, 32.0, 19.0, 7.0, 10.0, 8.0, 3.0, 8.0, 5.0, 3.0, 5.0, 4.0, 2.0, 3.0, 1.0, 3.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.1184295117855072, -0.11425624042749405, -0.1100829690694809, -0.10590969026088715, -0.10173641890287399, -0.09756314754486084, -0.09338986873626709, -0.08921659737825394, -0.08504332602024078, -0.08087005466222763, -0.07669678330421448, -0.07252350449562073, -0.06835023313760757, -0.06417696177959442, -0.06000368669629097, -0.05583041161298752, -0.051657140254974365, -0.04748386889696121, -0.04331059381365776, -0.03913731873035431, -0.034964047372341156, -0.030790774151682854, -0.02661750093102455, -0.02244422771036625, -0.018270954489707947, -0.014097681269049644, -0.009924408048391342, -0.00575113482773304, -0.0015778616070747375, 0.0025954116135835648, 0.006768684834241867, 0.01094195805490017, 0.015115231275558472, 0.019288504496216774, 0.023461777716875076, 0.02763505093753338, 0.03180832415819168, 0.035981595516204834, 0.040154870599508286, 0.04432814568281174, 0.04850141704082489, 0.05267468839883804, 0.056847963482141495, 0.061021238565444946, 0.0651945099234581, 0.06936778128147125, 0.073541060090065, 0.07771433144807816, 0.08188760280609131, 0.08606087416410446, 0.09023414552211761, 0.09440742433071136, 0.09858069568872452, 0.10275396704673767, 0.10692724585533142, 0.11110051721334457, 0.11527378857135773, 0.11944705992937088, 0.12362033128738403, 0.12779361009597778, 0.13196688890457153, 0.1361401528120041, 0.14031343162059784, 0.1444866955280304, 0.14865997433662415]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 4.0, 0.0, 3.0, 0.0, 1.0, 2.0, 4.0, 2.0, 2.0, 2.0, 6.0, 6.0, 5.0, 3.0, 5.0, 8.0, 24.0, 7.0, 5.0, 5.0, 4.0, 0.0, 3.0, 3.0, 2.0, 0.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.003431164426729083, -0.0033197966404259205, -0.003208428854122758, -0.0030970610678195953, -0.0029856932815164328, -0.00287432549521327, -0.002762957476079464, -0.0026515896897763014, -0.002540221903473139, -0.0024288541171699762, -0.0023174863308668137, -0.002206118544563651, -0.0020947507582604885, -0.001983382971957326, -0.0018720150692388415, -0.001760647282935679, -0.0016492794966325164, -0.0015379117103293538, -0.0014265439240261912, -0.0013151760213077068, -0.0012038082350045443, -0.0010924404487013817, -0.0009810726623982191, -0.0008697048178873956, -0.000758337031584233, -0.0006469692452810705, -0.000535601400770247, -0.0004242336144670844, -0.0003128657990600914, -0.00020149798365309834, -9.013018279802054e-05, 2.1237625333014876e-05, 0.0001326054334640503, 0.00024397324887104332, 0.00035534106427803636, 0.00046670885058119893, 0.0005780766950920224, 0.000689444481395185, 0.0008008122676983476, 0.0009121801122091711, 0.0010235479567199945, 0.0011349157430231571, 0.0012462835293263197, 0.0013576513156294823, 0.0014690191019326448, 0.0015803868882358074, 0.0016917547909542918, 0.0018031225772574544, 0.001914490363560617, 0.0020258582662791014, 0.002137226052582264, 0.0022485938388854265, 0.002359961625188589, 0.0024713294114917517, 0.0025826971977949142, 0.002694064984098077, 0.0028054327704012394, 0.002916800556704402, 0.0030281683430075645, 0.0031395363621413708, 0.0032509041484445333, 0.003362271934747696, 0.0034736397210508585, 0.003585007507354021, 0.0036963752936571836]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 4.0, 0.0, 3.0, 5.0, 7.0, 11.0, 20.0, 20.0, 49.0, 57.0, 71.0, 126.0, 177.0, 280.0, 415.0, 597.0, 981.0, 1726.0, 3084.0, 5744.0, 11125.0, 24218.0, 63311.0, 834895.0, 149778.0, 40194.0, 18332.0, 9639.0, 5580.0, 3152.0, 1924.0, 1320.0, 851.0, 588.0, 364.0, 274.0, 189.0, 143.0, 101.0, 75.0, 49.0, 42.0, 33.0, 28.0, 21.0, 12.0, 7.0, 7.0, 4.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0], "bins": [-0.006424966733902693, -0.006217056419700384, -0.0060091461054980755, -0.005801235791295767, -0.005593325477093458, -0.0053854151628911495, -0.005177504848688841, -0.004969594534486532, -0.0047616842202842236, -0.004553773906081915, -0.004345863591879606, -0.004137953277677298, -0.003930042963474989, -0.0037221326492726803, -0.0035142223350703716, -0.003306312020868063, -0.0030984017066657543, -0.0028904913924634457, -0.002682581078261137, -0.0024746707640588284, -0.0022667604498565197, -0.002058850135654211, -0.0018509398214519024, -0.0016430295072495937, -0.001435119193047285, -0.0012272088788449764, -0.0010192985646426678, -0.0008113882504403591, -0.0006034779362380505, -0.0003955676220357418, -0.00018765730783343315, 2.0253006368875504e-05, 0.00022816332057118416, 0.0004360736347734928, 0.0006439839489758015, 0.0008518942631781101, 0.0010598045773804188, 0.0012677148915827274, 0.001475625205785036, 0.0016835355199873447, 0.0018914458341896534, 0.002099356148391962, 0.0023072664625942707, 0.0025151767767965794, 0.002723087090998888, 0.0029309974052011967, 0.0031389077194035053, 0.003346818033605814, 0.0035547283478081226, 0.0037626386620104313, 0.00397054897621274, 0.004178459290415049, 0.004386369604617357, 0.004594279918819666, 0.0048021902330219746, 0.005010100547224283, 0.005218010861426592, 0.0054259211756289005, 0.005633831489831209, 0.005841741804033518, 0.0060496521182358265, 0.006257562432438135, 0.006465472746640444, 0.0066733830608427525, 0.006881293375045061]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 2.0, 3.0, 1.0, 3.0, 1.0, 0.0, 3.0, 2.0, 2.0, 3.0, 7.0, 2.0, 1.0, 1.0, 4.0, 4.0, 3.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013951658271253109, -0.013355370610952377, -0.012759082950651646, -0.012162795290350914, -0.011566506698727608, -0.010970219038426876, -0.010373931378126144, -0.009777643717825413, -0.009181356057524681, -0.00858506839722395, -0.007988780736923218, -0.007392492610961199, -0.006796204950660467, -0.0061999172903597355, -0.0056036291643977165, -0.005007341504096985, -0.004411053843796253, -0.0038147661834955215, -0.0032184782903641462, -0.002622190397232771, -0.0020259027369320393, -0.0014296149602159858, -0.0008333271834999323, -0.0002370394067838788, 0.0003592483699321747, 0.0009555361466482282, 0.0015518239233642817, 0.002148111816495657, 0.0027443994767963886, 0.0033406871370971203, 0.003936975263059139, 0.004533262923359871, 0.005129550583660603, 0.005725838243961334, 0.006322125904262066, 0.006918414030224085, 0.0075147016905248165, 0.008110989816486835, 0.008707277476787567, 0.009303565137088299, 0.00989985279738903, 0.010496140457689762, 0.011092428117990494, 0.011688715778291225, 0.012285003438591957, 0.012881292030215263, 0.013477579690515995, 0.014073867350816727, 0.014670155011117458, 0.01526644267141819, 0.015862731263041496, 0.016459017992019653, 0.01705530658364296, 0.017651593312621117, 0.018247881904244423, 0.01884416863322258, 0.019440457224845886, 0.020036745816469193, 0.02063303254544735, 0.021229321137070656, 0.021825607866048813, 0.02242189645767212, 0.023018183186650276, 0.023614471778273582, 0.02421075850725174]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 4.0, 1.0, 5.0, 5.0, 5.0, 5.0, 9.0, 16.0, 11.0, 27.0, 24.0, 36.0, 40.0, 51.0, 58.0, 70.0, 104.0, 140.0, 153.0, 185.0, 202.0, 268.0, 385.0, 504.0, 711.0, 1050.0, 1545.0, 5562.0, 2062.0, 1284.0, 902.0, 649.0, 463.0, 412.0, 306.0, 236.0, 183.0, 123.0, 125.0, 106.0, 65.0, 61.0, 47.0, 50.0, 37.0, 19.0, 17.0, 19.0, 10.0, 17.0, 10.0, 8.0, 6.0, 4.0, 6.0, 5.0, 4.0, 3.0, 3.0, 6.0, 2.0, 1.0, 2.0], "bins": [-0.006365038920193911, -0.006143456324934959, -0.005921873729676008, -0.005700291134417057, -0.005478708539158106, -0.005257125943899155, -0.0050355433486402035, -0.004813960753381252, -0.004592378158122301, -0.00437079556286335, -0.004149212967604399, -0.0039276303723454475, -0.0037060477770864964, -0.003484465181827545, -0.003262882586568594, -0.003041299991309643, -0.0028197173960506916, -0.0025981348007917404, -0.0023765522055327892, -0.002154969610273838, -0.0019333870150148869, -0.0017118044197559357, -0.0014902218244969845, -0.0012686392292380333, -0.001047056633979082, -0.0008254740387201309, -0.0006038914434611797, -0.00038230884820222855, -0.00016072625294327736, 6.085634231567383e-05, 0.000282438937574625, 0.0005040215328335762, 0.0007256041280925274, 0.0009471867233514786, 0.0011687693186104298, 0.001390351913869381, 0.0016119345091283321, 0.0018335171043872833, 0.0020550996996462345, 0.0022766822949051857, 0.002498264890164137, 0.002719847485423088, 0.0029414300806820393, 0.0031630126759409904, 0.0033845952711999416, 0.003606177866458893, 0.003827760461717844, 0.004049343056976795, 0.004270925652235746, 0.004492508247494698, 0.004714090842753649, 0.0049356734380126, 0.005157256033271551, 0.005378838628530502, 0.0056004212237894535, 0.005822003819048405, 0.006043586414307356, 0.006265169009566307, 0.006486751604825258, 0.0067083342000842094, 0.006929916795343161, 0.007151499390602112, 0.007373081985861063, 0.007594664581120014, 0.007816247642040253]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 4.0, 1.0, 2.0, 3.0, 1.0, 2.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10285831987857819, -0.09908359497785568, -0.09530887752771378, -0.09153415262699127, -0.08775943517684937, -0.08398471027612686, -0.08020998537540436, -0.07643526792526245, -0.07266054302453995, -0.06888582557439804, -0.06511110067367554, -0.06133637949824333, -0.05756165832281113, -0.05378693714737892, -0.05001221224665642, -0.04623749107122421, -0.04246276989579201, -0.0386880487203598, -0.0349133275449276, -0.031138604506850243, -0.027363881468772888, -0.023589160293340683, -0.019814439117908478, -0.016039716079831123, -0.012264994904398918, -0.008490272797644138, -0.004715551156550646, -0.0009408292826265097, 0.0028338925912976265, 0.006608614698052406, 0.010383335873484612, 0.014158057980239391, 0.01793278008699417, 0.021707501262426376, 0.02548222430050373, 0.029256945475935936, 0.03303166851401329, 0.036806389689445496, 0.0405811108648777, 0.044355832040309906, 0.04813055694103241, 0.051905278116464615, 0.05567999929189682, 0.059454720467329025, 0.06322944164276123, 0.06700416654348373, 0.07077888399362564, 0.07455360889434814, 0.07832832634449005, 0.08210305124521255, 0.08587777614593506, 0.08965249359607697, 0.09342721849679947, 0.09720193594694138, 0.10097666084766388, 0.10475138574838638, 0.10852610319852829, 0.1123008280992508, 0.1160755455493927, 0.1198502704501152, 0.12362499535083771, 0.12739971280097961, 0.13117443025112152, 0.13494916260242462, 0.13872388005256653]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [4.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 6.0, 5.0, 13.0, 15.0, 18.0, 44.0, 60.0, 45.0, 17.0, 17.0, 7.0, 2.0, 3.0, 0.0, 1.0, 2.0, 4.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.08394130319356918, -0.0807693675160408, -0.07759743183851242, -0.07442549616098404, -0.07125356048345566, -0.06808162480592728, -0.06490969657897949, -0.06173775717616081, -0.05856582522392273, -0.05539388954639435, -0.05222195386886597, -0.049050018191337585, -0.045878082513809204, -0.04270614683628082, -0.03953421488404274, -0.03636227920651436, -0.03319034352898598, -0.030018407851457596, -0.026846474036574364, -0.023674538359045982, -0.02050260454416275, -0.01733066886663437, -0.014158733189105988, -0.01098679844290018, -0.007814863696694374, -0.004642928950488567, -0.0014709937386214733, 0.001700941240414977, 0.0048728762194514275, 0.008044810965657234, 0.011216746643185616, 0.014388681389391422, 0.01756061613559723, 0.02073255181312561, 0.023904485628008842, 0.027076421305537224, 0.030248355120420456, 0.03342029079794884, 0.03659222647547722, 0.0397641621530056, 0.04293609410524368, 0.046108029782772064, 0.049279965460300446, 0.05245190113782883, 0.05562383681535721, 0.05879577249288559, 0.06196770444512367, 0.06513964384794235, 0.06831157207489014, 0.07148350775241852, 0.0746554434299469, 0.07782737910747528, 0.08099931478500366, 0.08417125046253204, 0.08734318614006042, 0.0905151218175888, 0.09368705749511719, 0.09685899317264557, 0.10003092885017395, 0.10320285707712173, 0.10637479275465012, 0.1095467284321785, 0.11271866410970688, 0.11589059978723526, 0.11906253546476364]}, "_runtime": 121.6526288986206, "_timestamp": 1596212992.3541665, "_step": 146}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 3.0, 2.0, 4.0, 0.0, 2.0, 3.0, 4.0, 3.0, 4.0, 2.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007695662789046764, -0.007376512978225946, -0.0070573631674051285, -0.006738213822245598, -0.00641906401142478, -0.006099914200603962, -0.005780764389783144, -0.005461614578962326, -0.005142465233802795, -0.0048233154229819775, -0.0045041656121611595, -0.004185015801340342, -0.0038658659905195236, -0.0035467164125293493, -0.0032275666017085314, -0.002908417023718357, -0.002589267212897539, -0.002270117402076721, -0.001950967824086547, -0.001631818013265729, -0.0013126683188602328, -0.0009935186244547367, -0.0006743688718415797, -0.0003552191483322531, -3.606942482292652e-05, 0.00028308029868640006, 0.0006022300221957266, 0.0009213797748088837, 0.0012405294692143798, 0.001559679163619876, 0.0018788289744406939, 0.002197978552430868, 0.002517128363251686, 0.002836278174072504, 0.0031554277520626783, 0.0034745775628834963, 0.0037937271408736706, 0.0041128769516944885, 0.0044320267625153065, 0.004751176573336124, 0.005070325918495655, 0.005389475729316473, 0.005708625540137291, 0.006027775350958109, 0.006346925161778927, 0.006666074972599745, 0.0069852243177592754, 0.007304374128580093, 0.007623523939400911, 0.00794267375022173, 0.00826182309538126, 0.008580973371863365, 0.008900122717022896, 0.009219272993505001, 0.009538422338664532, 0.009857571683824062, 0.010176721960306168, 0.010495871305465698, 0.010815021581947803, 0.011134170927107334, 0.011453320272266865, 0.01177247054874897, 0.0120916198939085, 0.012410770170390606, 0.012729919515550137]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 7.0, 8.0, 9.0, 9.0, 11.0, 20.0, 23.0, 45.0, 66.0, 91.0, 129.0, 217.0, 389.0, 5212.0, 930.0, 285.0, 158.0, 93.0, 69.0, 42.0, 30.0, 17.0, 17.0, 15.0, 8.0, 7.0, 3.0, 5.0, 4.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15590506792068481, -0.15029633045196533, -0.14468760788440704, -0.13907887041568756, -0.13347014784812927, -0.1278614103794098, -0.1222526878118515, -0.11664395779371262, -0.11103522777557373, -0.10542649030685425, -0.09981776028871536, -0.09420903027057648, -0.08860030025243759, -0.0829915702342987, -0.07738284021615982, -0.07177411019802094, -0.06616538017988205, -0.060556650161743164, -0.05494792014360428, -0.04933919012546539, -0.04373046010732651, -0.038121726363897324, -0.03251299634575844, -0.026904266327619553, -0.021295536309480667, -0.01568680629134178, -0.010078075341880322, -0.004469344858080149, 0.0011393856257200241, 0.006748116109520197, 0.01235684659332037, 0.01796557754278183, 0.023574307560920715, 0.0291830375790596, 0.034791767597198486, 0.04040049761533737, 0.04600922763347626, 0.05161796137690544, 0.05722669139504433, 0.06283541768789291, 0.0684441477060318, 0.07405288517475128, 0.07966161519289017, 0.08527034521102905, 0.09087907522916794, 0.09648780524730682, 0.10209653526544571, 0.1077052652835846, 0.11331399530172348, 0.11892272531986237, 0.12453145533800125, 0.13014018535614014, 0.13574892282485962, 0.1413576453924179, 0.1469663828611374, 0.15257510542869568, 0.15818384289741516, 0.16379256546497345, 0.16940130293369293, 0.17501002550125122, 0.1806187629699707, 0.186227485537529, 0.19183622300624847, 0.19744494557380676, 0.20305368304252625]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 1.0, 2.0, 3.0, 5.0, 3.0, 4.0, 3.0, 6.0, 1.0, 4.0, 3.0, 24.0, 3.0, 2.0, 6.0, 2.0, 7.0, 1.0, 5.0, 5.0, 1.0, 3.0, 1.0, 3.0, 1.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.003699252614751458, -0.003585472237318754, -0.003471692092716694, -0.00335791171528399, -0.003244131337851286, -0.0031303511932492256, -0.0030165708158165216, -0.0029027906712144613, -0.0027890102937817574, -0.0026752299163490534, -0.002561449771746993, -0.002447669394314289, -0.0023338892497122288, -0.002220108872279525, -0.002106328494846821, -0.0019925483502447605, -0.0018787679728120565, -0.0017649877117946744, -0.0016512074507772923, -0.0015374270733445883, -0.0014236468123272061, -0.001309866551309824, -0.00119608617387712, -0.0010823059128597379, -0.0009685256518423557, -0.0008547453908249736, -0.0007409650715999305, -0.0006271847523748875, -0.0005134044913575053, -0.0003996242012362927, -0.0002858439111150801, -0.00017206362099386752, -5.8283330872654915e-05, 5.549695924855769e-05, 0.0001692772493697703, 0.0002830575394909829, 0.0003968378296121955, 0.0005106180906295776, 0.0006243984098546207, 0.0007381787290796638, 0.0008519589900970459, 0.000965739251114428, 0.0010795195121318102, 0.0011932998895645142, 0.0013070801505818963, 0.0014208604115992785, 0.0015346407890319824, 0.0016484210500493646, 0.0017622013110667467, 0.0018759815720841289, 0.001989761833101511, 0.002103542210534215, 0.002217322587966919, 0.0023311027325689793, 0.0024448831100016832, 0.0025586632546037436, 0.0026724436320364475, 0.0027862240094691515, 0.002900004154071212, 0.003013784531503916, 0.003127564676105976, 0.00324134505353868, 0.003355125430971384, 0.0034689055755734444, 0.0035826859530061483]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 3.0, 3.0, 5.0, 8.0, 16.0, 11.0, 22.0, 39.0, 52.0, 83.0, 141.0, 192.0, 342.0, 498.0, 777.0, 1221.0, 1973.0, 3552.0, 6214.0, 11522.0, 25024.0, 64179.0, 852661.0, 125400.0, 38846.0, 18810.0, 10647.0, 6157.0, 3847.0, 2460.0, 1598.0, 1096.0, 678.0, 480.0, 323.0, 229.0, 176.0, 113.0, 76.0, 47.0, 42.0, 26.0, 13.0, 9.0, 6.0, 6.0, 7.0, 2.0, 4.0, 3.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.007163146045058966, -0.006944843102246523, -0.00672654015943408, -0.006508237216621637, -0.0062899342738091946, -0.006071631330996752, -0.005853328388184309, -0.005635025445371866, -0.005416722968220711, -0.005198420025408268, -0.004980117082595825, -0.004761814139783382, -0.00454351119697094, -0.004325208254158497, -0.004106905311346054, -0.0038886023685336113, -0.0036702994257211685, -0.0034519964829087257, -0.003233693540096283, -0.00301539059728384, -0.0027970876544713974, -0.0025787849444895983, -0.0023604820016771555, -0.0021421790588647127, -0.00192387611605227, -0.0017055731732398272, -0.0014872702304273844, -0.0012689674040302634, -0.0010506644612178206, -0.0008323615184053779, -0.000614058633800596, -0.0003957557200919837, -0.00017745280638337135, 4.085010732524097e-05, 0.0002591530210338533, 0.0004774559347424656, 0.0006957588484510779, 0.0009140617912635207, 0.0011323646176606417, 0.0013506675604730844, 0.0015689705032855272, 0.00178727344609797, 0.002005576388910413, 0.0022238793317228556, 0.0024421820417046547, 0.0026604849845170975, 0.0028787879273295403, 0.003097090870141983, 0.003315393812954426, 0.0035336967557668686, 0.0037519996985793114, 0.003970302641391754, 0.004188605584204197, 0.00440690852701664, 0.0046252114698290825, 0.004843514412641525, 0.005061817355453968, 0.0052801198326051235, 0.005498422775417566, 0.005716725718230009, 0.005935028661042452, 0.006153331603854895, 0.006371634546667337, 0.00658993748947978, 0.006808240432292223]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 5.0, 4.0, 7.0, 4.0, 6.0, 2.0, 11.0, 2.0, 3.0, 3.0, 4.0, 2.0, 3.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.020166877657175064, -0.01752864010632038, -0.014890401624143124, -0.012252163141965866, -0.009613925591111183, -0.006975687574595213, -0.004337449558079243, -0.0016992115415632725, 0.0009390264749526978, 0.003577264491468668, 0.006215502507984638, 0.008853740990161896, 0.011491978541016579, 0.014130216091871262, 0.016768455505371094, 0.019406693056225777, 0.02204493060708046, 0.024683168157935143, 0.027321405708789825, 0.029959645122289658, 0.03259788453578949, 0.03523612022399902, 0.037874359637498856, 0.04051259532570839, 0.04315083473920822, 0.045789074152708054, 0.04842730984091759, 0.05106554925441742, 0.05370378494262695, 0.056342024356126785, 0.05898026376962662, 0.06161849945783615, 0.06425674259662628, 0.06689497828483582, 0.06953321397304535, 0.07217144966125488, 0.07480969280004501, 0.07744792848825455, 0.08008616417646408, 0.08272440731525421, 0.08536264300346375, 0.08800087869167328, 0.09063912183046341, 0.09327735751867294, 0.09591559320688248, 0.09855383634567261, 0.10119207203388214, 0.10383030772209167, 0.10646854341030121, 0.10910678654909134, 0.11174502223730087, 0.1143832579255104, 0.11702150106430054, 0.11965973675251007, 0.1222979724407196, 0.12493621557950974, 0.12757444381713867, 0.1302126944065094, 0.13285093009471893, 0.13548916578292847, 0.138127401471138, 0.14076563715934753, 0.14340387284755707, 0.1460421234369278, 0.14868035912513733]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 4.0, 10.0, 35.0, 53.0, 98.0, 175.0, 229.0, 396.0, 638.0, 1071.0, 2025.0, 7886.0, 2600.0, 1143.0, 744.0, 436.0, 253.0, 177.0, 128.0, 77.0, 49.0, 25.0, 24.0, 22.0, 21.0, 10.0, 9.0, 10.0, 4.0, 3.0, 7.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 5.0, 5.0, 12.0, 9.0, 2.0, 0.0, 5.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 8.0], "bins": [-0.01166895404458046, -0.010760745033621788, -0.009852535091340542, -0.00894432608038187, -0.008036116138100624, -0.0071279071271419525, -0.006219698116183281, -0.005311488639563322, -0.004403279162943363, -0.0034950696863234043, -0.002586860442534089, -0.001678651082329452, -0.000770441722124815, 0.00013776763807982206, 0.0010459769982844591, 0.0019541862420737743, 0.002862395718693733, 0.003770605195313692, 0.004678814671933651, 0.0055870236828923225, 0.006495233159512281, 0.00740344263613224, 0.008311651647090912, 0.009219861589372158, 0.01012807060033083, 0.011036279611289501, 0.011944489553570747, 0.012852698564529419, 0.01376090757548809, 0.014669117517769337, 0.015577326528728008, 0.016485536471009254, 0.017393745481967926, 0.018301954492926598, 0.01921016350388527, 0.02011837437748909, 0.02102658338844776, 0.021934792399406433, 0.022843001410365105, 0.023751210421323776, 0.024659421294927597, 0.02556763030588627, 0.02647583931684494, 0.027384048327803612, 0.028292257338762283, 0.029200466349720955, 0.030108677223324776, 0.031016886234283447, 0.03192509710788727, 0.03283330425620079, 0.03374151512980461, 0.034649722278118134, 0.035557933151721954, 0.03646614030003548, 0.0373743511736393, 0.03828256204724312, 0.03919076919555664, 0.04009898006916046, 0.041007187217473984, 0.041915398091077805, 0.042823608964681625, 0.04373181611299515, 0.04464002698659897, 0.04554823413491249, 0.04645644500851631]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 5.0, 3.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.32857003808021545, -0.32026660442352295, -0.31196317076683044, -0.30365973711013794, -0.29535630345344543, -0.28705286979675293, -0.2787494361400604, -0.2704460024833679, -0.2621425986289978, -0.2538391649723053, -0.2455357164144516, -0.2372322827577591, -0.22892886400222778, -0.22062543034553528, -0.21232199668884277, -0.20401856303215027, -0.19571512937545776, -0.18741169571876526, -0.17910826206207275, -0.17080482840538025, -0.16250139474868774, -0.15419797599315643, -0.14589454233646393, -0.13759110867977142, -0.12928767502307892, -0.12098424136638641, -0.11268080770969391, -0.104377381503582, -0.0960739478468895, -0.08777051419019699, -0.07946708798408508, -0.07116365432739258, -0.06286022067070007, -0.05455678701400757, -0.04625335708260536, -0.037949927151203156, -0.02964649349451065, -0.021343061700463295, -0.01303962990641594, -0.004736198112368584, 0.003567233681678772, 0.011870665475726128, 0.020174097269773483, 0.02847752906382084, 0.036780960857868195, 0.0450843945145607, 0.053387824445962906, 0.06169125437736511, 0.06999468803405762, 0.07829812169075012, 0.08660155534744263, 0.09490498155355453, 0.10320841521024704, 0.11151184886693954, 0.11981527507305145, 0.12811870872974396, 0.13642214238643646, 0.14472557604312897, 0.15302900969982147, 0.16133244335651398, 0.1696358621120453, 0.1779392957687378, 0.1862427294254303, 0.1945461630821228, 0.2028495967388153]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 3.0, 3.0, 9.0, 8.0, 5.0, 6.0, 7.0, 7.0, 13.0, 19.0, 50.0, 41.0, 34.0, 19.0, 2.0, 7.0, 6.0, 5.0, 4.0, 5.0, 3.0, 5.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.20309777557849884, -0.1976523995399475, -0.19220700860023499, -0.18676163256168365, -0.18131625652313232, -0.175870880484581, -0.17042550444602966, -0.16498011350631714, -0.1595347374677658, -0.15408936142921448, -0.14864397048950195, -0.14319859445095062, -0.1377532184123993, -0.13230784237384796, -0.12686246633529663, -0.1214170753955841, -0.11597169935703278, -0.11052632331848145, -0.10508093982934952, -0.09963555634021759, -0.09419018030166626, -0.08874480426311493, -0.083299420773983, -0.07785403728485107, -0.07240866124629974, -0.06696328520774841, -0.061517901718616486, -0.05607252195477486, -0.05062714219093323, -0.0451817624270916, -0.03973638266324997, -0.03429100289940834, -0.02884562313556671, -0.023400243371725082, -0.017954863607883453, -0.012509483844041824, -0.007064104080200195, -0.0016187243163585663, 0.0038266554474830627, 0.009272035211324692, 0.01471741497516632, 0.02016279473900795, 0.02560817450284958, 0.031053554266691208, 0.03649893403053284, 0.041944313794374466, 0.047389693558216095, 0.052835073322057724, 0.05828045308589935, 0.06372582912445068, 0.06917121261358261, 0.07461659610271454, 0.08006197214126587, 0.0855073481798172, 0.09095273166894913, 0.09639811515808105, 0.10184349119663239, 0.10728886723518372, 0.11273425072431564, 0.11817963421344757, 0.1236250102519989, 0.12907038629055023, 0.13451576232910156, 0.1399611532688141, 0.14540652930736542]}, "_runtime": 122.4392683506012, "_timestamp": 1596212993.140806, "_step": 147}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 2.0, 3.0, 0.0, 6.0, 3.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010709559544920921, -0.01037519983947277, -0.010040839202702045, -0.009706479497253895, -0.009372119791805744, -0.009037760086357594, -0.008703399449586868, -0.008369039744138718, -0.008034680038690567, -0.007700319867581129, -0.007365959696471691, -0.0070315999910235405, -0.0066972398199141026, -0.006362880114465952, -0.006028519943356514, -0.005694160237908363, -0.005359800066798925, -0.0050254398956894875, -0.004691080190241337, -0.004356720019131899, -0.004022360313683748, -0.0036880001425743103, -0.003353640204295516, -0.0030192802660167217, -0.0026849203277379274, -0.002350560389459133, -0.002016200451180339, -0.0016818403964862227, -0.0013474804582074285, -0.0010131205199286342, -0.000678760523442179, -0.0003444005560595542, -1.0040588676929474e-05, 0.00032431937870569527, 0.00065867934608832, 0.0009930393425747752, 0.0013273992808535695, 0.0016617592191323638, 0.00199611927382648, 0.002330479212105274, 0.0026648391503840685, 0.0029991990886628628, 0.003333559026941657, 0.0036679189652204514, 0.004002279136329889, 0.00433663884177804, 0.004670999012887478, 0.0050053587183356285, 0.0053397188894450665, 0.005674079060554504, 0.006008438766002655, 0.006342798937112093, 0.006677158642560244, 0.0070115188136696815, 0.007345878519117832, 0.00768023869022727, 0.008014598861336708, 0.008348958566784859, 0.00868331827223301, 0.009017678909003735, 0.009352038614451885, 0.009686398319900036, 0.010020758025348186, 0.010355118662118912, 0.010689478367567062]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 3.0, 4.0, 7.0, 6.0, 6.0, 6.0, 7.0, 8.0, 19.0, 16.0, 23.0, 26.0, 43.0, 54.0, 63.0, 86.0, 88.0, 151.0, 234.0, 509.0, 5328.0, 468.0, 223.0, 138.0, 111.0, 66.0, 40.0, 41.0, 34.0, 21.0, 19.0, 22.0, 11.0, 9.0, 7.0, 7.0, 2.0, 7.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.14320005476474762, -0.13925309479236603, -0.13530611991882324, -0.13135915994644165, -0.12741219997406006, -0.12346523255109787, -0.11951827257871628, -0.11557130515575409, -0.1116243451833725, -0.10767737776041031, -0.10373041033744812, -0.09978345036506653, -0.09583648294210434, -0.09188952296972275, -0.08794255554676056, -0.08399559557437897, -0.08004862815141678, -0.07610166072845459, -0.072154700756073, -0.06820773333311081, -0.06426077336072922, -0.06031380593776703, -0.05636684224009514, -0.05241987854242325, -0.04847291484475136, -0.04452595114707947, -0.04057898744940758, -0.03663202375173569, -0.0326850563287735, -0.028738094493746758, -0.024791128933429718, -0.020844165235757828, -0.016897201538085938, -0.012950237840414047, -0.009003273211419582, -0.005056309048086405, -0.0011093448847532272, 0.0028376192785799503, 0.006784583441913128, 0.010731548070907593, 0.014678511768579483, 0.018625475466251373, 0.022572439163923264, 0.026519404724240303, 0.030466368421912193, 0.03441333398222923, 0.03836029767990112, 0.04230726137757301, 0.046254225075244904, 0.050201188772916794, 0.054148152470588684, 0.058095116168260574, 0.062042079865932465, 0.06598904728889465, 0.06993600726127625, 0.07388297468423843, 0.07782994210720062, 0.08177690207958221, 0.0857238695025444, 0.089670829474926, 0.09361779689788818, 0.09756475687026978, 0.10151172429323196, 0.10545868426561356, 0.10940565168857574]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 4.0, 0.0, 3.0, 2.0, 4.0, 3.0, 8.0, 6.0, 4.0, 5.0, 4.0, 9.0, 21.0, 3.0, 2.0, 2.0, 4.0, 3.0, 6.0, 2.0, 5.0, 2.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0034744334407150745, -0.0033750373404473066, -0.0032756414730101824, -0.0031762453727424145, -0.0030768492724746466, -0.0029774534050375223, -0.0028780573047697544, -0.0027786612045019865, -0.0026792651042342186, -0.0025798692367970943, -0.0024804731365293264, -0.0023810770362615585, -0.0022816811688244343, -0.0021822850685566664, -0.0020828889682888985, -0.001983493100851774, -0.0018840970005840063, -0.0017847010167315602, -0.0016853049164637923, -0.0015859089326113462, -0.0014865128323435783, -0.0013871168484911323, -0.0012877208646386862, -0.0011883247643709183, -0.0010889287805184722, -0.0009895327966660261, -0.0008901366963982582, -0.0007907407125458121, -0.0006913446704857051, -0.0005919486284255981, -0.0004925526445731521, -0.00039315660251304507, -0.0002937605604529381, -0.00019436453294474632, -9.496850543655455e-05, 4.427522071637213e-06, 0.00010382354957982898, 0.00020321957708802074, 0.0003026156045962125, 0.00040201161755248904, 0.000501407659612596, 0.000600803701672703, 0.00070019974373281, 0.0007995957275852561, 0.0008989917696453631, 0.00099838781170547, 0.0010977837955579162, 0.001197179895825684, 0.0012965758796781301, 0.0013959718635305762, 0.0014953679637983441, 0.0015947639476507902, 0.0016941600479185581, 0.0017935560317710042, 0.0018929520156234503, 0.001992348115891218, 0.0020917439833283424, 0.0021911400835961103, 0.0022905361838638783, 0.002389932284131646, 0.0024893281515687704, 0.0025887242518365383, 0.0026881203521043062, 0.0027875162195414305, 0.0028869123198091984]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 1.0, 1.0, 7.0, 3.0, 7.0, 6.0, 4.0, 15.0, 17.0, 31.0, 44.0, 78.0, 101.0, 155.0, 243.0, 358.0, 581.0, 1076.0, 1732.0, 3284.0, 6210.0, 12908.0, 32061.0, 109992.0, 897519.0, 64362.0, 22441.0, 10704.0, 5732.0, 3375.0, 2063.0, 1332.0, 954.0, 656.0, 436.0, 338.0, 207.0, 171.0, 125.0, 85.0, 58.0, 48.0, 27.0, 22.0, 20.0, 10.0, 14.0, 4.0, 8.0, 5.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.00578854838386178, -0.005577528849244118, -0.005366509780287743, -0.00515549024567008, -0.004944471176713705, -0.004733451642096043, -0.0045224325731396675, -0.004311413038522005, -0.00410039396956563, -0.0038893744349479675, -0.0036783551331609488, -0.00346733583137393, -0.003256316529586911, -0.0030452972277998924, -0.0028342779260128736, -0.002623258624225855, -0.002412239322438836, -0.0022012200206518173, -0.0019902007188647985, -0.0017791814170777798, -0.001568162115290761, -0.0013571426970884204, -0.0011461233953014016, -0.0009351040935143828, -0.0007240847917273641, -0.0005130654899403453, -0.00030204615904949605, -9.102684271056205e-05, 0.00011999247362837195, 0.00033101177541539073, 0.0005420311354100704, 0.0007530504371970892, 0.000964069738984108, 0.0011750890407711267, 0.0013861083425581455, 0.0015971276443451643, 0.001808146946132183, 0.002019166247919202, 0.0022301855497062206, 0.0024412048514932394, 0.002652224153280258, 0.0028632436878979206, 0.0030742629896849394, 0.003285282291471958, 0.003496301593258977, 0.0037073208950459957, 0.003918339964002371, 0.004129359498620033, 0.004340378567576408, 0.004551398102194071, 0.004762417636811733, 0.004973436705768108, 0.005184456240385771, 0.005395475309342146, 0.005606494843959808, 0.0058175139129161835, 0.006028533447533846, 0.006239552516490221, 0.0064505720511078835, 0.006661591120064259, 0.006872610654681921, 0.007083629723638296, 0.0072946492582559586, 0.007505668327212334, 0.007716687861829996]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 2.0, 2.0, 4.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 5.0, 4.0, 6.0, 2.0, 4.0, 2.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.020706020295619965, -0.01988520845770836, -0.019064396619796753, -0.018243584781885147, -0.01742277294397354, -0.016601961106061935, -0.01578114926815033, -0.014960337430238724, -0.014139525592327118, -0.013318714685738087, -0.01249790284782648, -0.011677091009914875, -0.01085627917200327, -0.010035467334091663, -0.009214655496180058, -0.008393843658268452, -0.007573031820356846, -0.00675221998244524, -0.005931408144533634, -0.005110596306622028, -0.0042897844687104225, -0.0034689728636294603, -0.002648161258548498, -0.0018273494206368923, -0.0010065375827252865, -0.00018572580302134156, 0.0006350859766826034, 0.0014558976981788874, 0.002276709536090493, 0.003097521374002099, 0.003918332979083061, 0.004739144816994667, 0.005559956654906273, 0.006380768492817879, 0.0072015803307294846, 0.00802239216864109, 0.008843204006552696, 0.009664015844464302, 0.010484827682375908, 0.011305639520287514, 0.01212645135819912, 0.01294726226478815, 0.013768074102699757, 0.014588885940611362, 0.015409697778522968, 0.01623051054775715, 0.017051322385668755, 0.01787213422358036, 0.018692944198846817, 0.019513756036758423, 0.02033456787467003, 0.021155379712581635, 0.02197619155049324, 0.022797003388404846, 0.023617815226316452, 0.024438627064228058, 0.025259438902139664, 0.02608025074005127, 0.026901062577962875, 0.02772187441587448, 0.028542686253786087, 0.029363498091697693, 0.0301843099296093, 0.031005121767520905, 0.03182593360543251]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 5.0, 2.0, 6.0, 5.0, 11.0, 7.0, 16.0, 18.0, 18.0, 41.0, 34.0, 32.0, 53.0, 71.0, 92.0, 129.0, 145.0, 209.0, 285.0, 369.0, 455.0, 604.0, 769.0, 1124.0, 2188.0, 6561.0, 1795.0, 1106.0, 658.0, 475.0, 307.0, 233.0, 146.0, 113.0, 61.0, 72.0, 37.0, 35.0, 27.0, 14.0, 7.0, 7.0, 11.0, 8.0, 14.0, 17.0, 12.0, 4.0, 3.0, 1.0, 3.0, 5.0, 4.0], "bins": [-0.013518273830413818, -0.013146170414984226, -0.012774066999554634, -0.012401963584125042, -0.012029859237372875, -0.011657755821943283, -0.011285652406513691, -0.010913548991084099, -0.010541445575654507, -0.010169342160224915, -0.009797237813472748, -0.009425134398043156, -0.009053030982613564, -0.008680927567183971, -0.00830882415175438, -0.007936720736324787, -0.007564616855233908, -0.007192513439804316, -0.006820409558713436, -0.006448306143283844, -0.006076202727854252, -0.005704098846763372, -0.00533199543133378, -0.004959892015904188, -0.004587788134813309, -0.004215684719383717, -0.0038435813039541245, -0.0034714776556938887, -0.003099374007433653, -0.0027272705920040607, -0.002355166943743825, -0.001983063528314233, -0.001610959880053997, -0.001238856348209083, -0.0008667527581565082, -0.0004946491681039333, -0.00012254563625901937, 0.00024955792468972504, 0.0006216614856384695, 0.0009937650756910443, 0.0013658686075359583, 0.0017379721393808722, 0.002110075671225786, 0.002482179319486022, 0.0028542829677462578, 0.00322638638317585, 0.0035984900314360857, 0.0039705936796963215, 0.004342697095125914, 0.004714800510555506, 0.005086904391646385, 0.005459007807075977, 0.0058311112225055695, 0.006203215103596449, 0.006575318519026041, 0.006947421934455633, 0.007319525815546513, 0.007691629230976105, 0.008063732646405697, 0.008435836061835289, 0.008807939477264881, 0.009180043824017048, 0.00955214723944664, 0.009924250654876232, 0.010296354070305824]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 0.0, 0.0, 2.0, 2.0, 3.0, 0.0, 3.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15428322553634644, -0.15067099034786224, -0.14705875515937805, -0.14344653487205505, -0.13983429968357086, -0.13622206449508667, -0.13260984420776367, -0.12899760901927948, -0.1253853738307953, -0.1217731386423111, -0.1181609109044075, -0.1145486831665039, -0.11093644797801971, -0.10732421278953552, -0.10371198505163193, -0.10009975731372833, -0.09648752212524414, -0.09287528693675995, -0.08926305919885635, -0.08565083146095276, -0.08203859627246857, -0.07842636108398438, -0.07481413334608078, -0.07120190560817719, -0.067589670419693, -0.0639774352312088, -0.060365207493305206, -0.05675297603011131, -0.05314074456691742, -0.049528513103723526, -0.04591628164052963, -0.04230405017733574, -0.038691818714141846, -0.03507958725094795, -0.03146735578775406, -0.027855124324560165, -0.024242892861366272, -0.02063066139817238, -0.017018429934978485, -0.013406198471784592, -0.009793967008590698, -0.006181735545396805, -0.0025695040822029114, 0.001042727380990982, 0.0046549588441848755, 0.008267190307378769, 0.011879421770572662, 0.015491653233766556, 0.01910388469696045, 0.022716116160154343, 0.026328347623348236, 0.02994057908654213, 0.03355281054973602, 0.037165042012929916, 0.04077727347612381, 0.0443895049393177, 0.0480017364025116, 0.05161396786570549, 0.055226199328899384, 0.05883843079209328, 0.06245066225528717, 0.06606289744377136, 0.06967512518167496, 0.07328735291957855, 0.07689958810806274]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 4.0, 2.0, 4.0, 2.0, 1.0, 2.0, 5.0, 6.0, 8.0, 9.0, 21.0, 16.0, 41.0, 23.0, 11.0, 18.0, 22.0, 18.0, 15.0, 12.0, 6.0, 3.0, 9.0, 1.0, 1.0, 4.0, 3.0, 1.0, 0.0, 0.0, 3.0, 1.0], "bins": [-0.12518444657325745, -0.12239542603492737, -0.1196063980460167, -0.11681737750768661, -0.11402834951877594, -0.11123932898044586, -0.10845030099153519, -0.10566128045320511, -0.10287225246429443, -0.10008323192596436, -0.09729421138763428, -0.0945051833987236, -0.09171616286039352, -0.08892713487148285, -0.08613811433315277, -0.0833490863442421, -0.08056006580591202, -0.07777104526758194, -0.07498201727867126, -0.07219299674034119, -0.06940396875143051, -0.06661494821310043, -0.06382592022418976, -0.06103689968585968, -0.058247875422239304, -0.05545885115861893, -0.05266982689499855, -0.049880802631378174, -0.047091782093048096, -0.04430275782942772, -0.04151373356580734, -0.038724709302186966, -0.03593568503856659, -0.03314666077494621, -0.030357636511325836, -0.02756861411035061, -0.024779589846730232, -0.021990565583109856, -0.01920154318213463, -0.01641251891851425, -0.013623494654893875, -0.010834470391273499, -0.008045447058975697, -0.005256423261016607, -0.002467399463057518, 0.0003216243349015713, 0.0031106481328606606, 0.00589967193081975, 0.008688695728778839, 0.011477719992399216, 0.014266743324697018, 0.01705576665699482, 0.019844790920615196, 0.022633815184235573, 0.0254228375852108, 0.028211861848831177, 0.031000886112451553, 0.03378991037607193, 0.036578934639692307, 0.03936795890331268, 0.04215697944164276, 0.04494600370526314, 0.047735027968883514, 0.05052405223250389, 0.05331307649612427]}, "_runtime": 123.21872401237488, "_timestamp": 1596212993.9202616, "_step": 148}
-{"val_accuracy": 0.8212143264840183, "val_loss": 0.45948746596297174, "_runtime": 124.77672958374023, "_timestamp": 1596212995.4782672, "_step": 149}
-{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: V Confidence: 0.3088073432445526 Truth: v", "Prediction: 5 Confidence: 0.9999992847442627 Truth: 5", "Prediction: 2 Confidence: 0.9980098605155945 Truth: 2", "Prediction: 0 Confidence: 0.6338191032409668 Truth: 0"]}, "_runtime": 125.05929613113403, "_timestamp": 1596212995.7608337, "_step": 150}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 6.0, 4.0, 2.0, 5.0, 10.0, 5.0, 2.0, 4.0, 2.0, 5.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.01703585311770439, -0.016532529145479202, -0.016029207035899162, -0.015525883063673973, -0.015022560022771358, -0.01451923605054617, -0.014015913009643555, -0.01351258996874094, -0.013009266927838326, -0.012505942955613136, -0.012002619914710522, -0.011499296873807907, -0.010995972901582718, -0.010492649860680103, -0.009989326819777489, -0.0094860028475523, -0.008982679806649685, -0.00847935676574707, -0.007976032793521881, -0.0074727097526192665, -0.006969386711716652, -0.00646606320515275, -0.005962739698588848, -0.0054594166576862335, -0.004956093151122332, -0.00445276964455843, -0.003949446603655815, -0.0034461230970919132, -0.002942799823358655, -0.0024394765496253967, -0.0019361531594768167, -0.0014328297693282366, -0.0009295064955949783, -0.00042618316365405917, 7.714016828685999e-05, 0.0005804635002277792, 0.0010837868321686983, 0.0015871101059019566, 0.0020904336124658585, 0.0025937568861991167, 0.003097080159932375, 0.003600403433665633, 0.0041037267073988914, 0.004607050213962793, 0.005110373720526695, 0.00561369676142931, 0.006117020267993212, 0.006620343308895826, 0.007123666815459728, 0.00762699032202363, 0.008130313828587532, 0.008633636869490147, 0.009136959910392761, 0.00964028388261795, 0.010143606923520565, 0.01064692996442318, 0.011150253936648369, 0.011653576977550983, 0.012156900018453598, 0.012660223059356213, 0.013163547031581402, 0.013666870072484016, 0.014170193113386631, 0.01467351708561182, 0.015176840126514435]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 2.0, 4.0, 8.0, 7.0, 14.0, 21.0, 28.0, 68.0, 83.0, 151.0, 252.0, 601.0, 5879.0, 363.0, 166.0, 93.0, 63.0, 26.0, 21.0, 18.0, 13.0, 3.0, 10.0, 3.0, 8.0, 2.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.19976390898227692, -0.19356456398963928, -0.18736521899700165, -0.181165874004364, -0.17496652901172638, -0.16876718401908875, -0.16256782412528992, -0.15636847913265228, -0.15016913414001465, -0.14396978914737701, -0.13777044415473938, -0.13157109916210175, -0.1253717541694641, -0.11917240917682648, -0.11297305673360825, -0.10677371174097061, -0.10057436674833298, -0.09437502175569534, -0.08817567676305771, -0.08197632431983948, -0.07577697932720184, -0.06957763433456421, -0.06337828934192657, -0.05717894062399864, -0.05097959563136101, -0.04478025063872337, -0.03858090192079544, -0.032381556928157806, -0.026182210072875023, -0.01998286321759224, -0.01378351729363203, -0.007584170904010534, -0.001384824514389038, 0.004814521875232458, 0.011013868264853954, 0.017213214188814163, 0.023412561044096947, 0.02961190789937973, 0.035811252892017365, 0.0420106016099453, 0.04820994660258293, 0.054409291595220566, 0.0606086403131485, 0.06680798530578613, 0.07300733029842377, 0.0792066752910614, 0.08540602773427963, 0.09160537272691727, 0.0978047177195549, 0.10400406271219254, 0.11020340770483017, 0.1164027601480484, 0.12260210514068604, 0.12880145013332367, 0.1350007951259613, 0.14120014011859894, 0.14739948511123657, 0.1535988301038742, 0.15979817509651184, 0.16599753499031067, 0.1721968799829483, 0.17839622497558594, 0.18459556996822357, 0.1907949149608612, 0.19699425995349884]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 6.0, 2.0, 4.0, 2.0, 3.0, 3.0, 3.0, 3.0, 3.0, 6.0, 2.0, 1.0, 1.0, 1.0, 9.0, 24.0, 1.0, 1.0, 4.0, 4.0, 2.0, 4.0, 5.0, 2.0, 2.0, 3.0, 0.0, 2.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0023665386252105236, -0.002282040426507592, -0.002197542227804661, -0.0021130440291017294, -0.0020285455975681543, -0.001944047398865223, -0.0018595492001622915, -0.0017750510014593601, -0.0016905528027564287, -0.0016060544876381755, -0.001521556288935244, -0.0014370580902323127, -0.0013525597751140594, -0.001268061576411128, -0.0011835633777081966, -0.0010990650625899434, -0.001014566863887012, -0.0009300686069764197, -0.0008455704082734883, -0.000761072151362896, -0.0006765739526599646, -0.0005920756957493722, -0.0005075774388387799, -0.00042307921103201807, -0.0003385809832252562, -0.00025408275541849434, -0.00016958451305981725, -8.508627797709778e-05, -5.880428943783045e-07, 8.391019218834117e-05, 0.00016840842727106065, 0.00025290666962973773, 0.0003374048974364996, 0.00042190312524326146, 0.0005064013530500233, 0.0005908996099606156, 0.000675397808663547, 0.0007598960655741394, 0.0008443943224847317, 0.0009288925211876631, 0.0010133907198905945, 0.0010978890350088477, 0.0011823872337117791, 0.0012668854324147105, 0.0013513837475329638, 0.0014358819462358952, 0.0015203801449388266, 0.0016048784600570798, 0.0016893766587600112, 0.0017738748574629426, 0.0018583731725811958, 0.0019428713712841272, 0.0020273695699870586, 0.00211186776868999, 0.0021963659673929214, 0.0022808643989264965, 0.002365362597629428, 0.0024498607963323593, 0.0025343589950352907, 0.002618857193738222, 0.0027033553924411535, 0.0027878538239747286, 0.00287235202267766, 0.0029568502213805914, 0.003041348420083523]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 3.0, 3.0, 8.0, 3.0, 17.0, 13.0, 24.0, 26.0, 58.0, 87.0, 146.0, 239.0, 357.0, 652.0, 1080.0, 1834.0, 3333.0, 6414.0, 14398.0, 35390.0, 122910.0, 877105.0, 61088.0, 24198.0, 12211.0, 6748.0, 3961.0, 2348.0, 1596.0, 1007.0, 688.0, 522.0, 312.0, 238.0, 177.0, 100.0, 80.0, 78.0, 39.0, 31.0, 30.0, 19.0, 14.0, 12.0, 9.0, 10.0, 6.0, 4.0, 2.0, 4.0, 2.0, 2.0, 2.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.004477659706026316, -0.004293630365282297, -0.004109600558876991, -0.003925571218132973, -0.003741541877388954, -0.003557512303814292, -0.0033734827302396297, -0.003189453389495611, -0.003005423815920949, -0.0028213942423462868, -0.0026373649016022682, -0.002453335328027606, -0.002269305754452944, -0.0020852764137089252, -0.001901246840134263, -0.0017172173829749227, -0.0015331879258155823, -0.001349158468656242, -0.0011651290114969015, -0.0009810994379222393, -0.0007970699807628989, -0.0006130405236035585, -0.00042901100823655725, -0.0002449815219733864, -6.095203571021557e-05, 0.00012307745055295527, 0.0003071069368161261, 0.0004911364521831274, 0.0006751659093424678, 0.0008591953665018082, 0.0010432249400764704, 0.0012272543972358108, 0.0014112838543951511, 0.0015953133115544915, 0.001779342768713832, 0.001963372342288494, 0.0021474016830325127, 0.002331431256607175, 0.002515460830181837, 0.0026994901709258556, 0.002883519744500518, 0.00306754931807518, 0.0032515786588191986, 0.003435608232393861, 0.003619637805968523, 0.0038036671467125416, 0.00398769648745656, 0.004171726293861866, 0.0043557556346058846, 0.004539784975349903, 0.004723814781755209, 0.0049078441224992275, 0.005091873463243246, 0.005275903269648552, 0.0054599326103925705, 0.005643961951136589, 0.005827991291880608, 0.0060120210982859135, 0.006196050439029932, 0.006380079779773951, 0.0065641095861792564, 0.006748138926923275, 0.0069321682676672935, 0.007116198074072599, 0.007300227414816618]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 2.0, 0.0, 5.0, 8.0, 4.0, 4.0, 2.0, 1.0, 1.0, 3.0, 2.0, 2.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01633111760020256, -0.01570531539618969, -0.015079512260854244, -0.014453709125518799, -0.013827906921505928, -0.013202104717493057, -0.012576301582157612, -0.011950498446822166, -0.011324696242809296, -0.010698894038796425, -0.01007309090346098, -0.009447287768125534, -0.008821485564112663, -0.008195683360099792, -0.007569880224764347, -0.006944077555090189, -0.006318274885416031, -0.005692472215741873, -0.005066669546067715, -0.004440866876393557, -0.0038150642067193985, -0.0031892615370452404, -0.0025634588673710823, -0.0019376561976969242, -0.0013118535280227661, -0.000686050858348608, -6.024818867444992e-05, 0.0005655544809997082, 0.0011913571506738663, 0.0018171598203480244, 0.0024429624900221825, 0.0030687651596963406, 0.0036945678293704987, 0.004320370499044657, 0.004946173168718815, 0.005571975838392973, 0.006197778508067131, 0.006823581177741289, 0.007449383847415447, 0.008075186982750893, 0.008700989186763763, 0.009326791390776634, 0.00995259452611208, 0.010578397661447525, 0.011204199865460396, 0.011830002069473267, 0.012455805204808712, 0.013081608340144157, 0.013707410544157028, 0.014333212748169899, 0.014959015883505344, 0.01558481901884079, 0.01621062122285366, 0.01683642342686653, 0.01746222749352455, 0.018088029697537422, 0.018713831901550293, 0.019339634105563164, 0.019965436309576035, 0.020591240376234055, 0.021217042580246925, 0.021842844784259796, 0.022468648850917816, 0.023094451054930687, 0.023720253258943558]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 9.0, 3.0, 3.0, 12.0, 8.0, 10.0, 15.0, 19.0, 34.0, 28.0, 37.0, 60.0, 66.0, 82.0, 115.0, 112.0, 171.0, 159.0, 255.0, 293.0, 428.0, 603.0, 811.0, 1286.0, 2488.0, 6188.0, 1577.0, 1028.0, 695.0, 445.0, 346.0, 248.0, 179.0, 107.0, 114.0, 86.0, 56.0, 30.0, 36.0, 22.0, 17.0, 20.0, 23.0, 16.0, 10.0, 19.0, 14.0, 8.0, 12.0, 0.0, 3.0, 4.0, 2.0, 1.0, 4.0, 1.0, 3.0], "bins": [-0.00895906612277031, -0.008680875413119793, -0.008402683772146702, -0.008124493062496185, -0.007846301421523094, -0.007568110711872578, -0.007289919536560774, -0.00701172836124897, -0.006733537185937166, -0.006455346010625362, -0.006177154835313559, -0.005898963660001755, -0.005620772950351238, -0.005342581775039434, -0.005064390599727631, -0.004786199424415827, -0.004508008249104023, -0.004229817073792219, -0.003951625898480415, -0.003673434955999255, -0.0033952437806874514, -0.0031170526053756475, -0.0028388616628944874, -0.0025606704875826836, -0.0022824793122708797, -0.002004288136959076, -0.001726097078062594, -0.001447906019166112, -0.0011697148438543081, -0.0008915237267501652, -0.0006133326096460223, -0.0003351414925418794, -5.695037543773651e-05, 0.0002212407416664064, 0.0004994318587705493, 0.0007776229758746922, 0.001055814092978835, 0.001334005268290639, 0.001612196327187121, 0.001890387386083603, 0.0021685785613954067, 0.0024467697367072105, 0.0027249609120190144, 0.0030031518545001745, 0.0032813430298119783, 0.003559534205123782, 0.0038377251476049423, 0.004115916322916746, 0.00439410749822855, 0.004672298673540354, 0.004950489848852158, 0.005228681024163961, 0.005506872199475765, 0.005785062909126282, 0.0060632540844380856, 0.006341445259749889, 0.006619636435061693, 0.006897827610373497, 0.007176018785685301, 0.007454209960997105, 0.007732400670647621, 0.008010592311620712, 0.008288783021271229, 0.00856697466224432, 0.008845165371894836]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0772261917591095, -0.0748438835144043, -0.0724615827202797, -0.0700792744755745, -0.06769697368144989, -0.06531466543674469, -0.06293236464262009, -0.060550060123205185, -0.05816775560379028, -0.05578544735908508, -0.05340314283967018, -0.05102083832025528, -0.04863853380084038, -0.046256229281425476, -0.043873924762010574, -0.04149162024259567, -0.03910931572318077, -0.03672701120376587, -0.03434470668435097, -0.031962402164936066, -0.029580097645521164, -0.027197791263461113, -0.02481548674404621, -0.02243318222463131, -0.020050877705216408, -0.017668573185801506, -0.015286268666386604, -0.012903963215649128, -0.010521658696234226, -0.008139354176819324, -0.0057570491917431355, -0.00337474443949759, -0.0009924396872520447, 0.0013898650649935007, 0.003772169817239046, 0.006154474802315235, 0.008536779321730137, 0.010919083841145039, 0.013301389291882515, 0.015683693811297417, 0.01806599833071232, 0.02044830285012722, 0.022830607369542122, 0.025212911888957024, 0.027595218271017075, 0.029977522790431976, 0.03235982730984688, 0.03474213182926178, 0.03712443634867668, 0.03950674086809158, 0.041889045387506485, 0.04427134990692139, 0.04665365442633629, 0.04903595894575119, 0.05141826346516609, 0.053800567984580994, 0.056182876229286194, 0.058565180748701096, 0.060947485268116, 0.0633297860622406, 0.0657120943069458, 0.0680943951010704, 0.0704767033457756, 0.07285900413990021, 0.07524131238460541]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 4.0, 0.0, 0.0, 0.0, 6.0, 2.0, 7.0, 6.0, 8.0, 9.0, 9.0, 11.0, 9.0, 9.0, 21.0, 41.0, 17.0, 14.0, 18.0, 10.0, 13.0, 6.0, 7.0, 10.0, 7.0, 2.0, 3.0, 3.0, 3.0, 3.0, 4.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.05085077881813049, -0.04924800992012024, -0.047645244747400284, -0.04604247584939003, -0.044439710676670074, -0.04283694177865982, -0.04123417288064957, -0.03963140770792961, -0.03802863880991936, -0.0364258699119091, -0.03482310473918915, -0.033220335841178894, -0.03161756694316864, -0.030014801770448685, -0.02841203287243843, -0.026809265837073326, -0.02520649880170822, -0.023603731766343117, -0.022000964730978012, -0.020398195832967758, -0.018795428797602654, -0.01719266176223755, -0.01558989379554987, -0.01398712582886219, -0.012384358793497086, -0.010781591758131981, -0.009178823791444302, -0.00757605629041791, -0.005973288789391518, -0.004370521288365126, -0.0027677537873387337, -0.0011649862863123417, 0.0004377812147140503, 0.0020405487157404423, 0.0036433162167668343, 0.005246083717793226, 0.006848851218819618, 0.008451618254184723, 0.010054386220872402, 0.011657154187560081, 0.013259921222925186, 0.01486268825829029, 0.016465455293655396, 0.01806822419166565, 0.019670991227030754, 0.02127375826239586, 0.022876527160406113, 0.024479294195771217, 0.026082061231136322, 0.027684828266501427, 0.02928759530186653, 0.030890364199876785, 0.03249312937259674, 0.034095898270606995, 0.03569866716861725, 0.037301432341337204, 0.03890420123934746, 0.04050697013735771, 0.04210973531007767, 0.04371250420808792, 0.045315273106098175, 0.04691803827881813, 0.048520807176828384, 0.05012357234954834, 0.051726341247558594]}, "_runtime": 125.53671979904175, "_timestamp": 1596212996.2382574, "_step": 151}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 5.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 6.0, 1.0, 1.0, 6.0, 3.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.0103860879316926, -0.010098696686327457, -0.00981130637228489, -0.009523915126919746, -0.009236524812877178, -0.008949133567512035, -0.008661743253469467, -0.008374352008104324, -0.008086961694061756, -0.007799570448696613, -0.007512179668992758, -0.007224788889288902, -0.006937398109585047, -0.006650007329881191, -0.006362616550177336, -0.00607522577047348, -0.005787834990769625, -0.005500444211065769, -0.005213053431361914, -0.004925662651658058, -0.004638271871954203, -0.004350881092250347, -0.004063490312546492, -0.0037760993000119925, -0.003488708520308137, -0.0032013177406042814, -0.002913926960900426, -0.0026265361811965704, -0.0023391451686620712, -0.0020517543889582157, -0.0017643636092543602, -0.0014769728295505047, -0.0011895820498466492, -0.0009021912701427937, -0.0006148004322312772, -0.00032740962342359126, -4.0018814615905285e-05, 0.0002473719941917807, 0.0005347628029994667, 0.0008221536409109831, 0.0011095444206148386, 0.0013969352003186941, 0.0016843259800225496, 0.001971716759726405, 0.0022591077722609043, 0.00254649855196476, 0.0028338893316686153, 0.003121280111372471, 0.0034086708910763264, 0.003696061670780182, 0.003983452450484037, 0.004270843230187893, 0.004558234009891748, 0.004845624789595604, 0.0051330155692994595, 0.005420406349003315, 0.005707797594368458, 0.005995188374072313, 0.006282579153776169, 0.006569969933480024, 0.00685736071318388, 0.007144751492887735, 0.007432142272591591, 0.007719533052295446, 0.008006923831999302]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 2.0, 2.0, 3.0, 3.0, 6.0, 6.0, 4.0, 4.0, 9.0, 11.0, 19.0, 23.0, 37.0, 36.0, 55.0, 92.0, 85.0, 136.0, 206.0, 334.0, 5256.0, 731.0, 246.0, 182.0, 92.0, 82.0, 64.0, 55.0, 36.0, 31.0, 19.0, 16.0, 8.0, 6.0, 5.0, 5.0, 4.0, 3.0, 2.0, 1.0, 0.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.14038315415382385, -0.13622087240219116, -0.13205859065055847, -0.12789630889892578, -0.12373402714729309, -0.1195717379450798, -0.11540945619344711, -0.11124717444181442, -0.10708489269018173, -0.10292261093854904, -0.09876032918691635, -0.09459804743528366, -0.09043575823307037, -0.08627347648143768, -0.08211119472980499, -0.0779489129781723, -0.07378663122653961, -0.06962434947490692, -0.06546206772327423, -0.06129978224635124, -0.05713750049471855, -0.05297521874308586, -0.04881293326616287, -0.04465065151453018, -0.04048836976289749, -0.0363260880112648, -0.03216380625963211, -0.02800152078270912, -0.02383923903107643, -0.01967695727944374, -0.015514673665165901, -0.011352390982210636, -0.007190108299255371, -0.003027825616300106, 0.001134457066655159, 0.005296739749610424, 0.009459022432565689, 0.013621305115520954, 0.01778358779847622, 0.02194587141275406, 0.02610815316438675, 0.03027043491601944, 0.03443271666765213, 0.03859500214457512, 0.04275728389620781, 0.0469195656478405, 0.05108185112476349, 0.05524413287639618, 0.05940641462802887, 0.06356869637966156, 0.06773097813129425, 0.07189325988292694, 0.07605554163455963, 0.08021783083677292, 0.08438011258840561, 0.0885423943400383, 0.09270467609167099, 0.09686695784330368, 0.10102923959493637, 0.10519152134656906, 0.10935381054878235, 0.11351609230041504, 0.11767837405204773, 0.12184065580368042, 0.1260029375553131]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 4.0, 0.0, 0.0, 3.0, 2.0, 2.0, 5.0, 5.0, 3.0, 7.0, 9.0, 6.0, 2.0, 26.0, 4.0, 6.0, 5.0, 2.0, 4.0, 0.0, 5.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0036095238756388426, -0.003507217625156045, -0.0034049111418426037, -0.003302604891359806, -0.0032002986408770084, -0.003097992157563567, -0.0029956859070807695, -0.0028933794237673283, -0.0027910731732845306, -0.002688766922801733, -0.0025864604394882917, -0.002484154189005494, -0.002381847705692053, -0.0022795414552092552, -0.0021772352047264576, -0.0020749287214130163, -0.0019726224709302187, -0.0018703161040320992, -0.0017680097371339798, -0.0016657034866511822, -0.0015633971197530627, -0.0014610907528549433, -0.0013587845023721457, -0.0012564781354740262, -0.0011541717685759068, -0.0010518654016777873, -0.0009495590929873288, -0.0008472527842968702, -0.0007449464173987508, -0.0006426400505006313, -0.0005403337418101728, -0.0004380274040158838, -0.0003357210662215948, -0.00023341472842730582, -0.00013110839063301682, -2.8802052838727832e-05, 7.350428495556116e-05, 0.00017581062274985015, 0.00027811696054413915, 0.00038042329833842814, 0.00048272963613271713, 0.0005850360030308366, 0.0006873423117212951, 0.0007896486204117537, 0.0008919549873098731, 0.0009942613542079926, 0.0010965676046907902, 0.0011988739715889096, 0.001301180338487029, 0.0014034867053851485, 0.001505793072283268, 0.0016080993227660656, 0.001710405689664185, 0.0018127120565623045, 0.0019150183070451021, 0.0020173247903585434, 0.002119631040841341, 0.0022219372913241386, 0.00232424377463758, 0.0024265500251203775, 0.002528856508433819, 0.0026311627589166164, 0.002733469009399414, 0.0028357754927128553, 0.002938081743195653]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 0.0, 0.0, 2.0, 3.0, 1.0, 8.0, 12.0, 14.0, 23.0, 27.0, 33.0, 63.0, 85.0, 121.0, 158.0, 280.0, 440.0, 650.0, 992.0, 1510.0, 2511.0, 4081.0, 7072.0, 13091.0, 26647.0, 66802.0, 843711.0, 123553.0, 39424.0, 18710.0, 10563.0, 6393.0, 3885.0, 2562.0, 1718.0, 1209.0, 848.0, 608.0, 441.0, 359.0, 235.0, 191.0, 138.0, 114.0, 87.0, 69.0, 49.0, 31.0, 27.0, 20.0, 24.0, 4.0, 19.0, 11.0, 1.0, 2.0, 1.0, 4.0, 2.0, 3.0, 0.0, 0.0, 2.0], "bins": [-0.005444098263978958, -0.0052483705803751945, -0.005052642896771431, -0.004856915213167667, -0.0046611870639026165, -0.004465459380298853, -0.004269731696695089, -0.004074004013091326, -0.003878276329487562, -0.003682548413053155, -0.0034868207294493914, -0.003291093045845628, -0.0030953651294112206, -0.002899637445807457, -0.0027039097622036934, -0.002508181845769286, -0.0023124541621655226, -0.002116726478561759, -0.0019209986785426736, -0.0017252708785235882, -0.0015295431949198246, -0.0013338153949007392, -0.0011380875948816538, -0.0009423598530702293, -0.0007466321112588048, -0.0005509043694473803, -0.00035517659853212535, -0.00015944884216878563, 3.627891419455409e-05, 0.0002320066705578938, 0.00042773442692123353, 0.0006234621978364885, 0.000819189939647913, 0.0010149177396669984, 0.001210645423270762, 0.0014063732232898474, 0.001602100906893611, 0.0017978287069126964, 0.0019935565069317818, 0.0021892841905355453, 0.002385011874139309, 0.002580739790573716, 0.0027764674741774797, 0.0029721951577812433, 0.0031679230742156506, 0.003363650757819414, 0.0035593784414231777, 0.003755106357857585, 0.003950834274291992, 0.004146561957895756, 0.004342289641499519, 0.004538017325103283, 0.0047337450087070465, 0.00492947269231081, 0.005125200375914574, 0.0053209285251796246, 0.005516656208783388, 0.005712383892387152, 0.005908111575990915, 0.006103839259594679, 0.0062995669431984425, 0.006495295092463493, 0.006691022776067257, 0.0068867504596710205, 0.007082478143274784]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 3.0, 2.0, 2.0, 2.0, 1.0, 4.0, 2.0, 8.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.024278663098812103, -0.023589279502630234, -0.022899897769093513, -0.022210516035556793, -0.021521132439374924, -0.020831748843193054, -0.020142367109656334, -0.019452985376119614, -0.018763601779937744, -0.018074218183755875, -0.017384836450219154, -0.016695454716682434, -0.016006071120500565, -0.01531668845564127, -0.014627305790781975, -0.01393792312592268, -0.013248540461063385, -0.01255915779620409, -0.011869775131344795, -0.0111803924664855, -0.010491009801626205, -0.00980162713676691, -0.009112244471907616, -0.00842286180704832, -0.007733479142189026, -0.007044096477329731, -0.006354713812470436, -0.005665331147611141, -0.004975948482751846, -0.004286565817892551, -0.0035971831530332565, -0.0029078004881739616, -0.0022184178233146667, -0.0015290351584553719, -0.000839652493596077, -0.00015026982873678207, 0.0005391128361225128, 0.0012284955009818077, 0.0019178781658411026, 0.0026072608307003975, 0.0032966434955596924, 0.003986026160418987, 0.004675408825278282, 0.005364791490137577, 0.006054174154996872, 0.006743556819856167, 0.007432939484715462, 0.008122322149574757, 0.008811704814434052, 0.009501087479293346, 0.010190470144152641, 0.010879852809011936, 0.011569235473871231, 0.012258618138730526, 0.01294800080358982, 0.013637383468449116, 0.01432676613330841, 0.015016148798167706, 0.015705531463027, 0.01639491319656372, 0.01708429679274559, 0.01777368038892746, 0.01846306212246418, 0.0191524438560009, 0.01984182745218277]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 2.0, 3.0, 5.0, 3.0, 10.0, 8.0, 14.0, 18.0, 32.0, 37.0, 43.0, 49.0, 50.0, 69.0, 90.0, 105.0, 147.0, 188.0, 281.0, 376.0, 491.0, 677.0, 995.0, 1572.0, 5797.0, 2449.0, 1382.0, 820.0, 574.0, 492.0, 331.0, 246.0, 178.0, 158.0, 160.0, 111.0, 87.0, 85.0, 50.0, 46.0, 43.0, 29.0, 18.0, 22.0, 11.0, 20.0, 11.0, 7.0, 10.0, 6.0, 4.0, 0.0, 4.0, 3.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0], "bins": [-0.010380412451922894, -0.010008049197494984, -0.009635685943067074, -0.009263322688639164, -0.008890959434211254, -0.008518596179783344, -0.008146232925355434, -0.007773869670927525, -0.007401506416499615, -0.007029143162071705, -0.006656779907643795, -0.006284416653215885, -0.005912053398787975, -0.0055396901443600655, -0.005167326889932156, -0.004794963635504246, -0.004422600381076336, -0.004050237126648426, -0.003677873872220516, -0.0033055106177926064, -0.0029331473633646965, -0.0025607841089367867, -0.002188420854508877, -0.001816057600080967, -0.001443694345653057, -0.0010713310912251472, -0.0006989678367972374, -0.00032660458236932755, 4.5758672058582306e-05, 0.00041812192648649216, 0.000790485180914402, 0.0011628484353423119, 0.0015352116897702217, 0.0019075749441981316, 0.0022799381986260414, 0.0026523014530539513, 0.003024664707481861, 0.003397027961909771, 0.003769391216337681, 0.004141754470765591, 0.0045141177251935005, 0.00488648097962141, 0.00525884423404932, 0.00563120748847723, 0.00600357074290514, 0.00637593399733305, 0.00674829725176096, 0.0071206605061888695, 0.007493023760616779, 0.00786538701504469, 0.008237750269472599, 0.008610113523900509, 0.008982476778328419, 0.009354840032756329, 0.009727203287184238, 0.010099566541612148, 0.010471929796040058, 0.010844293050467968, 0.011216656304895878, 0.011589019559323788, 0.011961382813751698, 0.012333746068179607, 0.012706109322607517, 0.013078472577035427, 0.013450835831463337]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 0.0, 4.0, 2.0, 2.0, 2.0, 1.0, 2.0, 0.0, 2.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2241569608449936, -0.21698954701423645, -0.2098221480846405, -0.20265473425388336, -0.19548733532428741, -0.18831992149353027, -0.18115252256393433, -0.17398510873317719, -0.16681769490242004, -0.1596502959728241, -0.15248288214206696, -0.145315483212471, -0.13814806938171387, -0.13098067045211792, -0.12381325662136078, -0.11664585024118423, -0.10947844386100769, -0.10231103748083115, -0.0951436311006546, -0.08797622472047806, -0.08080881834030151, -0.07364140450954437, -0.06647399812936783, -0.059306591749191284, -0.05213918536901474, -0.044971778988838196, -0.03780437260866165, -0.03063696250319481, -0.023469556123018265, -0.01630214974284172, -0.009134741500020027, -0.0019673341885209084, 0.0052000731229782104, 0.01236748043447733, 0.019534887745976448, 0.02670229598879814, 0.033869702368974686, 0.04103710874915123, 0.04820451885461807, 0.05537192523479462, 0.06253933161497116, 0.0697067379951477, 0.07687414437532425, 0.0840415507555008, 0.09120896458625793, 0.09837637096643448, 0.10554377734661102, 0.11271118372678757, 0.11987859010696411, 0.12704600393772125, 0.1342134028673172, 0.14138081669807434, 0.1485482156276703, 0.15571562945842743, 0.16288302838802338, 0.17005044221878052, 0.17721784114837646, 0.1843852549791336, 0.19155266880989075, 0.1987200677394867, 0.20588748157024384, 0.21305488049983978, 0.22022229433059692, 0.22738969326019287, 0.23455710709095]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 3.0, 0.0, 3.0, 6.0, 5.0, 3.0, 8.0, 13.0, 15.0, 32.0, 30.0, 62.0, 31.0, 19.0, 6.0, 9.0, 10.0, 3.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.113121896982193, -0.10872059315443039, -0.10431928932666779, -0.09991797804832458, -0.09551667422056198, -0.09111537039279938, -0.08671405911445618, -0.08231275528669357, -0.07791145145893097, -0.07351014763116837, -0.06910884380340576, -0.06470753252506256, -0.06030622869729996, -0.055904924869537354, -0.05150361731648445, -0.04710230976343155, -0.042701005935668945, -0.03829970210790634, -0.03389839455485344, -0.029497088864445686, -0.025095783174037933, -0.02069447748363018, -0.016293171793222427, -0.011891866102814674, -0.007490560412406921, -0.0030892547219991684, 0.0013120509684085846, 0.005713356658816338, 0.01011466234922409, 0.014515968039631844, 0.018917273730039597, 0.02331857942044735, 0.027719885110855103, 0.032121188938617706, 0.03652249649167061, 0.04092380404472351, 0.045325107872486115, 0.04972641170024872, 0.05412771925330162, 0.05852902680635452, 0.06293033063411713, 0.06733163446187973, 0.07173293828964233, 0.07613424956798553, 0.08053555339574814, 0.08493685722351074, 0.08933816850185394, 0.09373947232961655, 0.09814077615737915, 0.10254207998514175, 0.10694338381290436, 0.11134469509124756, 0.11574599891901016, 0.12014730274677277, 0.12454861402511597, 0.12894991040229797, 0.13335122168064117, 0.13775253295898438, 0.14215382933616638, 0.14655514061450958, 0.15095645189285278, 0.1553577482700348, 0.159759059548378, 0.16416035592556, 0.1685616672039032]}, "_runtime": 126.31065702438354, "_timestamp": 1596212997.0121946, "_step": 152}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 4.0, 1.0, 5.0, 4.0, 4.0, 6.0, 3.0, 3.0, 2.0, 5.0, 4.0, 1.0, 5.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.020491160452365875, -0.020001014694571495, -0.019510868936777115, -0.019020723178982735, -0.018530577421188354, -0.018040431663393974, -0.017550285905599594, -0.017060140147805214, -0.016569994390010834, -0.016079846769571304, -0.015589701943099499, -0.015099556185305119, -0.014609409496188164, -0.014119263738393784, -0.013629117980599403, -0.013138972222805023, -0.012648826465010643, -0.012158680707216263, -0.011668534949421883, -0.011178389191627502, -0.010688243433833122, -0.010198096744716167, -0.009707950986921787, -0.009217805229127407, -0.008727659471333027, -0.008237513713538647, -0.0077473679557442665, -0.007257221732288599, -0.006767075974494219, -0.006276930216699839, -0.005786783993244171, -0.005296638235449791, -0.004806492477655411, -0.004316346719861031, -0.0038262007292360067, -0.003336054738610983, -0.0028459089808166027, -0.0023557632230222225, -0.0018656172323971987, -0.0013754713581874967, -0.0008853254839777946, -0.00039517960976809263, 9.496626444160938e-05, 0.0005851121386513114, 0.0010752580128610134, 0.0015654038870707154, 0.0020555497612804174, 0.0025456957519054413, 0.0030358415096998215, 0.0035259872674942017, 0.004016133025288582, 0.004506279248744249, 0.0049964250065386295, 0.00548657076433301, 0.005976716987788677, 0.006466862745583057, 0.006957008503377438, 0.007447154261171818, 0.007937300018966198, 0.008427445776760578, 0.008917592465877533, 0.009407738223671913, 0.009897883981466293, 0.010388029739260674, 0.010878175497055054]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 5.0, 6.0, 2.0, 5.0, 3.0, 8.0, 16.0, 12.0, 12.0, 24.0, 39.0, 40.0, 89.0, 118.0, 171.0, 372.0, 5388.0, 859.0, 282.0, 170.0, 99.0, 70.0, 43.0, 29.0, 14.0, 12.0, 13.0, 7.0, 3.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.14960655570030212, -0.14440806210041046, -0.1392095535993576, -0.13401105999946594, -0.12881255149841309, -0.12361405044794083, -0.11841554939746857, -0.11321704834699631, -0.10801854729652405, -0.10282005369663239, -0.09762155264616013, -0.09242305159568787, -0.0872245505452156, -0.08202604949474335, -0.07682754844427109, -0.07162904739379883, -0.06643054634332657, -0.06123204529285431, -0.05603354424238205, -0.05083504319190979, -0.04563654214143753, -0.04043804481625557, -0.03523954376578331, -0.03004104271531105, -0.02484254166483879, -0.01964404061436653, -0.014445540495216846, -0.009247040376067162, -0.004048539325594902, 0.0011499612592160702, 0.006348461844027042, 0.011546961963176727, 0.016745463013648987, 0.021943964064121246, 0.027142465114593506, 0.032340966165065765, 0.037539467215538025, 0.042737964540719986, 0.047936465591192245, 0.053134966641664505, 0.058333467692136765, 0.06353196501731873, 0.06873046606779099, 0.07392896711826324, 0.0791274681687355, 0.08432596921920776, 0.08952447026968002, 0.09472297132015228, 0.09992147237062454, 0.1051199734210968, 0.11031847447156906, 0.11551697552204132, 0.12071547657251358, 0.12591397762298584, 0.1311124712228775, 0.13631097972393036, 0.14150947332382202, 0.14670798182487488, 0.15190647542476654, 0.1571049839258194, 0.16230347752571106, 0.16750198602676392, 0.17270047962665558, 0.17789898812770844, 0.1830974817276001]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 4.0, 5.0, 2.0, 1.0, 2.0, 3.0, 2.0, 2.0, 2.0, 5.0, 2.0, 3.0, 5.0, 7.0, 3.0, 24.0, 2.0, 3.0, 6.0, 2.0, 2.0, 2.0, 1.0, 5.0, 5.0, 1.0, 3.0, 0.0, 2.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.002676677657291293, -0.0025920658372342587, -0.002507454250007868, -0.0024228424299508333, -0.002338230609893799, -0.0022536187898367643, -0.00216900696977973, -0.002084395382553339, -0.0019997835624963045, -0.00191517174243927, -0.0018305600387975574, -0.0017459483351558447, -0.0016613365150988102, -0.0015767246950417757, -0.001492112991400063, -0.0014075012877583504, -0.0013228894677013159, -0.0012382776476442814, -0.0011536659440025687, -0.001069054240360856, -0.0009844424203038216, -0.000899830658454448, -0.0008152188966050744, -0.0007306071347557008, -0.0006459953729063272, -0.0005613836110569537, -0.0004767718492075801, -0.0003921600873582065, -0.00030754832550883293, -0.00022293656365945935, -0.00013832480181008577, -5.3713039960712194e-05, 3.0898721888661385e-05, 0.00011551048373803496, 0.00020012224558740854, 0.0002847340074367821, 0.0003693457692861557, 0.0004539575311355293, 0.0005385692929849029, 0.0006231810548342764, 0.00070779281668365, 0.0007924045785330236, 0.0008770163403823972, 0.0009616281022317708, 0.0010462398640811443, 0.0011308516841381788, 0.0012154633877798915, 0.0013000750914216042, 0.0013846869114786386, 0.0014692987315356731, 0.0015539104351773858, 0.0016385221388190985, 0.001723133958876133, 0.0018077457789331675, 0.0018923574825748801, 0.001976969186216593, 0.0020615810062736273, 0.0021461928263306618, 0.0022308044135570526, 0.002315416233614087, 0.0024000280536711216, 0.002484639873728156, 0.0025692516937851906, 0.0026538632810115814, 0.002738475101068616]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 2.0, 7.0, 9.0, 14.0, 14.0, 23.0, 42.0, 40.0, 45.0, 87.0, 137.0, 165.0, 293.0, 453.0, 651.0, 949.0, 1611.0, 2591.0, 4668.0, 8590.0, 17269.0, 38868.0, 122878.0, 855249.0, 64878.0, 26693.0, 13494.0, 7679.0, 4402.0, 2649.0, 1745.0, 1134.0, 731.0, 504.0, 327.0, 233.0, 142.0, 108.0, 65.0, 55.0, 40.0, 29.0, 18.0, 16.0, 15.0, 5.0, 8.0, 2.0, 6.0, 0.0, 4.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.006120304577052593, -0.005931169260293245, -0.005742033943533897, -0.0055528986267745495, -0.005363763310015202, -0.005174627993255854, -0.004985492676496506, -0.004796357359737158, -0.00460722204297781, -0.004418087191879749, -0.004228951875120401, -0.0040398165583610535, -0.0038506812416017056, -0.0036615459248423576, -0.0034724106080830097, -0.003283275291323662, -0.003094139974564314, -0.002905004657804966, -0.002715869341045618, -0.00252673402428627, -0.0023375987075269222, -0.002148463623598218, -0.00195932830683887, -0.0017701929900795221, -0.0015810576733201742, -0.0013919223565608263, -0.0012027870398014784, -0.0010136518394574523, -0.0008245165226981044, -0.0006353812059387565, -0.00044624594738706946, -0.000257110659731552, -6.797537207603455e-05, 0.00012115991557948291, 0.00031029520323500037, 0.0004994304617866874, 0.0006885657785460353, 0.0008777010953053832, 0.0010668362956494093, 0.0012559716124087572, 0.0014451069291681051, 0.001634242245927453, 0.001823377562686801, 0.002012512879446149, 0.002201647963374853, 0.002390783280134201, 0.002579918596893549, 0.002769053913652897, 0.002958189230412245, 0.0031473245471715927, 0.0033364598639309406, 0.0035255951806902885, 0.0037147304974496365, 0.0039038655813783407, 0.004093001130968332, 0.00428213644772768, 0.004471271298825741, 0.004660406615585089, 0.004849541932344437, 0.0050386772491037846, 0.0052278125658631325, 0.00541694788262248, 0.005606083199381828, 0.005795218516141176, 0.005984353832900524]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 3.0, 2.0, 4.0, 2.0, 3.0, 1.0, 0.0, 9.0, 2.0, 3.0, 2.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012167660519480705, -0.011768385767936707, -0.011369111016392708, -0.010969837196171284, -0.010570562444627285, -0.010171287693083286, -0.009772012941539288, -0.009372738189995289, -0.008973464369773865, -0.008574189618229866, -0.008174914866685867, -0.007775640115141869, -0.00737636536359787, -0.0069770910777151585, -0.00657781632617116, -0.006178542040288448, -0.00577926728874445, -0.005379992537200451, -0.0049807182513177395, -0.004581443499773741, -0.004182169213891029, -0.0037828944623470306, -0.003383619710803032, -0.002984345192089677, -0.002585070673376322, -0.0021857961546629667, -0.0017865215195342898, -0.001387246884405613, -0.0009879723656922579, -0.0005886977887712419, -0.00018942321185022593, 0.00020985136507079005, 0.000609125941991806, 0.001008400460705161, 0.001407675095833838, 0.0018069497309625149, 0.00220622424967587, 0.002605498768389225, 0.0030047735199332237, 0.003404048038646579, 0.003803322557359934, 0.004202597308903933, 0.004601871594786644, 0.005001146346330643, 0.005400421097874641, 0.005799695383757353, 0.0061989701353013515, 0.006598244421184063, 0.006997519172728062, 0.00739679392427206, 0.007796068210154772, 0.008195342496037483, 0.008594617247581482, 0.00899389199912548, 0.00939316675066948, 0.009792441502213478, 0.010191716253757477, 0.010590990073978901, 0.0109902648255229, 0.011389539577066898, 0.011788814328610897, 0.012188089080154896, 0.01258736290037632, 0.012986637651920319, 0.013385912403464317]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 5.0, 1.0, 2.0, 2.0, 5.0, 8.0, 18.0, 21.0, 41.0, 37.0, 37.0, 70.0, 122.0, 127.0, 186.0, 255.0, 364.0, 492.0, 732.0, 971.0, 1564.0, 2623.0, 6229.0, 1618.0, 992.0, 648.0, 385.0, 273.0, 175.0, 105.0, 81.0, 45.0, 53.0, 30.0, 22.0, 23.0, 15.0, 16.0, 5.0, 8.0, 5.0, 4.0, 4.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.007994258776307106, -0.007677060551941395, -0.007359862327575684, -0.007042664103209972, -0.006725465878844261, -0.00640826765447855, -0.006091069430112839, -0.0057738712057471275, -0.005456672981381416, -0.005139474757015705, -0.004822276532649994, -0.004505078308284283, -0.0041878800839185715, -0.0038706818595528603, -0.003553483635187149, -0.003236285410821438, -0.0029190871864557266, -0.0026018889620900154, -0.002284690737724304, -0.001967492513358593, -0.0016502942889928818, -0.0013330960646271706, -0.0010158978402614594, -0.0006986996158957481, -0.0003815013915300369, -6.430316716432571e-05, 0.0002528950572013855, 0.0005700932815670967, 0.0008872915059328079, 0.0012044897302985191, 0.0015216879546642303, 0.0018388861790299416, 0.0021560844033956528, 0.002473282627761364, 0.002790480852127075, 0.0031076790764927864, 0.0034248773008584976, 0.003742075525224209, 0.00405927374958992, 0.004376471973955631, 0.0046936701983213425, 0.005010868422687054, 0.005328066647052765, 0.005645264871418476, 0.005962463095784187, 0.0062796613201498985, 0.00659685954451561, 0.006914057768881321, 0.007231255993247032, 0.007548454217612743, 0.007865652441978455, 0.008182850666344166, 0.008500048890709877, 0.008817247115075588, 0.0091344453394413, 0.00945164356380701, 0.009768841788172722, 0.010086040012538433, 0.010403238236904144, 0.010720436461269855, 0.011037634685635567, 0.011354832910001278, 0.01167203113436699, 0.0119892293587327, 0.012306427583098412]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 2.0, 2.0, 3.0, 2.0, 3.0, 2.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10383525490760803, -0.10085470229387283, -0.09787414968013763, -0.09489358961582184, -0.09191303700208664, -0.08893248438835144, -0.08595193177461624, -0.08297137916088104, -0.07999081909656525, -0.07701026648283005, -0.07402971386909485, -0.07104916125535965, -0.06806860864162445, -0.06508805602788925, -0.062107499688863754, -0.05912694334983826, -0.05614639073610306, -0.05316583812236786, -0.05018528178334236, -0.04720472916960716, -0.044224172830581665, -0.041243620216846466, -0.03826306760311127, -0.03528251126408577, -0.03230195865035057, -0.029321404173970222, -0.026340849697589874, -0.023360297083854675, -0.020379742607474327, -0.01739918813109398, -0.014418634586036205, -0.011438081040978432, -0.008457526564598083, -0.005476972553879023, -0.0024964185431599617, 0.0004841354675590992, 0.00346468947827816, 0.006445243488997221, 0.009425797499716282, 0.012406351044774055, 0.015386905521154404, 0.018367459997534752, 0.0213480144739151, 0.0243285670876503, 0.027309121564030647, 0.030289676040410995, 0.033270228654146194, 0.03625078499317169, 0.03923133760690689, 0.04221189022064209, 0.04519244655966759, 0.048172999173402786, 0.051153555512428284, 0.05413410812616348, 0.05711466073989868, 0.06009521707892418, 0.06307576596736908, 0.06605632603168488, 0.06903687864542007, 0.07201743125915527, 0.07499798387289047, 0.07797853648662567, 0.08095909655094147, 0.08393964916467667, 0.08692020177841187]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 6.0, 8.0, 9.0, 6.0, 12.0, 10.0, 12.0, 15.0, 15.0, 23.0, 43.0, 23.0, 15.0, 9.0, 11.0, 6.0, 5.0, 6.0, 3.0, 6.0, 2.0, 2.0, 4.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.03212234377861023, -0.030690543353557587, -0.029258742928504944, -0.02782694436609745, -0.026395143941044807, -0.024963343515992165, -0.02353154495358467, -0.022099744528532028, -0.020667944103479385, -0.019236143678426743, -0.0178043432533741, -0.016372544690966606, -0.014940744265913963, -0.01350894384086132, -0.012077144347131252, -0.010645344853401184, -0.009213544428348541, -0.007781744468957186, -0.00634994450956583, -0.004918144550174475, -0.003486344590783119, -0.0020545446313917637, -0.0006227446720004082, 0.0008090552873909473, 0.002240855246782303, 0.0036726552061736584, 0.005104455165565014, 0.006536255124956369, 0.007968055084347725, 0.009399855509400368, 0.010831655003130436, 0.012263454496860504, 0.013695254921913147, 0.01512705534696579, 0.016558855772018433, 0.017990654334425926, 0.01942245475947857, 0.020854255184531212, 0.022286053746938705, 0.02371785417199135, 0.02514965459704399, 0.026581455022096634, 0.028013255447149277, 0.02944505400955677, 0.030876854434609413, 0.03230865299701691, 0.03374045342206955, 0.03517225384712219, 0.036604054272174835, 0.03803585469722748, 0.03946765512228012, 0.040899455547332764, 0.042331255972385406, 0.04376305267214775, 0.045194853097200394, 0.046626653522253036, 0.04805845394730568, 0.04949025437235832, 0.050922054797410965, 0.05235385522246361, 0.05378565192222595, 0.055217452347278595, 0.05664925277233124, 0.05808105319738388, 0.05951285362243652]}, "_runtime": 127.09075808525085, "_timestamp": 1596212997.7922957, "_step": 153}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 3.0, 2.0, 0.0, 3.0, 2.0, 7.0, 9.0, 4.0, 4.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.012389390729367733, -0.01200984138995409, -0.011630292050540447, -0.011250742711126804, -0.010871193371713161, -0.010491644032299519, -0.010112094692885876, -0.009732545353472233, -0.00935299601405859, -0.008973446674644947, -0.008593897335231304, -0.008214347995817661, -0.007834798656404018, -0.007455248851329088, -0.007075699511915445, -0.0066961501725018024, -0.0063166008330881596, -0.005937051493674517, -0.005557502154260874, -0.005177952814847231, -0.004798403475433588, -0.004418854136019945, -0.004039304796606302, -0.0036597552243620157, -0.003280205884948373, -0.00290065654553473, -0.002521107206121087, -0.002141557866707444, -0.0017620084108784795, -0.0013824590714648366, -0.0010029096156358719, -0.000623360276222229, -0.00024381093680858612, 0.00013573843170888722, 0.0005152878002263606, 0.0008948371978476644, 0.0012743865372613072, 0.0016539358766749501, 0.002033485332503915, 0.0024130346719175577, 0.0027925840113312006, 0.0031721333507448435, 0.0035516826901584864, 0.003931232262402773, 0.004310781601816416, 0.004690330941230059, 0.0050698802806437016, 0.0054494296200573444, 0.005828978959470987, 0.00620852829888463, 0.006588077638298273, 0.006967626977711916, 0.007347176317125559, 0.007726725656539202, 0.008106275461614132, 0.008485824801027775, 0.008865374140441418, 0.00924492347985506, 0.009624472819268703, 0.010004022158682346, 0.01038357149809599, 0.010763120837509632, 0.011142670176923275, 0.011522219516336918, 0.01190176885575056]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 1.0, 4.0, 2.0, 1.0, 2.0, 1.0, 1.0, 5.0, 4.0, 5.0, 4.0, 8.0, 3.0, 7.0, 12.0, 15.0, 15.0, 19.0, 38.0, 34.0, 55.0, 48.0, 79.0, 136.0, 187.0, 370.0, 5504.0, 628.0, 236.0, 139.0, 89.0, 61.0, 40.0, 31.0, 29.0, 15.0, 13.0, 18.0, 12.0, 10.0, 9.0, 6.0, 4.0, 4.0, 1.0, 4.0, 2.0, 2.0, 2.0, 4.0, 1.0, 3.0, 4.0, 1.0, 2.0], "bins": [-0.13992659747600555, -0.13599808514118195, -0.13206958770751953, -0.12814107537269592, -0.12421257793903351, -0.1202840656042099, -0.11635556071996689, -0.11242705583572388, -0.10849855095148087, -0.10457004606723785, -0.10064154118299484, -0.09671303629875183, -0.09278452396392822, -0.08885601907968521, -0.0849275141954422, -0.08099900931119919, -0.07707050442695618, -0.07314199954271317, -0.06921349465847015, -0.06528498977422714, -0.06135648116469383, -0.05742797628045082, -0.05349946767091751, -0.0495709627866745, -0.04564245790243149, -0.04171395301818848, -0.037785448133945465, -0.033856939524412155, -0.029928434640169144, -0.025999929755926132, -0.02207142300903797, -0.01814291626214981, -0.0142144113779068, -0.010285905562341213, -0.006357399746775627, -0.002428893931210041, 0.001499611884355545, 0.005428117699921131, 0.009356623515486717, 0.013285129331052303, 0.01721363514661789, 0.0211421400308609, 0.02507064677774906, 0.028999153524637222, 0.032927658408880234, 0.036856163293123245, 0.040784671902656555, 0.04471317678689957, 0.04864168167114258, 0.05257018655538559, 0.0564986914396286, 0.06042720004916191, 0.06435570120811462, 0.06828421354293823, 0.07221271842718124, 0.07614122331142426, 0.08006972819566727, 0.08399823307991028, 0.08792673796415329, 0.0918552428483963, 0.09578375518321991, 0.09971226006746292, 0.10364076495170593, 0.10756926983594894, 0.11149777472019196]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 5.0, 0.0, 2.0, 7.0, 5.0, 8.0, 4.0, 6.0, 4.0, 3.0, 3.0, 26.0, 4.0, 3.0, 7.0, 2.0, 3.0, 6.0, 3.0, 3.0, 4.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0029108612798154354, -0.0028122062794864178, -0.0027135512791574, -0.0026148962788283825, -0.002516241278499365, -0.002417586278170347, -0.0023189312778413296, -0.002220276277512312, -0.0021216212771832943, -0.0020229662768542767, -0.001924311276525259, -0.0018256562761962414, -0.0017270012758672237, -0.001628346275538206, -0.0015296912752091885, -0.0014310362748801708, -0.0013323812745511532, -0.0012337262742221355, -0.001135071273893118, -0.0010364162735641003, -0.0009377612732350826, -0.000839106272906065, -0.0007404512725770473, -0.0006417962722480297, -0.0005431412719190121, -0.00044448627158999443, -0.0003458312712609768, -0.00024717627093195915, -0.0001485212706029415, -4.9866270273923874e-05, 4.8788730055093765e-05, 0.0001474437303841114, 0.00024609873071312904, 0.0003447537310421467, 0.0004434087313711643, 0.000542063731700182, 0.0006407187320291996, 0.0007393737323582172, 0.0008380287326872349, 0.0009366837330162525, 0.0010353387333452702, 0.0011339937336742878, 0.0012326487340033054, 0.001331303734332323, 0.0014299587346613407, 0.0015286137349903584, 0.001627268735319376, 0.0017259237356483936, 0.0018245787359774113, 0.001923233736306429, 0.0020218887366354465, 0.002120543736964464, 0.002219198737293482, 0.0023178537376224995, 0.002416508737951517, 0.0025151637382805347, 0.0026138187386095524, 0.00271247373893857, 0.0028111287392675877, 0.0029097837395966053, 0.003008438739925623, 0.0031070937402546406, 0.0032057487405836582, 0.003304403740912676, 0.0034030587412416935]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 8.0, 6.0, 11.0, 12.0, 23.0, 44.0, 67.0, 116.0, 184.0, 323.0, 556.0, 979.0, 1911.0, 4275.0, 10141.0, 29287.0, 147396.0, 908971.0, 46784.0, 15368.0, 6320.0, 3023.0, 1544.0, 843.0, 465.0, 301.0, 197.0, 133.0, 88.0, 76.0, 50.0, 38.0, 20.0, 15.0, 23.0, 6.0, 10.0, 8.0, 3.0, 2.0, 2.0, 5.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0064746360294520855, -0.0062071941792964935, -0.005939751863479614, -0.005672310013324022, -0.00540486816316843, -0.005137425847351551, -0.004869983997195959, -0.00460254168137908, -0.004335099831223488, -0.004067657981067896, -0.0038002156652510166, -0.0035327738150954247, -0.003265331732109189, -0.0029978896491229534, -0.0027304477989673615, -0.002463005715981126, -0.00219556363299489, -0.0019281215500086546, -0.0016606795834377408, -0.001393237616866827, -0.0011257955338805914, -0.0008583535091020167, -0.000590911484323442, -0.0003234694595448673, -5.602743476629257e-05, 0.00021141459001228213, 0.00047885661479085684, 0.0007462986395694315, 0.0010137406643480062, 0.0012811827473342419, 0.0015486247139051557, 0.0018160666804760695, 0.002083508763462305, 0.0023509508464485407, 0.0026183929294347763, 0.0028858347795903683, 0.003153276862576604, 0.0034207189455628395, 0.0036881607957184315, 0.003955603111535311, 0.004223044961690903, 0.004490486811846495, 0.004757929127663374, 0.005025370977818966, 0.005292813293635845, 0.005560255143791437, 0.005827696993947029, 0.006095139309763908, 0.0063625811599195, 0.006630023010075092, 0.006897465325891972, 0.0071649071760475636, 0.0074323490262031555, 0.007699791342020035, 0.007967233657836914, 0.008234675042331219, 0.008502117358148098, 0.008769559673964977, 0.009037001058459282, 0.009304443374276161, 0.00957188569009304, 0.009839327074587345, 0.010106769390404224, 0.010374211706221104, 0.010641653090715408]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 3.0, 0.0, 2.0, 2.0, 2.0, 5.0, 10.0, 7.0, 4.0, 4.0, 4.0, 2.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.026624716818332672, -0.025833766907453537, -0.025042816996574402, -0.024251865223050117, -0.023460915312170982, -0.022669965401291847, -0.021879013627767563, -0.021088063716888428, -0.020297113806009293, -0.019506163895130157, -0.018715213984251022, -0.017924262210726738, -0.017133312299847603, -0.016342362388968468, -0.015551411546766758, -0.014760460704565048, -0.013969510793685913, -0.013178560882806778, -0.012387610040605068, -0.011596659198403358, -0.010805709287524223, -0.010014759376645088, -0.009223808534443378, -0.008432857692241669, -0.007641907781362534, -0.006850957404822111, -0.006060007028281689, -0.005269056651741266, -0.004478106275200844, -0.0036871558986604214, -0.002896205522119999, -0.0021052551455795765, -0.001314304769039154, -0.0005233543924987316, 0.0002675959840416908, 0.0010585463605821133, 0.0018494967371225357, 0.002640447113662958, 0.0034313974902033806, 0.004222347866743803, 0.0050132982432842255, 0.005804248619824648, 0.00659519899636507, 0.007386149372905493, 0.008177099749445915, 0.00896804966032505, 0.00975900050252676, 0.01054995134472847, 0.011340901255607605, 0.01213185116648674, 0.01292280200868845, 0.01371375285089016, 0.014504702761769295, 0.01529565267264843, 0.016086604446172714, 0.01687755435705185, 0.017668504267930984, 0.01845945417881012, 0.019250404089689255, 0.02004135586321354, 0.020832305774092674, 0.02162325568497181, 0.022414207458496094, 0.02320515736937523, 0.023996107280254364]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 6.0, 2.0, 3.0, 1.0, 2.0, 12.0, 18.0, 27.0, 4.0, 5.0, 4.0, 11.0, 15.0, 19.0, 17.0, 32.0, 58.0, 67.0, 97.0, 135.0, 213.0, 317.0, 508.0, 785.0, 1254.0, 2892.0, 6522.0, 1792.0, 1112.0, 705.0, 536.0, 331.0, 226.0, 175.0, 129.0, 108.0, 80.0, 57.0, 37.0, 30.0, 19.0, 13.0, 9.0, 15.0, 8.0, 2.0, 2.0, 3.0, 2.0, 2.0, 0.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.009289722889661789, -0.008958712220191956, -0.008627701550722122, -0.008296690881252289, -0.007965680211782455, -0.007634669076651335, -0.007303658407181501, -0.006972647737711668, -0.006641637068241835, -0.006310626398772001, -0.005979615729302168, -0.0056486050598323345, -0.005317593924701214, -0.0049865832552313805, -0.004655572585761547, -0.004324561916291714, -0.00399355124682188, -0.003662540577352047, -0.0033315299078822136, -0.0030005190055817366, -0.002669508336111903, -0.00233849766664207, -0.002007486764341593, -0.0016764760948717594, -0.001345465425401926, -0.0010144547559320927, -0.0006834439700469375, -0.0003524332423694432, -2.142251469194889e-05, 0.0003095882129855454, 0.0006405989406630397, 0.000971609668340534, 0.0013026203960180283, 0.0016336310654878616, 0.001964641734957695, 0.002295652637258172, 0.0026266633067280054, 0.002957673976197839, 0.003288684878498316, 0.003619695547968149, 0.0039507062174379826, 0.004281716886907816, 0.004612727556377649, 0.004943738225847483, 0.005274749360978603, 0.005605760030448437, 0.00593677069991827, 0.0062677813693881035, 0.006598792038857937, 0.00692980270832777, 0.007260813377797604, 0.007591824047267437, 0.00792283471673727, 0.008253845386207104, 0.008584856055676937, 0.00891586672514677, 0.009246878325939178, 0.009577888995409012, 0.009908899664878845, 0.010239910334348679, 0.010570921003818512, 0.010901931673288345, 0.011232942342758179, 0.011563953012228012, 0.011894963681697845]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 3.0, 3.0, 1.0, 3.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.14077481627464294, -0.13729408383369446, -0.13381335139274597, -0.13033263385295868, -0.1268519014120102, -0.1233711689710617, -0.11989044398069382, -0.11640971153974533, -0.11292898654937744, -0.10944825410842896, -0.10596752166748047, -0.10248679667711258, -0.09900606423616409, -0.0955253392457962, -0.09204460680484772, -0.08856388181447983, -0.08508314937353134, -0.08160241693258286, -0.07812169194221497, -0.07464095950126648, -0.07116023451089859, -0.0676795020699501, -0.06419877707958221, -0.06071804463863373, -0.05723731592297554, -0.05375658720731735, -0.050275858491659164, -0.04679512977600098, -0.04331439733505249, -0.0398336686193943, -0.036352939903736115, -0.03287221118807793, -0.02939148247241974, -0.02591075375676155, -0.022430025041103363, -0.018949294462800026, -0.015468565747141838, -0.01198783703148365, -0.008507107384502888, -0.0050263782031834126, -0.0015456490218639374, 0.0019350801594555378, 0.005415809340775013, 0.008896538987755775, 0.012377267703413963, 0.01585799641907215, 0.01933872699737549, 0.022819455713033676, 0.026300184428691864, 0.029780913144350052, 0.03326164186000824, 0.03674237057566643, 0.040223099291324615, 0.0437038317322731, 0.04718456044793129, 0.05066528916358948, 0.054146017879247665, 0.05762674659490585, 0.06110747531056404, 0.06458820402622223, 0.06806893646717072, 0.0715496614575386, 0.07503039389848709, 0.07851111888885498, 0.08199185132980347]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 5.0, 2.0, 2.0, 3.0, 3.0, 1.0, 1.0, 1.0, 2.0, 2.0, 4.0, 3.0, 12.0, 20.0, 25.0, 18.0, 26.0, 43.0, 23.0, 28.0, 12.0, 9.0, 2.0, 3.0, 6.0, 2.0, 4.0, 1.0, 4.0, 2.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10979828238487244, -0.1070842295885086, -0.10437017679214478, -0.10165611654520035, -0.09894206374883652, -0.09622801095247269, -0.09351395815610886, -0.09079989790916443, -0.0880858451128006, -0.08537179231643677, -0.08265773952007294, -0.0799436867237091, -0.07722962647676468, -0.07451557368040085, -0.07180152088403702, -0.06908746808767319, -0.06637340784072876, -0.06365935504436493, -0.0609453022480011, -0.05823124945163727, -0.05551719292998314, -0.05280314013361931, -0.05008908361196518, -0.04737503081560135, -0.04466097801923752, -0.04194692149758339, -0.03923286870121956, -0.03651881217956543, -0.0338047593832016, -0.03109070472419262, -0.02837665006518364, -0.02566259540617466, -0.02294854074716568, -0.0202344860881567, -0.01752043142914772, -0.014806377701461315, -0.012092323042452335, -0.009378268383443356, -0.006664214190095663, -0.003950159996747971, -0.0012361053377389908, 0.0014779490884393454, 0.0041920035146176815, 0.006906057707965374, 0.009620112366974354, 0.012334167025983334, 0.015048220753669739, 0.01776227541267872, 0.0204763300716877, 0.023190384730696678, 0.025904439389705658, 0.028618494048714638, 0.03133254870772362, 0.03404660150408745, 0.03676065802574158, 0.03947471082210541, 0.04218876361846924, 0.04490282014012337, 0.0476168729364872, 0.05033092945814133, 0.05304498225450516, 0.055759038776159286, 0.05847309157252312, 0.061187148094177246, 0.06390120089054108]}, "_runtime": 127.8786416053772, "_timestamp": 1596212998.5801792, "_step": 154}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 4.0, 3.0, 2.0, 2.0, 2.0, 5.0, 7.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 4.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.01322677731513977, -0.012884312309324741, -0.012541848234832287, -0.012199383229017258, -0.011856918223202229, -0.011514454148709774, -0.011171989142894745, -0.010829524137079716, -0.010487059131264687, -0.010144595056772232, -0.009802130050957203, -0.009459665045142174, -0.00911720097064972, -0.00877473596483469, -0.008432270959019661, -0.008089806884527206, -0.007747341878712177, -0.0074048773385584354, -0.007062412332743406, -0.0067199477925896645, -0.006377482786774635, -0.0060350182466208935, -0.005692553706467152, -0.0053500887006521225, -0.005007624160498381, -0.004665159620344639, -0.00432269461452961, -0.003980230074375868, -0.0036377653013914824, -0.003295300528407097, -0.002952835988253355, -0.0026103712152689695, -0.002267906442284584, -0.0019254416693001986, -0.0015829770127311349, -0.0012405123561620712, -0.0008980475831776857, -0.0005555828684009612, -0.00021311815362423658, 0.000129346561152488, 0.00047181127592921257, 0.0008142759907059371, 0.0011567407054826617, 0.0014992053620517254, 0.0018416701350361109, 0.0021841349080204964, 0.002526599448174238, 0.0028690642211586237, 0.003211528994143009, 0.0035539937671273947, 0.00389645854011178, 0.004238923080265522, 0.004581388086080551, 0.004923852626234293, 0.005266317166388035, 0.005608782172203064, 0.005951246712356806, 0.006293711252510548, 0.006636176258325577, 0.006978640798479319, 0.0073211053386330605, 0.00766357034444809, 0.008006035350263119, 0.008348499424755573, 0.008690964430570602]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 7.0, 8.0, 7.0, 9.0, 10.0, 13.0, 15.0, 19.0, 24.0, 37.0, 50.0, 72.0, 107.0, 156.0, 250.0, 558.0, 5559.0, 366.0, 192.0, 144.0, 97.0, 54.0, 46.0, 34.0, 22.0, 13.0, 10.0, 10.0, 6.0, 2.0, 6.0, 4.0, 3.0, 3.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.14156094193458557, -0.13716837763786316, -0.13277581334114075, -0.12838324904441833, -0.12399068474769592, -0.11959812790155411, -0.1152055636048317, -0.11081299930810928, -0.10642043501138687, -0.10202787071466446, -0.09763530641794205, -0.09324274212121964, -0.08885018527507782, -0.08445762097835541, -0.080065056681633, -0.07567249238491058, -0.07127992808818817, -0.06688736379146576, -0.06249479949474335, -0.058102238923311234, -0.05370967462658882, -0.04931711032986641, -0.044924549758434296, -0.040531985461711884, -0.03613942116498947, -0.03174685686826706, -0.027354294434189796, -0.022961732000112534, -0.01856916770339012, -0.014176604337990284, -0.009784040972590446, -0.005391477607190609, -0.0009989142417907715, 0.003393649123609066, 0.0077862124890089035, 0.012178775854408741, 0.01657133921980858, 0.02096390351653099, 0.025356465950608253, 0.029749028384685516, 0.03414159268140793, 0.03853415697813034, 0.04292672127485275, 0.047319281846284866, 0.05171184614300728, 0.05610441043972969, 0.060496971011161804, 0.06488953530788422, 0.06928209960460663, 0.07367466390132904, 0.07806722819805145, 0.08245979249477386, 0.08685235679149628, 0.09124491363763809, 0.0956374779343605, 0.10003004223108292, 0.10442260652780533, 0.10881517082452774, 0.11320773512125015, 0.11760029941797256, 0.12199285626411438, 0.1263854205608368, 0.1307779848575592, 0.13517054915428162, 0.13956311345100403]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 3.0, 1.0, 1.0, 4.0, 6.0, 7.0, 6.0, 2.0, 5.0, 2.0, 3.0, 25.0, 1.0, 3.0, 7.0, 2.0, 3.0, 3.0, 8.0, 2.0, 4.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002886329311877489, -0.002801239490509033, -0.0027161494363099337, -0.002631059382110834, -0.0025459695607423782, -0.0024608797393739223, -0.002375789685174823, -0.0022906996309757233, -0.0022056098096072674, -0.0021205199882388115, -0.002035429934039712, -0.0019503399962559342, -0.0018652500584721565, -0.0017801601206883788, -0.001695070182904601, -0.0016099802451208234, -0.0015248903073370457, -0.001439800369553268, -0.0013547104317694902, -0.0012696204939857125, -0.0011845305562019348, -0.001099440618418157, -0.0010143506806343794, -0.0009292607428506017, -0.000844170805066824, -0.0007590808672830462, -0.0006739909294992685, -0.0005889009917154908, -0.0005038110539317131, -0.0004187211161479354, -0.0003336311783641577, -0.00024854124058037996, -0.00016345130279660225, -7.836136501282454e-05, 6.728572770953178e-06, 9.181851055473089e-05, 0.0001769084483385086, 0.0002619983861222863, 0.00034708832390606403, 0.00043217826168984175, 0.0005172681994736195, 0.0006023581372573972, 0.0006874480750411749, 0.0007725380128249526, 0.0008576279506087303, 0.000942717888392508, 0.0010278078261762857, 0.0011128977639600635, 0.0011979877017438412, 0.0012830776395276189, 0.0013681675773113966, 0.0014532575150951743, 0.001538347452878952, 0.0016234373906627297, 0.0017085273284465075, 0.0017936172662302852, 0.0018787072040140629, 0.0019637970253825188, 0.0020488870795816183, 0.002133977133780718, 0.0022190669551491737, 0.0023041567765176296, 0.002389246830716729, 0.0024743368849158287, 0.0025594267062842846]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 6.0, 7.0, 10.0, 8.0, 15.0, 18.0, 32.0, 27.0, 39.0, 48.0, 65.0, 84.0, 139.0, 202.0, 269.0, 369.0, 585.0, 812.0, 1392.0, 2410.0, 4390.0, 8027.0, 17487.0, 47468.0, 254966.0, 764477.0, 40623.0, 16736.0, 8115.0, 4318.0, 2467.0, 1417.0, 928.0, 571.0, 340.0, 228.0, 142.0, 107.0, 80.0, 53.0, 43.0, 25.0, 22.0, 21.0, 13.0, 7.0, 12.0, 4.0, 2.0, 5.0, 4.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.006134830415248871, -0.0059433975256979465, -0.005751964170485735, -0.005560531280934811, -0.005369097925722599, -0.005177665036171675, -0.004986231680959463, -0.004794798791408539, -0.004603365436196327, -0.004411932546645403, -0.004220499191433191, -0.004029066301882267, -0.003837633179500699, -0.003646200057119131, -0.003454766934737563, -0.003263333812355995, -0.0030719006899744272, -0.0028804675675928593, -0.0026890344452112913, -0.0024976013228297234, -0.0023061682004481554, -0.0021147350780665874, -0.0019233020721003413, -0.0017318689497187734, -0.0015404358273372054, -0.0013490027049556375, -0.0011575695825740695, -0.0009661365184001625, -0.0007747033960185945, -0.0005832702736370265, -0.00039183718035928905, -0.00020040407252963632, -8.970964699983597e-06, 0.00018246214312966913, 0.00037389525095932186, 0.0005653283442370594, 0.0007567614666186273, 0.0009481945890001953, 0.0011396276531741023, 0.0013310607755556703, 0.0015224938979372382, 0.0017139270203188062, 0.0019053601427003741, 0.0020967931486666203, 0.002288226271048188, 0.002479659393429756, 0.002671092515811324, 0.002862525638192892, 0.00305395876057446, 0.003245391882956028, 0.003436825005337596, 0.003628258127719164, 0.003819691250100732, 0.0040111243724823, 0.004202557262033224, 0.004393990617245436, 0.00458542350679636, 0.004776856862008572, 0.004968289751559496, 0.0051597231067717075, 0.005351155996322632, 0.0055425893515348434, 0.005734022241085768, 0.005925455596297979, 0.006116888485848904]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 2.0, 2.0, 0.0, 4.0, 1.0, 1.0, 2.0, 9.0, 0.0, 0.0, 2.0, 3.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.013135534711182117, -0.012790395878255367, -0.012445256114006042, -0.012100117281079292, -0.011754978448152542, -0.011409838683903217, -0.011064699850976467, -0.010719561018049717, -0.010374421253800392, -0.010029282420873642, -0.009684143587946892, -0.009339004755020142, -0.008993864990770817, -0.008648726157844067, -0.008303587324917316, -0.007958447560667992, -0.0076133087277412415, -0.007268169429153204, -0.006923030596226454, -0.006577891297638416, -0.006232752464711666, -0.005887613166123629, -0.005542473867535591, -0.005197335034608841, -0.0048521957360208035, -0.004507056437432766, -0.004161917604506016, -0.0038167783059179783, -0.0034716392401605844, -0.0031265001744031906, -0.002781360875815153, -0.0024362218100577593, -0.0020910827443003654, -0.0017459436785429716, -0.001400804496370256, -0.0010556653141975403, -0.0007105262484401464, -0.0003653871244750917, -2.0248000510036945e-05, 0.0003248911234550178, 0.0006700302474200726, 0.0010151693131774664, 0.001360308495350182, 0.0017054476775228977, 0.0020505867432802916, 0.0023957258090376854, 0.002740865107625723, 0.0030860041733831167, 0.0034311432391405106, 0.0037762823048979044, 0.004121421370655298, 0.004466560669243336, 0.004811699502170086, 0.005156838800758123, 0.005501978099346161, 0.005847116932272911, 0.0061922562308609486, 0.006537395529448986, 0.006882534362375736, 0.007227673660963774, 0.007572812959551811, 0.007917951792478561, 0.008263090625405312, 0.008608230389654636, 0.008953369222581387]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 4.0, 2.0, 2.0, 3.0, 3.0, 9.0, 6.0, 11.0, 23.0, 37.0, 39.0, 54.0, 61.0, 92.0, 92.0, 122.0, 172.0, 213.0, 256.0, 328.0, 425.0, 563.0, 737.0, 1131.0, 1657.0, 6038.0, 2389.0, 1360.0, 763.0, 497.0, 387.0, 256.0, 185.0, 137.0, 116.0, 81.0, 47.0, 27.0, 25.0, 19.0, 11.0, 15.0, 6.0, 5.0, 4.0, 2.0, 3.0, 2.0, 2.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.008567624725401402, -0.00833513867110014, -0.008102652616798878, -0.007870165631175041, -0.007637679576873779, -0.007405193522572517, -0.0071727074682712555, -0.006940220948308706, -0.006707734894007444, -0.0064752488397061825, -0.006242762319743633, -0.006010276265442371, -0.0057777902111411095, -0.00554530369117856, -0.005312817636877298, -0.005080331116914749, -0.004847845062613487, -0.004615359008312225, -0.004382872488349676, -0.004150386434048414, -0.003917899914085865, -0.003685413859784603, -0.0034529278054833412, -0.0032204415183514357, -0.00298795523121953, -0.0027554689440876245, -0.002522982656955719, -0.002290496602654457, -0.0020580103155225515, -0.001825524028390646, -0.0015930378576740623, -0.0013605516869574785, -0.001128065399825573, -0.0008955791709013283, -0.0006630929419770837, -0.00043060671305283904, -0.0001981204841285944, 3.4365744795650244e-05, 0.0002668519737198949, 0.0004993382026441395, 0.0007318244315683842, 0.0009643106604926288, 0.0011967968894168735, 0.0014292830601334572, 0.0016617693472653627, 0.0018942556343972683, 0.00212674168869853, 0.0023592279758304358, 0.0025917142629623413, 0.002824200550094247, 0.0030566868372261524, 0.0032891728915274143, 0.00352165917865932, 0.0037541454657912254, 0.003986631520092487, 0.0042191180400550365, 0.0044516040943562984, 0.00468409014865756, 0.0049165766686201096, 0.0051490627229213715, 0.005381548777222633, 0.005614035297185183, 0.0058465213514864445, 0.006079007871448994, 0.006311493925750256]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05284234881401062, -0.0509452298283577, -0.04904811084270477, -0.04715099558234215, -0.045253876596689224, -0.0433567576110363, -0.041459642350673676, -0.03956252336502075, -0.03766540437936783, -0.035768285393714905, -0.03387116640806198, -0.031974051147699356, -0.030076932162046432, -0.02817981317639351, -0.026282696053385735, -0.02438557893037796, -0.022488459944725037, -0.020591340959072113, -0.01869422383606434, -0.016797106713056564, -0.01489998772740364, -0.013002869673073292, -0.011105751618742943, -0.009208633564412594, -0.007311515510082245, -0.005414397455751896, -0.003517279401421547, -0.001620161347091198, 0.000276956707239151, 0.0021740747615695, 0.004071192815899849, 0.005968310870230198, 0.007865428924560547, 0.009762546978890896, 0.011659665033221245, 0.013556783087551594, 0.015453901141881943, 0.017351020127534866, 0.01924813725054264, 0.021145254373550415, 0.02304237335920334, 0.024939492344856262, 0.026836609467864037, 0.02873372659087181, 0.030630845576524734, 0.03252796456217766, 0.03442507982254028, 0.03632219880819321, 0.03821931779384613, 0.040116436779499054, 0.04201355576515198, 0.0439106710255146, 0.045807790011167526, 0.04770490899682045, 0.049602024257183075, 0.051499143242836, 0.05339626222848892, 0.055293381214141846, 0.05719050019979477, 0.059087615460157394, 0.06098473444581032, 0.06288184970617294, 0.06477896869182587, 0.06667608767747879, 0.06857320666313171]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 3.0, 5.0, 5.0, 1.0, 3.0, 2.0, 4.0, 1.0, 5.0, 3.0, 7.0, 4.0, 8.0, 13.0, 4.0, 8.0, 9.0, 18.0, 35.0, 21.0, 20.0, 16.0, 10.0, 11.0, 9.0, 3.0, 6.0, 4.0, 5.0, 3.0, 1.0, 3.0, 4.0, 5.0, 2.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 2.0, 0.0, 2.0], "bins": [-0.04117817431688309, -0.04011658579111099, -0.0390549935400486, -0.037993401288986206, -0.03693181276321411, -0.03587022423744202, -0.03480863198637962, -0.03374703973531723, -0.032685451209545135, -0.03162386268377304, -0.030562270432710648, -0.029500680044293404, -0.02843908965587616, -0.027377499267458916, -0.026315908879041672, -0.025254318490624428, -0.024192728102207184, -0.02313113771378994, -0.022069547325372696, -0.021007956936955452, -0.019946366548538208, -0.018884776160120964, -0.01782318577170372, -0.016761595383286476, -0.015700004994869232, -0.014638414606451988, -0.013576824218034744, -0.0125152338296175, -0.011453643441200256, -0.010392053052783012, -0.009330462664365768, -0.008268872275948524, -0.0072072818875312805, -0.0061456914991140366, -0.005084101110696793, -0.004022510722279549, -0.0029609203338623047, -0.0018993299454450607, -0.0008377395570278168, 0.00022385083138942719, 0.0012854412198066711, 0.002347031608223915, 0.003408621996641159, 0.004470212385058403, 0.005531802773475647, 0.006593393161892891, 0.007654983550310135, 0.008716573938727379, 0.009778164327144623, 0.010839754715561867, 0.01190134510397911, 0.012962935492396355, 0.014024525880813599, 0.015086116269230843, 0.016147706657648087, 0.01720929704606533, 0.018270887434482574, 0.01933247782289982, 0.020394068211317062, 0.021455658599734306, 0.02251724898815155, 0.023578839376568794, 0.024640429764986038, 0.025702020153403282, 0.026763610541820526]}, "_runtime": 128.66858100891113, "_timestamp": 1596212999.3701186, "_step": 155}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 3.0, 1.0, 2.0, 0.0, 3.0, 5.0, 0.0, 2.0, 3.0, 9.0, 3.0, 0.0, 2.0, 1.0, 0.0, 5.0, 1.0, 1.0, 3.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.01602935791015625, -0.015602069906890392, -0.015174781903624535, -0.014747494831681252, -0.014320206828415394, -0.013892918825149536, -0.013465630821883678, -0.013038343749940395, -0.012611055746674538, -0.01218376774340868, -0.011756479740142822, -0.011329191736876965, -0.010901904664933681, -0.010474616661667824, -0.010047328658401966, -0.009620040655136108, -0.009192753583192825, -0.008765465579926968, -0.00833817757666111, -0.007910889573395252, -0.007483602035790682, -0.007056314032524824, -0.006629026494920254, -0.006201738491654396, -0.005774450488388538, -0.005347162950783968, -0.00491987494751811, -0.00449258740991354, -0.004065299406647682, -0.003638011636212468, -0.003210723865777254, -0.00278343609534204, -0.002356148324906826, -0.001928860554471612, -0.001501572784036398, -0.001074284897185862, -0.000646997126750648, -0.00021970932721160352, 0.00020757847232744098, 0.0006348663009703159, 0.00106215407140553, 0.001489441841840744, 0.001916729612275958, 0.002344017382711172, 0.00277130538597703, 0.003198593156412244, 0.003625880926847458, 0.004053168464452028, 0.004480456467717886, 0.004907744470983744, 0.005335032008588314, 0.005762320011854172, 0.006189607549458742, 0.0066168955527246, 0.00704418309032917, 0.007471471093595028, 0.007898759096860886, 0.008326047100126743, 0.008753334172070026, 0.009180622175335884, 0.009607910178601742, 0.0100351981818676, 0.010462485253810883, 0.01088977325707674, 0.011317061260342598]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 6.0, 1.0, 3.0, 8.0, 5.0, 12.0, 14.0, 24.0, 30.0, 34.0, 43.0, 48.0, 73.0, 93.0, 155.0, 196.0, 323.0, 5455.0, 611.0, 230.0, 161.0, 107.0, 67.0, 53.0, 47.0, 30.0, 29.0, 15.0, 13.0, 8.0, 8.0, 9.0, 2.0, 3.0, 4.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 2.0], "bins": [-0.19065217673778534, -0.1858401894569397, -0.18102821707725525, -0.1762162297964096, -0.17140424251556396, -0.16659227013587952, -0.16178028285503387, -0.15696831047534943, -0.15215632319450378, -0.14734433591365814, -0.1425323635339737, -0.13772037625312805, -0.1329084038734436, -0.12809641659259796, -0.12328442931175232, -0.11847244948148727, -0.11366046965122223, -0.10884848982095718, -0.10403650999069214, -0.0992245227098465, -0.09441254287958145, -0.0896005630493164, -0.08478857576847076, -0.07997659593820572, -0.07516461610794067, -0.07035263627767563, -0.06554065644741058, -0.06072866916656494, -0.055916689336299896, -0.05110470950603485, -0.04629272595047951, -0.041480742394924164, -0.03666876256465912, -0.031856782734394073, -0.02704479917883873, -0.022232817485928535, -0.01742083579301834, -0.012608854100108147, -0.007796872407197952, -0.002984890714287758, 0.0018270909786224365, 0.006639072671532631, 0.011451054364442825, 0.01626303605735302, 0.021075017750263214, 0.02588699944317341, 0.030698981136083603, 0.03551096469163895, 0.04032294452190399, 0.04513492435216904, 0.04994690790772438, 0.054758891463279724, 0.05957087129354477, 0.06438285112380981, 0.06919483840465546, 0.0740068182349205, 0.07881879806518555, 0.08363077789545059, 0.08844275772571564, 0.09325474500656128, 0.09806672483682632, 0.10287870466709137, 0.10769069194793701, 0.11250267177820206, 0.1173146516084671]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 1.0, 6.0, 1.0, 7.0, 3.0, 5.0, 5.0, 4.0, 1.0, 27.0, 3.0, 4.0, 4.0, 3.0, 5.0, 3.0, 3.0, 2.0, 1.0, 5.0, 1.0, 2.0, 6.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0027616084553301334, -0.0026363881770521402, -0.002511167898774147, -0.002385947620496154, -0.0022607273422181606, -0.0021355070639401674, -0.0020102867856621742, -0.001885066507384181, -0.0017598462291061878, -0.0016346259508281946, -0.0015094056725502014, -0.0013841853942722082, -0.001258965115994215, -0.0011337448377162218, -0.0010085245594382286, -0.0008833042811602354, -0.0007580840028822422, -0.000632863724604249, -0.0005076434463262558, -0.0003824231680482626, -0.0002572028897702694, -0.0001319826114922762, -6.7623332142829895e-06, 0.00011845794506371021, 0.00024367822334170341, 0.0003688985016196966, 0.0004941187798976898, 0.000619339058175683, 0.0007445593364536762, 0.0008697796147316694, 0.0009949998930096626, 0.0011202201712876558, 0.001245440449565649, 0.0013706607278436422, 0.0014958810061216354, 0.0016211012843996286, 0.0017463215626776218, 0.001871541840955615, 0.0019967621192336082, 0.0021219823975116014, 0.0022472026757895947, 0.002372422954067588, 0.002497643232345581, 0.0026228635106235743, 0.0027480837889015675, 0.0028733040671795607, 0.002998524345457554, 0.003123744623735547, 0.0032489649020135403, 0.0033741851802915335, 0.0034994054585695267, 0.00362462573684752, 0.003749846015125513, 0.0038750662934035063, 0.0040002865716814995, 0.004125506617128849, 0.004250727128237486, 0.004375947639346123, 0.004501167684793472, 0.004626387730240822, 0.004751608241349459, 0.0048768287524580956, 0.005002048797905445, 0.005127268843352795, 0.0052524893544614315]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 5.0, 3.0, 8.0, 12.0, 13.0, 20.0, 44.0, 50.0, 71.0, 139.0, 197.0, 290.0, 511.0, 755.0, 1282.0, 2047.0, 3566.0, 6331.0, 12201.0, 24588.0, 60627.0, 828295.0, 134389.0, 44894.0, 22602.0, 12837.0, 7840.0, 5100.0, 3233.0, 2210.0, 1572.0, 1105.0, 782.0, 529.0, 412.0, 274.0, 236.0, 133.0, 108.0, 78.0, 59.0, 41.0, 32.0, 30.0, 20.0, 13.0, 12.0, 5.0, 16.0, 6.0, 1.0, 5.0, 4.0, 2.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.005380835384130478, -0.005187546834349632, -0.004994258284568787, -0.004800969269126654, -0.004607680719345808, -0.004414392169564962, -0.004221103619784117, -0.004027815070003271, -0.003834526287391782, -0.003641237737610936, -0.003447948954999447, -0.0032546604052186012, -0.0030613718554377556, -0.0028680830728262663, -0.0026747945230454206, -0.0024815057404339314, -0.0022882171906530857, -0.00209492864087224, -0.0019016398582607508, -0.0017083513084799051, -0.0015150626422837377, -0.0013217739760875702, -0.0011284854263067245, -0.0009351967601105571, -0.0007419080939143896, -0.0005486194277182221, -0.0003553308197297156, -0.00016204218263737857, 3.124645445495844e-05, 0.00022453509154729545, 0.00041782372863963246, 0.000611112336628139, 0.0008044010028243065, 0.000997689669020474, 0.0011909783352166414, 0.001384266884997487, 0.0015775555511936545, 0.001770844217389822, 0.0019641327671706676, 0.002157421549782157, 0.0023507100995630026, 0.0025439986493438482, 0.0027372874319553375, 0.002930575981736183, 0.003123864531517029, 0.003317153314128518, 0.0035104418639093637, 0.003703730646520853, 0.0038970191963016987, 0.004090307746082544, 0.00428359629586339, 0.004476885311305523, 0.0046701738610863686, 0.004863462410867214, 0.00505675096064806, 0.0052500395104289055, 0.005443328060209751, 0.005636617075651884, 0.00582990562543273, 0.006023194175213575, 0.006216482724994421, 0.006409771274775267, 0.0066030602902174, 0.006796348839998245, 0.006989637389779091]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 3.0, 1.0, 0.0, 6.0, 2.0, 5.0, 8.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 3.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02440170757472515, -0.023427553474903107, -0.022453397512435913, -0.02147924341261387, -0.020505089312791824, -0.01953093335032463, -0.018556779250502586, -0.017582625150680542, -0.01660846918821335, -0.015634315088391304, -0.01466016098856926, -0.01368600595742464, -0.012711850926280022, -0.011737696826457977, -0.010763541795313358, -0.009789387695491314, -0.008815232664346695, -0.007841077633202076, -0.006866923533380032, -0.005892768502235413, -0.004918613936752081, -0.003944459371268749, -0.002970304572954774, -0.0019961497746407986, -0.0010219952091574669, -4.784052725881338e-05, 0.0009263141546398401, 0.0019004688365384936, 0.002874623518437147, 0.003848778083920479, 0.004822933115065098, 0.0057970876805484295, 0.006771242246031761, 0.007745396811515093, 0.008719551376998425, 0.009693706408143044, 0.010667860507965088, 0.011642015539109707, 0.012616170570254326, 0.01359032467007637, 0.01456447970122099, 0.015538634732365608, 0.016512788832187653, 0.017486942932009697, 0.01846109889447689, 0.019435252994298935, 0.02040940709412098, 0.021383563056588173, 0.022357717156410217, 0.02333187125623226, 0.024306027218699455, 0.0252801813185215, 0.026254335418343544, 0.027228491380810738, 0.028202645480632782, 0.029176799580454826, 0.03015095368027687, 0.031125109642744064, 0.03209926560521126, 0.03307341784238815, 0.03404757380485535, 0.03502172976732254, 0.035995882004499435, 0.03697003796696663, 0.037944190204143524]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 2.0, 2.0, 2.0, 1.0, 3.0, 4.0, 6.0, 8.0, 11.0, 9.0, 12.0, 21.0, 24.0, 34.0, 26.0, 41.0, 30.0, 40.0, 65.0, 83.0, 124.0, 178.0, 231.0, 314.0, 457.0, 719.0, 1174.0, 2091.0, 6539.0, 1766.0, 1030.0, 687.0, 513.0, 377.0, 308.0, 234.0, 191.0, 154.0, 140.0, 110.0, 111.0, 94.0, 89.0, 73.0, 59.0, 43.0, 27.0, 33.0, 26.0, 32.0, 11.0, 18.0, 15.0, 11.0, 8.0, 4.0, 6.0, 3.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.014133804477751255, -0.013652809895575047, -0.013171815313398838, -0.01269082073122263, -0.012209827080368996, -0.011728832498192787, -0.011247837916016579, -0.01076684333384037, -0.010285848751664162, -0.009804854169487953, -0.009323859587311745, -0.008842865005135536, -0.008361870422959328, -0.007880876772105694, -0.007399882189929485, -0.006918887607753277, -0.006437893025577068, -0.00595689844340086, -0.005475903861224651, -0.00499490974470973, -0.004513915162533522, -0.004032920580357313, -0.0035519262310117483, -0.0030709318816661835, -0.002589937299489975, -0.0021089427173137665, -0.0016279483679682016, -0.001146953902207315, -0.0006659594364464283, -0.00018496497068554163, 0.00029602949507534504, 0.0007770239608362317, 0.0012580184265971184, 0.001739012892358005, 0.0022200073581188917, 0.0027010017074644566, 0.003181996289640665, 0.0036629908718168736, 0.004143984988331795, 0.004624979570508003, 0.005105974152684212, 0.00558696873486042, 0.006067963317036629, 0.00654895743355155, 0.007029952015727758, 0.007510946597903967, 0.007991940714418888, 0.008472935296595097, 0.008953929878771305, 0.009434924460947514, 0.009915919043123722, 0.01039691362529993, 0.010877907276153564, 0.011358901858329773, 0.011839896440505981, 0.01232089102268219, 0.012801885604858398, 0.013282880187034607, 0.013763874769210815, 0.014244869351387024, 0.014725863933563232, 0.015206857584416866, 0.01568785309791565, 0.016168847680091858, 0.016649842262268066]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.40459153056144714, -0.3956755995750427, -0.3867596387863159, -0.3778437077999115, -0.3689277768135071, -0.3600118160247803, -0.35109588503837585, -0.34217995405197144, -0.33326399326324463, -0.3243480622768402, -0.3154321312904358, -0.30651620030403137, -0.29760023951530457, -0.28868430852890015, -0.2797683775424957, -0.2708524167537689, -0.2619364857673645, -0.2530205547809601, -0.24410460889339447, -0.23518866300582886, -0.22627273201942444, -0.21735678613185883, -0.2084408402442932, -0.1995249092578888, -0.19060896337032318, -0.18169301748275757, -0.17277708649635315, -0.16386114060878754, -0.15494519472122192, -0.1460292637348175, -0.1371133178472519, -0.12819738686084747, -0.11928144097328186, -0.11036550253629684, -0.10144956409931183, -0.09253361821174622, -0.0836176797747612, -0.07470174133777618, -0.06578579545021057, -0.056869857013225555, -0.04795391857624054, -0.039037980139255524, -0.03012203797698021, -0.021206097677350044, -0.01229015737771988, -0.003374217078089714, 0.005541723221540451, 0.014457663521170616, 0.02337360382080078, 0.0322895422577858, 0.04120548442006111, 0.050121426582336426, 0.05903736501932144, 0.06795330345630646, 0.07686924934387207, 0.08578518778085709, 0.0947011262178421, 0.10361706465482712, 0.11253300309181213, 0.12144894897937775, 0.13036489486694336, 0.13928082585334778, 0.1481967717409134, 0.1571127027273178, 0.16602864861488342]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 5.0, 1.0, 3.0, 4.0, 3.0, 4.0, 3.0, 5.0, 4.0, 3.0, 9.0, 8.0, 3.0, 9.0, 9.0, 44.0, 26.0, 35.0, 31.0, 17.0, 9.0, 3.0, 12.0, 5.0, 4.0, 5.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.3092688024044037, -0.30205899477005005, -0.2948491871356964, -0.2876393795013428, -0.28042957186698914, -0.2732197642326355, -0.26600995659828186, -0.2588001489639282, -0.2515903413295746, -0.24438053369522095, -0.2371707260608673, -0.22996091842651367, -0.22275111079216003, -0.2155413031578064, -0.20833149552345276, -0.20112168788909912, -0.19391188025474548, -0.18670207262039185, -0.1794922649860382, -0.17228245735168457, -0.16507264971733093, -0.1578628420829773, -0.15065303444862366, -0.14344322681427002, -0.13623341917991638, -0.12902361154556274, -0.1218138039112091, -0.11460399627685547, -0.10739418864250183, -0.1001843810081482, -0.09297457337379456, -0.08576476573944092, -0.07855495810508728, -0.07134515047073364, -0.06413534283638, -0.05692553520202637, -0.04971572756767273, -0.04250591993331909, -0.035296112298965454, -0.028086304664611816, -0.02087649703025818, -0.013666689395904541, -0.006456881761550903, 0.0007529258728027344, 0.007962733507156372, 0.01517254114151001, 0.022382348775863647, 0.029592156410217285, 0.03680196404457092, 0.04401177167892456, 0.0512215793132782, 0.058431386947631836, 0.06564119458198547, 0.07285100221633911, 0.08006080985069275, 0.08727061748504639, 0.09448042511940002, 0.10169023275375366, 0.1089000403881073, 0.11610984802246094, 0.12331965565681458, 0.1305294632911682, 0.13773927092552185, 0.1449490785598755, 0.15215888619422913]}, "_runtime": 129.44741797447205, "_timestamp": 1596213000.1489556, "_step": 156}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 2.0, 2.0, 1.0, 5.0, 10.0, 6.0, 1.0, 4.0, 1.0, 0.0, 5.0, 1.0, 0.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014500116929411888, -0.014096048660576344, -0.013691979460418224, -0.01328791119158268, -0.012883842922747135, -0.012479773722589016, -0.012075705453753471, -0.011671637184917927, -0.011267568916082382, -0.010863499715924263, -0.010459431447088718, -0.010055363178253174, -0.009651293978095055, -0.00924722570925951, -0.008843157440423965, -0.008439088240265846, -0.008035019971430302, -0.00763095123693347, -0.007226882968097925, -0.006822814233601093, -0.006418745964765549, -0.006014677230268717, -0.005610608495771885, -0.00520654022693634, -0.0048024714924395084, -0.0043984027579426765, -0.003994334489107132, -0.0035902657546103, -0.003186197252944112, -0.0027821287512779236, -0.0023780600167810917, -0.0019739915151149035, -0.0015699230134487152, -0.001165854511782527, -0.0007617858937010169, -0.00035771733382716775, 4.6351226046681404e-05, 0.00045041978592053056, 0.0008544883457943797, 0.0012585569638758898, 0.001662625465542078, 0.0020666939672082663, 0.0024707624688744545, 0.0028748312033712864, 0.0032788997050374746, 0.003682968206703663, 0.004087036941200495, 0.004491105210036039, 0.004895173944532871, 0.005299242679029703, 0.005703310947865248, 0.00610737968236208, 0.006511447951197624, 0.006915516685694456, 0.007319585420191288, 0.007723653689026833, 0.008127722889184952, 0.008531791158020496, 0.008935859426856041, 0.009339927695691586, 0.009743996895849705, 0.01014806516468525, 0.010552133433520794, 0.010956202633678913, 0.011360270902514458]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 2.0, 3.0, 4.0, 4.0, 6.0, 1.0, 9.0, 5.0, 8.0, 9.0, 12.0, 14.0, 12.0, 13.0, 24.0, 31.0, 36.0, 35.0, 49.0, 46.0, 81.0, 110.0, 122.0, 186.0, 392.0, 5450.0, 472.0, 207.0, 130.0, 83.0, 76.0, 41.0, 38.0, 41.0, 44.0, 25.0, 25.0, 18.0, 11.0, 9.0, 12.0, 4.0, 11.0, 5.0, 1.0, 1.0, 4.0, 1.0, 0.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10718314349651337, -0.10397274792194366, -0.10076235234737396, -0.09755195677280426, -0.09434156119823456, -0.09113116562366486, -0.08792077004909515, -0.08471037447452545, -0.08149997889995575, -0.07828959077596664, -0.07507919520139694, -0.07186879962682724, -0.06865840405225754, -0.06544800847768784, -0.062237612903118134, -0.05902721732854843, -0.05581682175397873, -0.05260642617940903, -0.049396030604839325, -0.04618563503026962, -0.04297523945569992, -0.03976484760642052, -0.036554452031850815, -0.03334405645728111, -0.03013366088271141, -0.02692326530814171, -0.023712869733572006, -0.020502476021647453, -0.01729208044707775, -0.014081684872508049, -0.010871290229260921, -0.007660895120352507, -0.004450500011444092, -0.001240104902535677, 0.001970290206372738, 0.005180685315281153, 0.008391080424189568, 0.01160147599875927, 0.014811870642006397, 0.018022265285253525, 0.021232660859823227, 0.02444305643439293, 0.02765345200896263, 0.030863845720887184, 0.03407423943281174, 0.03728463500738144, 0.04049503058195114, 0.043705426156520844, 0.046915821731090546, 0.05012621730566025, 0.05333661288022995, 0.05654700845479965, 0.059757404029369354, 0.06296779960393906, 0.06617819517850876, 0.06938859075307846, 0.07259897887706757, 0.07580937445163727, 0.07901977002620697, 0.08223016560077667, 0.08544056117534637, 0.08865095674991608, 0.09186135232448578, 0.09507174789905548, 0.09828214347362518]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 4.0, 1.0, 2.0, 2.0, 2.0, 3.0, 3.0, 3.0, 4.0, 3.0, 8.0, 6.0, 26.0, 4.0, 2.0, 3.0, 3.0, 5.0, 6.0, 3.0, 1.0, 5.0, 3.0, 0.0, 5.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0024765590205788612, -0.002356021897867322, -0.0022354850079864264, -0.002114947885274887, -0.001994410762563348, -0.0018738737562671304, -0.001753336749970913, -0.0016327996272593737, -0.0015122626209631562, -0.0013917256146669388, -0.0012711884919553995, -0.001150651485659182, -0.0010301144793629646, -0.0009095773566514254, -0.0007890403503552079, -0.0006685032858513296, -0.0005479662213474512, -0.00042742915684357285, -0.00030689212144352496, -0.00018635507149156183, -6.58180215395987e-05, 5.471902841236442e-05, 0.00017525607836432755, 0.00029579311376437545, 0.0004163301782682538, 0.0005368672427721322, 0.0006574043072760105, 0.000777941313572228, 0.0008984783780761063, 0.0010190154425799847, 0.001139552448876202, 0.0012600895715877414, 0.0013806265778839588, 0.0015011635841801763, 0.0016217007068917155, 0.001742237713187933, 0.0018627748358994722, 0.001983311725780368, 0.002103848848491907, 0.0022243859712034464, 0.0023449230939149857, 0.0024654599837958813, 0.0025859971065074205, 0.00270653422921896, 0.0028270711190998554, 0.0029476082418113947, 0.003068145364522934, 0.0031886822544038296, 0.003309219377115369, 0.003429756499826908, 0.0035502933897078037, 0.003670830512419343, 0.0037913676351308823, 0.003911904525011778, 0.004032441880553961, 0.004152978770434856, 0.004273515660315752, 0.004394053015857935, 0.004514589905738831, 0.004635126795619726, 0.004755664151161909, 0.004876201041042805, 0.0049967379309237, 0.005117275286465883, 0.005237812176346779]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 4.0, 8.0, 9.0, 3.0, 6.0, 18.0, 33.0, 37.0, 63.0, 96.0, 152.0, 210.0, 353.0, 535.0, 910.0, 1528.0, 2548.0, 5192.0, 10837.0, 26342.0, 84555.0, 889490.0, 85648.0, 29605.0, 15039.0, 8881.0, 5556.0, 3469.0, 2427.0, 1743.0, 1221.0, 811.0, 555.0, 444.0, 345.0, 249.0, 179.0, 125.0, 89.0, 66.0, 68.0, 54.0, 31.0, 20.0, 30.0, 13.0, 14.0, 5.0, 6.0, 4.0, 2.0, 3.0, 2.0, 1.0, 2.0, 1.0, 4.0], "bins": [-0.006084040272980928, -0.005871465429663658, -0.0056588901206851006, -0.00544631527736783, -0.00523374043405056, -0.005021165125072002, -0.004808590281754732, -0.004596015438437462, -0.004383440129458904, -0.004170865286141634, -0.003958290442824364, -0.0037457153666764498, -0.003533140290528536, -0.0033205654472112656, -0.0031079903710633516, -0.0028954155277460814, -0.0026828404515981674, -0.0024702653754502535, -0.002257690532132983, -0.0020451154559850693, -0.0018325404962524772, -0.001619965536519885, -0.0014073904603719711, -0.001194815500639379, -0.000982240540906787, -0.0007696655811741948, -0.0005570905632339418, -0.00034451557439751923, -0.00013194058556109667, 8.06344032753259e-05, 0.00029320939211174846, 0.0005057844100520015, 0.0007183593697845936, 0.0009309343295171857, 0.0011435092892497778, 0.0013560843653976917, 0.0015686593251302838, 0.001781234284862876, 0.00199380936101079, 0.00220638420432806, 0.002418959280475974, 0.002631534356623888, 0.0028441091999411583, 0.0030566842760890722, 0.003269259352236986, 0.0034818341955542564, 0.0036944092717021704, 0.003906984347850084, 0.004119559191167355, 0.004332134034484625, 0.0045447093434631824, 0.004757284186780453, 0.004969859030097723, 0.005182434339076281, 0.005395009182393551, 0.005607584025710821, 0.005820158869028091, 0.006032734178006649, 0.006245309021323919, 0.00645788386464119, 0.006670459173619747, 0.0068830340169370174, 0.007095608860254288, 0.007308184169232845, 0.007520759012550116]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 6.0, 1.0, 5.0, 3.0, 7.0, 4.0, 2.0, 4.0, 2.0, 2.0, 1.0, 3.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02074129693210125, -0.019519060850143433, -0.018296826630830765, -0.017074590548872948, -0.01585235446691513, -0.014630118384957314, -0.013407883234322071, -0.012185648083686829, -0.010963412001729012, -0.009741175919771194, -0.008518940769135952, -0.007296705152839422, -0.0060744695365428925, -0.004852233920246363, -0.003629998303949833, -0.002407762687653303, -0.0011855270713567734, 3.6708544939756393e-05, 0.0012589441612362862, 0.002481179777532816, 0.0037034153938293457, 0.0049256510101258755, 0.006147886626422405, 0.007370122242718935, 0.008592357859015465, 0.009814593940973282, 0.011036829091608524, 0.012259064242243767, 0.013481300324201584, 0.014703536406159401, 0.015925772488117218, 0.017148006707429886, 0.018370242789387703, 0.01959247887134552, 0.020814713090658188, 0.022036949172616005, 0.023259185254573822, 0.02448142133653164, 0.025703657418489456, 0.026925891637802124, 0.02814812771975994, 0.029370363801717758, 0.030592598021030426, 0.03181483596563339, 0.03303707018494606, 0.03425930440425873, 0.035481542348861694, 0.03670377656817436, 0.03792601078748703, 0.039148248732089996, 0.040370482951402664, 0.04159272089600563, 0.0428149551153183, 0.044037189334630966, 0.04525942727923393, 0.0464816614985466, 0.04770389944314957, 0.048926133662462234, 0.0501483678817749, 0.05137060582637787, 0.052592840045690536, 0.053815074265003204, 0.05503731220960617, 0.05625954642891884, 0.057481780648231506]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 4.0, 1.0, 2.0, 6.0, 7.0, 9.0, 14.0, 14.0, 30.0, 22.0, 42.0, 55.0, 74.0, 133.0, 161.0, 230.0, 330.0, 454.0, 667.0, 984.0, 1513.0, 3200.0, 5778.0, 1454.0, 863.0, 589.0, 400.0, 278.0, 223.0, 160.0, 144.0, 117.0, 72.0, 49.0, 54.0, 54.0, 45.0, 25.0, 15.0, 21.0, 9.0, 19.0, 14.0, 6.0, 12.0, 5.0, 5.0, 3.0, 3.0, 8.0, 9.0, 16.0, 5.0, 5.0, 5.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 5.0, 1.0], "bins": [-0.010555440559983253, -0.010096714831888676, -0.009637989103794098, -0.00917926337569952, -0.008720537647604942, -0.008261811919510365, -0.007803086191415787, -0.007344360463321209, -0.006885634735226631, -0.006426909007132053, -0.005968183279037476, -0.005509457550942898, -0.00505073182284832, -0.004592006094753742, -0.004133280366659164, -0.0036745546385645866, -0.003215828910470009, -0.002757103182375431, -0.0022983774542808533, -0.0018396517261862755, -0.0013809259980916977, -0.0009222002699971199, -0.0004634745419025421, -4.748813807964325e-06, 0.00045397691428661346, 0.0009127026423811913, 0.001371428370475769, 0.0018301540985703468, 0.0022888798266649246, 0.0027476055547595024, 0.00320633128285408, 0.003665057010948658, 0.004123782739043236, 0.004582508467137814, 0.005041234195232391, 0.005499959923326969, 0.005958685651421547, 0.006417411379516125, 0.0068761371076107025, 0.00733486283570528, 0.007793588563799858, 0.008252314291894436, 0.008711040019989014, 0.009169765748083591, 0.00962849147617817, 0.010087217204272747, 0.010545942932367325, 0.011004668660461903, 0.01146339438855648, 0.011922120116651058, 0.012380845844745636, 0.012839571572840214, 0.013298297300934792, 0.01375702302902937, 0.014215748757123947, 0.014674474485218525, 0.015133200213313103, 0.01559192594140768, 0.01605065166950226, 0.01650937646627426, 0.016968103125691414, 0.017426829785108566, 0.01788555458188057, 0.018344279378652573, 0.018803006038069725]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.13857401907444, -0.135042205452919, -0.131510391831398, -0.12797857820987701, -0.12444676458835602, -0.12091494351625443, -0.11738312989473343, -0.11385131627321243, -0.11031950265169144, -0.10678768903017044, -0.10325587540864944, -0.09972406178712845, -0.09619224071502686, -0.09266042709350586, -0.08912861347198486, -0.08559679985046387, -0.08206498622894287, -0.07853317260742188, -0.07500135898590088, -0.07146954536437988, -0.06793773174285889, -0.0644059106707573, -0.0608740970492363, -0.0573422834277153, -0.053810469806194305, -0.05027865618467331, -0.04674684256315231, -0.04321502521634102, -0.03968321159482002, -0.036151397973299026, -0.03261958062648773, -0.029087767004966736, -0.02555595338344574, -0.022024139761924744, -0.0184923242777586, -0.014960509724915028, -0.011428695172071457, -0.007896880619227886, -0.0043650660663843155, -0.0008332515135407448, 0.002698563039302826, 0.006230377592146397, 0.009762192144989967, 0.013294006697833538, 0.01682582125067711, 0.020357634872198105, 0.02388945035636425, 0.027421265840530396, 0.03095307946205139, 0.03448489308357239, 0.038016706705093384, 0.04154852405190468, 0.045080337673425674, 0.04861215129494667, 0.052143968641757965, 0.05567578226327896, 0.05920759588479996, 0.06273940950632095, 0.06627122312784195, 0.06980303674936295, 0.07333485782146454, 0.07686667144298553, 0.08039848506450653, 0.08393029868602753, 0.08746211230754852]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 1.0, 2.0, 7.0, 3.0, 1.0, 2.0, 5.0, 9.0, 5.0, 2.0, 4.0, 7.0, 12.0, 19.0, 17.0, 17.0, 39.0, 18.0, 8.0, 12.0, 9.0, 11.0, 4.0, 9.0, 6.0, 11.0, 3.0, 5.0, 4.0, 7.0, 2.0, 3.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06688302755355835, -0.06510737538337708, -0.0633317232131958, -0.061556074768304825, -0.05978042259812355, -0.058004770427942276, -0.0562291219830513, -0.054453469812870026, -0.05267781764268875, -0.05090216547250748, -0.0491265133023262, -0.047350864857435226, -0.04557521268725395, -0.04379956051707268, -0.0420239120721817, -0.04024825990200043, -0.03847260773181915, -0.03669695556163788, -0.034921303391456604, -0.03314565494656563, -0.031370002776384354, -0.02959435060620308, -0.027818700298666954, -0.02604304999113083, -0.024267397820949554, -0.02249174565076828, -0.020716095343232155, -0.01894044503569603, -0.017164792865514755, -0.015389141626656055, -0.013613490387797356, -0.011837839148938656, -0.010062187910079956, -0.008286536671221256, -0.0065108854323625565, -0.004735234193503857, -0.002959582954645157, -0.001183931715786457, 0.0005917195230722427, 0.0023673707619309425, 0.004143022000789642, 0.005918673239648342, 0.007694324478507042, 0.009469975717365742, 0.011245626956224442, 0.013021278195083141, 0.014796929433941841, 0.016572579741477966, 0.01834823191165924, 0.020123884081840515, 0.02189953438937664, 0.023675184696912766, 0.02545083686709404, 0.027226489037275314, 0.02900213934481144, 0.030777789652347565, 0.03255344182252884, 0.034329093992710114, 0.03610474616289139, 0.037880394607782364, 0.03965604677796364, 0.04143169894814491, 0.04320734739303589, 0.04498299956321716, 0.04675865173339844]}, "_runtime": 130.27502489089966, "_timestamp": 1596213000.9765625, "_step": 157}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 4.0, 2.0, 2.0, 0.0, 6.0, 7.0, 1.0, 2.0, 1.0, 2.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010103261098265648, -0.009715414606034756, -0.009327568113803864, -0.008939721621572971, -0.00855187512934208, -0.008164028637111187, -0.007776182144880295, -0.007388335652649403, -0.0070004891604185104, -0.006612642668187618, -0.006224796175956726, -0.005836949683725834, -0.005449103191494942, -0.0050612566992640495, -0.004673410207033157, -0.004285563714802265, -0.003897717222571373, -0.003509870730340481, -0.0031220242381095886, -0.0027341777458786964, -0.0023463312536478043, -0.001958484761416912, -0.00157063826918602, -0.0011827917769551277, -0.0007949452847242355, -0.00040709879249334335, -1.9252300262451172e-05, 0.000368594191968441, 0.0007564406841993332, 0.0011442871764302254, 0.0015321336686611176, 0.0019199801608920097, 0.002307826653122902, 0.002695673145353794, 0.0030835196375846863, 0.0034713661298155785, 0.0038592126220464706, 0.004247059114277363, 0.004634905606508255, 0.005022752098739147, 0.005410598590970039, 0.0057984450832009315, 0.006186291575431824, 0.006574138067662716, 0.006961984559893608, 0.0073498310521245, 0.0077376775443553925, 0.008125524036586285, 0.008513370528817177, 0.008901217021048069, 0.009289063513278961, 0.009676910005509853, 0.010064756497740746, 0.010452602989971638, 0.01084044948220253, 0.011228295974433422, 0.011616142466664314, 0.012003988958895206, 0.012391835451126099, 0.01277968194335699, 0.013167528435587883, 0.013555374927818775, 0.013943221420049667, 0.01433106791228056, 0.014718914404511452]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 4.0, 7.0, 5.0, 11.0, 10.0, 12.0, 19.0, 14.0, 19.0, 26.0, 27.0, 39.0, 55.0, 73.0, 78.0, 109.0, 176.0, 272.0, 597.0, 5296.0, 361.0, 182.0, 127.0, 77.0, 64.0, 52.0, 49.0, 39.0, 23.0, 12.0, 19.0, 13.0, 20.0, 8.0, 7.0, 3.0, 5.0, 3.0, 3.0, 1.0, 4.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1243056207895279, -0.1204369068145752, -0.1165682002902031, -0.1126994863152504, -0.1088307797908783, -0.1049620658159256, -0.1010933592915535, -0.0972246453166008, -0.0933559387922287, -0.089487224817276, -0.0856185182929039, -0.0817498043179512, -0.0778810977935791, -0.0740123838186264, -0.0701436772942543, -0.0662749633193016, -0.062406253069639206, -0.05853754281997681, -0.05466883257031441, -0.05080012232065201, -0.04693141207098961, -0.04306270182132721, -0.03919399157166481, -0.03532528132200241, -0.03145656734704971, -0.027587858960032463, -0.023719148710370064, -0.019850438460707664, -0.015981726348400116, -0.012113017030060291, -0.008244305849075317, -0.004375595599412918, -0.0005068853497505188, 0.003361825132742524, 0.007230535615235567, 0.011099246330559254, 0.014967956580221653, 0.018836667761206627, 0.022705378010869026, 0.026574088260531425, 0.030442798510193825, 0.03431151062250137, 0.03818022087216377, 0.04204893112182617, 0.04591764137148857, 0.04978635162115097, 0.05365506187081337, 0.05752377212047577, 0.06139248237013817, 0.06526119261980057, 0.06912990659475327, 0.07299861311912537, 0.07686732709407806, 0.08073603361845016, 0.08460474759340286, 0.08847345411777496, 0.09234216809272766, 0.09621087461709976, 0.10007958859205246, 0.10394829511642456, 0.10781700909137726, 0.11168571561574936, 0.11555442959070206, 0.11942313611507416, 0.12329185009002686]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 4.0, 3.0, 2.0, 3.0, 1.0, 3.0, 3.0, 2.0, 2.0, 4.0, 2.0, 2.0, 7.0, 0.0, 2.0, 2.0, 5.0, 24.0, 7.0, 3.0, 3.0, 5.0, 2.0, 3.0, 5.0, 4.0, 2.0, 0.0, 2.0, 1.0, 2.0, 2.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0027127317152917385, -0.002632088726386428, -0.0025514457374811172, -0.002470802515745163, -0.0023901595268398523, -0.0023095165379345417, -0.002228873549029231, -0.002148230327293277, -0.002067587338387966, -0.0019869443494826555, -0.001906301360577345, -0.0018256582552567124, -0.0017450152663514018, -0.0016643721610307693, -0.0015837291721254587, -0.0015030860668048263, -0.0014224430778995156, -0.001341800088994205, -0.0012611569836735725, -0.001180513994768262, -0.0010998708894476295, -0.0010192279005423188, -0.0009385848534293473, -0.0008579418063163757, -0.0007772987592034042, -0.0006966557120904326, -0.0006160126649774611, -0.0005353696178644896, -0.00045472659985534847, -0.0003740835527423769, -0.00029344053473323584, -0.0002127974876202643, -0.00013215444050729275, -5.151140067027882e-05, 2.9131639166735113e-05, 0.00010977467900374904, 0.00019041771884076297, 0.0002710607659537345, 0.0003517037839628756, 0.00043234683107584715, 0.0005129898781888187, 0.0005936329253017902, 0.0006742759724147618, 0.0007549190195277333, 0.000835562008433044, 0.0009162050555460155, 0.000996848102658987, 0.0010774912079796195, 0.0011581341968849301, 0.0012387771857902408, 0.0013194202911108732, 0.0014000632800161839, 0.0014807063853368163, 0.001561349374242127, 0.0016419924795627594, 0.00172263546846807, 0.0018032784573733807, 0.0018839215626940131, 0.0019645646680146456, 0.002045207656919956, 0.002125850645825267, 0.0022064936347305775, 0.0022871368564665318, 0.0023677798453718424, 0.002448422834277153]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 3.0, 0.0, 3.0, 5.0, 7.0, 6.0, 11.0, 17.0, 53.0, 38.0, 79.0, 131.0, 178.0, 293.0, 454.0, 923.0, 1776.0, 3812.0, 9188.0, 25089.0, 113703.0, 934701.0, 56083.0, 18445.0, 7704.0, 3556.0, 1634.0, 825.0, 389.0, 213.0, 129.0, 79.0, 42.0, 28.0, 16.0, 15.0, 6.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010378390550613403, -0.010100547224283218, -0.009822704829275608, -0.009544861502945423, -0.009267019107937813, -0.008989175781607628, -0.008711333386600018, -0.008433490060269833, -0.008155647665262222, -0.007877804338932037, -0.00759996147826314, -0.007322118617594242, -0.0070442757569253445, -0.006766432896256447, -0.006488590035587549, -0.006210747174918652, -0.005932904314249754, -0.005655061453580856, -0.005377218592911959, -0.005099375732243061, -0.0048215328715741634, -0.004543690010905266, -0.004265847150236368, -0.0039880042895674706, -0.0037101611960679293, -0.0034323183353990316, -0.003154475474730134, -0.0028766326140612364, -0.002598789520561695, -0.0023209466598927975, -0.0020431037992239, -0.0017652609385550022, -0.0014874180778861046, -0.001209575217217207, -0.0009317322983406484, -0.0006538893794640899, -0.00037604651879519224, -9.820362902246416e-05, 0.00017963926075026393, 0.000457482150522992, 0.0007353250402957201, 0.0010131679009646177, 0.0012910107616335154, 0.0015688537387177348, 0.0018466965993866324, 0.002124539576470852, 0.0024023824371397495, 0.002680225297808647, 0.002958068158477545, 0.0032359110191464424, 0.00351375387981534, 0.0037915967404842377, 0.004069439601153135, 0.004347282461822033, 0.0046251253224909306, 0.004902968183159828, 0.005180811509490013, 0.005458654370158911, 0.005736497230827808, 0.006014340091496706, 0.006292182952165604, 0.006570025812834501, 0.006847868673503399, 0.0071257115341722965, 0.007403554394841194]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 5.0, 2.0, 2.0, 1.0, 3.0, 4.0, 4.0, 8.0, 4.0, 7.0, 5.0, 5.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013499066233634949, -0.01249473262578249, -0.01149039901793003, -0.010486064478754997, -0.009481730870902538, -0.00847739726305008, -0.007473063189536333, -0.006468729116022587, -0.005464395508170128, -0.004460061900317669, -0.0034557278268039227, -0.00245139398612082, -0.0014470601454377174, -0.00044272630475461483, 0.0005616075359284878, 0.0015659413766115904, 0.002570275217294693, 0.0035746090579777956, 0.004578942898660898, 0.0055832769721746445, 0.006587610580027103, 0.007591944187879562, 0.008596278727054596, 0.009600612334907055, 0.010604945942759514, 0.011609279550611973, 0.012613613158464432, 0.013617947697639465, 0.014622281305491924, 0.015626614913344383, 0.016630949452519417, 0.0176352821290493, 0.018639616668224335, 0.01964395120739937, 0.020648283883929253, 0.021652618423104286, 0.02265695109963417, 0.023661285638809204, 0.024665620177984238, 0.025669952854514122, 0.026674287393689156, 0.02767862193286419, 0.028682954609394073, 0.029687289148569107, 0.03069162368774414, 0.031695958226919174, 0.03270028904080391, 0.03370462357997894, 0.034708958119153976, 0.03571329265832901, 0.036717627197504044, 0.03772195801138878, 0.03872629255056381, 0.039730627089738846, 0.04073496162891388, 0.04173929616808891, 0.04274363070726395, 0.04374796152114868, 0.044752296060323715, 0.04575663059949875, 0.04676096513867378, 0.047765299677848816, 0.04876963049173355, 0.049773965030908585, 0.05077829957008362]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 5.0, 5.0, 8.0, 8.0, 11.0, 23.0, 40.0, 44.0, 68.0, 106.0, 174.0, 237.0, 286.0, 401.0, 541.0, 778.0, 1126.0, 1846.0, 6840.0, 2540.0, 1292.0, 701.0, 438.0, 265.0, 182.0, 98.0, 71.0, 29.0, 32.0, 19.0, 21.0, 6.0, 17.0, 9.0, 19.0, 4.0, 9.0, 2.0, 2.0, 10.0, 3.0, 18.0, 11.0, 8.0, 6.0, 3.0, 3.0, 1.0, 6.0, 21.0, 17.0, 1.0, 5.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 8.0], "bins": [-0.008238768205046654, -0.007858782075345516, -0.007478795945644379, -0.007098809815943241, -0.006718823686242104, -0.006338837090879679, -0.005958850961178541, -0.005578864831477404, -0.005198878701776266, -0.0048188925720751286, -0.004438906442373991, -0.0040589203126728535, -0.0036789339501410723, -0.0032989478204399347, -0.0029189614579081535, -0.002538975328207016, -0.0021589891985058784, -0.001779003068804741, -0.0013990168226882815, -0.0010190305765718222, -0.0006390444468706846, -0.00025905825896188617, 0.00012092792894691229, 0.0005009141168557107, 0.0008809003047645092, 0.0012608864344656467, 0.0016408726805821061, 0.0020208589266985655, 0.002400845056399703, 0.0027808311861008406, 0.0031608175486326218, 0.0035408036783337593, 0.003920789808034897, 0.004300775937736034, 0.004680762067437172, 0.0050607481971383095, 0.005440734326839447, 0.005820720922201872, 0.006200707051903009, 0.006580693181604147, 0.0069606793113052845, 0.007340665441006422, 0.00772065157070756, 0.008100638166069984, 0.008480624295771122, 0.00886061042547226, 0.009240596555173397, 0.009620582684874535, 0.010000568814575672, 0.01038055494427681, 0.010760541073977947, 0.011140527203679085, 0.011520513333380222, 0.01190049946308136, 0.012280485592782497, 0.012660471722483635, 0.013040458783507347, 0.013420444913208485, 0.013800431042909622, 0.01418041717261076, 0.014560403302311897, 0.014940389432013035, 0.015320375561714172, 0.015700360760092735, 0.016080347821116447]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.09892329573631287, -0.09658213704824448, -0.09424097836017609, -0.0918998122215271, -0.08955865353345871, -0.08721749484539032, -0.08487633615732193, -0.08253517001867294, -0.08019401133060455, -0.07785285264253616, -0.07551169395446777, -0.07317053526639938, -0.0708293691277504, -0.068488210439682, -0.06614705175161362, -0.06380589306354523, -0.06146473065018654, -0.05912357196211815, -0.05678240954875946, -0.05444125086069107, -0.05210008844733238, -0.04975892975926399, -0.047417767345905304, -0.045076608657836914, -0.042735449969768524, -0.040394287556409836, -0.038053128868341446, -0.03571196645498276, -0.03337080776691437, -0.03102964721620083, -0.02868848666548729, -0.02634732611477375, -0.02400616556406021, -0.021665005013346672, -0.019323844462633133, -0.016982683911919594, -0.01464152429252863, -0.01230036374181509, -0.009959204122424126, -0.0076180435717105865, -0.005276883020997047, -0.002935722703114152, -0.0005945623852312565, 0.001746597932651639, 0.0040877582505345345, 0.006428918801248074, 0.008770078420639038, 0.011111238971352577, 0.013452399522066116, 0.015793560072779655, 0.018134720623493195, 0.020475881174206734, 0.022817041724920273, 0.025158200412988663, 0.027499360963702202, 0.02984052151441574, 0.03218168020248413, 0.03452284261584282, 0.03686400130391121, 0.0392051637172699, 0.04154632240533829, 0.043887484818696976, 0.046228643506765366, 0.048569805920124054, 0.050910964608192444]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 4.0, 3.0, 4.0, 2.0, 2.0, 5.0, 3.0, 4.0, 2.0, 3.0, 8.0, 2.0, 4.0, 6.0, 6.0, 10.0, 11.0, 18.0, 41.0, 18.0, 21.0, 22.0, 11.0, 13.0, 11.0, 7.0, 10.0, 5.0, 3.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.0553126223385334, -0.053845424205064774, -0.052378229796886444, -0.050911031663417816, -0.04944383352994919, -0.04797663539648056, -0.04650943726301193, -0.0450422428548336, -0.043575044721364975, -0.04210784658789635, -0.04064065217971802, -0.03917345404624939, -0.03770625591278076, -0.036239057779312134, -0.034771859645843506, -0.033304665237665176, -0.03183746710419655, -0.03037026897072792, -0.028903072699904442, -0.027435876429080963, -0.025968678295612335, -0.024501480162143707, -0.02303428389132023, -0.02156708762049675, -0.020099889487028122, -0.018632691353559494, -0.017165495082736015, -0.015698298811912537, -0.014231100678443909, -0.012763903476297855, -0.011296706274151802, -0.009829509072005749, -0.008362311869859695, -0.006895114667713642, -0.005427917465567589, -0.0039607202634215355, -0.002493523061275482, -0.0010263258591294289, 0.00044087134301662445, 0.0019080685451626778, 0.003375265747308731, 0.004842462949454784, 0.006309660151600838, 0.007776857353746891, 0.009244054555892944, 0.010711251758038998, 0.012178448960185051, 0.013645646162331104, 0.015112843364477158, 0.016580041497945786, 0.018047237768769264, 0.019514434039592743, 0.02098163217306137, 0.02244883030653, 0.023916026577353477, 0.025383222848176956, 0.026850420981645584, 0.028317619115114212, 0.02978481538593769, 0.03125201165676117, 0.0327192097902298, 0.034186407923698425, 0.03565360605716705, 0.03712080046534538, 0.03858799859881401]}, "_runtime": 131.07318377494812, "_timestamp": 1596213001.7747214, "_step": 158}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 5.0, 1.0, 0.0, 0.0, 2.0, 2.0, 4.0, 0.0, 5.0, 2.0, 4.0, 3.0, 1.0, 2.0, 4.0, 4.0, 1.0, 3.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010182947851717472, -0.009810497984290123, -0.009438049048185349, -0.009065599180758, -0.00869314931333065, -0.008320700377225876, -0.007948250509798527, -0.007575801108032465, -0.007203351706266403, -0.006830902304500341, -0.00645845290273428, -0.0060860030353069305, -0.005713553633540869, -0.005341104231774807, -0.004968654364347458, -0.004596204962581396, -0.004223755560815334, -0.0038513061590492725, -0.003478856524452567, -0.0031064068898558617, -0.0027339574880898, -0.002361508086323738, -0.0019890584517270327, -0.001616608933545649, -0.0012441594153642654, -0.0008717098971828818, -0.0004992603790014982, -0.0001268108608201146, 0.000245638657361269, 0.0006180881755426526, 0.0009905376937240362, 0.0013629872119054198, 0.0017354367300868034, 0.0021078861318528652, 0.0024803357664495707, 0.002852785401046276, 0.003225234802812338, 0.0035976842045783997, 0.003970134072005749, 0.0043425834737718105, 0.004715032875537872, 0.005087482277303934, 0.005459931679069996, 0.005832381546497345, 0.006204830948263407, 0.0065772803500294685, 0.006949730217456818, 0.007322179619222879, 0.007694629020988941, 0.00806707888841629, 0.008439527824521065, 0.008811977691948414, 0.009184427559375763, 0.009556876495480537, 0.009929326362907887, 0.010301775299012661, 0.01067422516644001, 0.01104667503386736, 0.011419123969972134, 0.011791573837399483, 0.012164022773504257, 0.012536472640931606, 0.012908922508358955, 0.01328137144446373, 0.013653821311891079]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 1.0, 1.0, 4.0, 1.0, 5.0, 5.0, 6.0, 5.0, 10.0, 10.0, 21.0, 16.0, 24.0, 29.0, 20.0, 32.0, 60.0, 71.0, 92.0, 120.0, 161.0, 285.0, 529.0, 5165.0, 470.0, 254.0, 156.0, 86.0, 60.0, 48.0, 34.0, 35.0, 19.0, 18.0, 15.0, 13.0, 12.0, 7.0, 4.0, 9.0, 1.0, 2.0, 2.0, 2.0, 3.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.1178630143404007, -0.11451151221990585, -0.11116000264883041, -0.10780850052833557, -0.10445699840784073, -0.10110548883676529, -0.09775398671627045, -0.0944024845957756, -0.09105097502470016, -0.08769947290420532, -0.08434797078371048, -0.08099646121263504, -0.0776449590921402, -0.07429345697164536, -0.07094194740056992, -0.06759044528007507, -0.06423893570899963, -0.06088743358850479, -0.05753593146800995, -0.05418442562222481, -0.05083291977643967, -0.047481417655944824, -0.04412991181015968, -0.04077840596437454, -0.0374269038438797, -0.03407539799809456, -0.030723892152309418, -0.027372388169169426, -0.024020884186029434, -0.020669378340244293, -0.0173178743571043, -0.013966369442641735, -0.010614864528179169, -0.007263359613716602, -0.003911855164915323, -0.0005603504832834005, 0.002791154198348522, 0.0061426591128110886, 0.00949416309595108, 0.012845668010413647, 0.016197172924876213, 0.019548676908016205, 0.022900182753801346, 0.026251686736941338, 0.02960319072008133, 0.03295469656586647, 0.03630620241165161, 0.039657704532146454, 0.043009210377931595, 0.046360716223716736, 0.04971221834421158, 0.05306372418999672, 0.05641523003578186, 0.0597667321562767, 0.06311824172735214, 0.06646974384784698, 0.06982124596834183, 0.07317275553941727, 0.07652425765991211, 0.07987575978040695, 0.08322726935148239, 0.08657877147197723, 0.08993027359247208, 0.09328178316354752, 0.09663328528404236]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 4.0, 1.0, 2.0, 1.0, 0.0, 1.0, 4.0, 3.0, 3.0, 10.0, 11.0, 4.0, 1.0, 24.0, 7.0, 4.0, 3.0, 3.0, 4.0, 1.0, 2.0, 3.0, 2.0, 4.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.003782296320423484, -0.0036836755461990833, -0.003585054771974683, -0.003486434230580926, -0.0033878134563565254, -0.003289192682132125, -0.0031905719079077244, -0.003091951133683324, -0.0029933303594589233, -0.0028947098180651665, -0.002796089043840766, -0.0026974682696163654, -0.002598847495391965, -0.0025002267211675644, -0.0024016061797738075, -0.002302985405549407, -0.0022043646313250065, -0.002105743857100606, -0.0020071230828762054, -0.0019085024250671268, -0.001809881767258048, -0.0017112609930336475, -0.001612640218809247, -0.0015140195610001683, -0.0014153987867757678, -0.0013167780125513673, -0.0012181573547422886, -0.001119536580517888, -0.0010209158062934875, -0.0009222951484844089, -0.0008236743742600083, -0.0007250536582432687, -0.0006264329422265291, -0.0005278122262097895, -0.00042919148108921945, -0.0003305707359686494, -0.00023195001995190978, -0.00013332928938325495, -3.470855881460011e-05, 6.391217175405473e-05, 0.00016253290232270956, 0.00026115361833944917, 0.00035977436346001923, 0.0004583951085805893, 0.0005570158245973289, 0.0006556365406140685, 0.000754257314838469, 0.0008528780308552086, 0.0009514987468719482, 0.0010501195210963488, 0.0011487401789054275, 0.001247360953129828, 0.0013459816109389067, 0.0014446023851633072, 0.0015432231593877077, 0.0016418438171967864, 0.001740464591421187, 0.0018390853656455874, 0.0019377060234546661, 0.0020363267976790667, 0.002134947571903467, 0.0022335683461278677, 0.0023321888875216246, 0.002430809661746025, 0.0025294304359704256]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 3.0, 4.0, 5.0, 9.0, 7.0, 6.0, 18.0, 28.0, 31.0, 46.0, 66.0, 118.0, 160.0, 218.0, 367.0, 584.0, 977.0, 1580.0, 2767.0, 4663.0, 8494.0, 16388.0, 37370.0, 119799.0, 872078.0, 61958.0, 23639.0, 11690.0, 6447.0, 3649.0, 2217.0, 1492.0, 912.0, 628.0, 441.0, 261.0, 159.0, 127.0, 86.0, 49.0, 40.0, 20.0, 14.0, 7.0, 4.0, 4.0, 3.0, 4.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.006889679003506899, -0.0066628665663301945, -0.006436054594814777, -0.006209242157638073, -0.0059824297204613686, -0.005755617283284664, -0.00552880484610796, -0.005301992874592543, -0.005075180437415838, -0.004848368000239134, -0.004621556028723717, -0.004394743591547012, -0.004167931154370308, -0.0039411187171936035, -0.0037143065128475428, -0.003487494308501482, -0.0032606818713247776, -0.003033869434148073, -0.0028070572298020124, -0.0025802450254559517, -0.0023534325882792473, -0.002126620151102543, -0.0018998079467564821, -0.0016729956259950995, -0.001446183305233717, -0.0012193709844723344, -0.0009925586637109518, -0.0007657463429495692, -0.0005389340221881866, -0.00031212170142680407, -8.530938066542149e-05, 0.0001415029400959611, 0.0003683152608573437, 0.0005951275816187263, 0.0008219399023801088, 0.0010487522231414914, 0.001275564543902874, 0.0015023768646642566, 0.0017291891854256392, 0.0019560013897717, 0.0021828138269484043, 0.0024096262641251087, 0.0026364384684711695, 0.0028632506728172302, 0.0030900631099939346, 0.003316875547170639, 0.0035436877515167, 0.0037704999558627605, 0.003997312393039465, 0.004224124830216169, 0.0044509368017315865, 0.004677749238908291, 0.004904561676084995, 0.0051313741132617, 0.005358186550438404, 0.005584998521953821, 0.005811810959130526, 0.00603862339630723, 0.006265435367822647, 0.0064922478049993515, 0.006719060242176056, 0.00694587267935276, 0.007172685116529465, 0.007399497088044882, 0.007626309525221586]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 3.0, 3.0, 2.0, 9.0, 3.0, 1.0, 8.0, 3.0, 1.0, 4.0, 2.0, 5.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.028197843581438065, -0.027063218876719475, -0.025928594172000885, -0.024793971329927444, -0.023659346625208855, -0.022524721920490265, -0.021390099078416824, -0.020255474373698235, -0.019120849668979645, -0.017986224964261055, -0.016851600259542465, -0.015716977417469025, -0.014582352712750435, -0.013447728008031845, -0.01231310423463583, -0.011178480461239815, -0.010043855756521225, -0.008909231051802635, -0.00777460727840662, -0.0066399830393493176, -0.005505358800292015, -0.004370734561234713, -0.00323611032217741, -0.0021014860831201077, -0.0009668618440628052, 0.0001677623949944973, 0.0013023866340517998, 0.0024370108731091022, 0.0035716351121664047, 0.004706259351223707, 0.00584088359028101, 0.006975507829338312, 0.008110132068395615, 0.009244756773114204, 0.01037938054651022, 0.011514004319906235, 0.012648629024624825, 0.013783253729343414, 0.01491787750273943, 0.016052501276135445, 0.017187125980854034, 0.018321750685572624, 0.019456375390291214, 0.020590998232364655, 0.021725622937083244, 0.022860247641801834, 0.023994870483875275, 0.025129495188593864, 0.026264119893312454, 0.027398744598031044, 0.028533369302749634, 0.029667992144823074, 0.030802616849541664, 0.031937241554260254, 0.033071864396333694, 0.034206490963697433, 0.035341113805770874, 0.036475736647844315, 0.037610363215208054, 0.038744986057281494, 0.03987961262464523, 0.041014235466718674, 0.042148858308792114, 0.04328348487615585, 0.044418107718229294]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 6.0, 1.0, 5.0, 4.0, 5.0, 10.0, 8.0, 14.0, 11.0, 25.0, 41.0, 48.0, 69.0, 101.0, 129.0, 214.0, 269.0, 342.0, 497.0, 828.0, 1295.0, 2289.0, 6900.0, 2115.0, 1102.0, 689.0, 406.0, 256.0, 167.0, 116.0, 88.0, 60.0, 49.0, 33.0, 44.0, 35.0, 25.0, 13.0, 13.0, 14.0, 11.0, 11.0, 9.0, 10.0, 4.0, 4.0, 11.0, 7.0, 5.0, 6.0, 3.0, 1.0, 2.0, 4.0], "bins": [-0.014890771359205246, -0.014432498253881931, -0.013974225148558617, -0.013515952974557877, -0.013057679869234562, -0.012599406763911247, -0.012141134589910507, -0.011682861484587193, -0.011224588379263878, -0.010766315273940563, -0.010308042168617249, -0.009849769994616508, -0.009391496889293194, -0.00893322378396988, -0.008474951609969139, -0.008016678504645824, -0.00755840539932251, -0.007100132293999195, -0.006641859654337168, -0.00618358701467514, -0.005725313909351826, -0.005267040804028511, -0.004808768164366484, -0.004350495524704456, -0.0038922224193811417, -0.0034339495468884706, -0.0029756766743957996, -0.0025174038019031286, -0.0020591309294104576, -0.0016008580569177866, -0.0011425851844251156, -0.0006843123119324446, -0.00022603943943977356, 0.00023223343305289745, 0.0006905063055455685, 0.0011487791780382395, 0.0016070520505309105, 0.0020653249230235815, 0.0025235977955162525, 0.0029818706680089235, 0.0034401435405015945, 0.0038984164129942656, 0.004356689285486937, 0.004814961925148964, 0.005273235030472279, 0.005731508135795593, 0.006189780775457621, 0.006648053415119648, 0.007106326520442963, 0.007564599625766277, 0.008022872731089592, 0.008481144905090332, 0.008939418010413647, 0.009397691115736961, 0.009855963289737701, 0.010314236395061016, 0.01077250950038433, 0.011230782605707645, 0.01168905571103096, 0.0121473278850317, 0.012605600990355015, 0.01306387409567833, 0.01352214626967907, 0.013980419375002384, 0.014438692480325699]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 3.0, 1.0, 4.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.18761703372001648, -0.18225212395191193, -0.17688721418380737, -0.17152230441570282, -0.16615737974643707, -0.16079246997833252, -0.15542756021022797, -0.1500626504421234, -0.14469774067401886, -0.1393328309059143, -0.13396790623664856, -0.128602996468544, -0.12323808670043945, -0.1178731769323349, -0.11250826716423035, -0.1071433499455452, -0.10177844017744064, -0.09641353040933609, -0.09104861319065094, -0.08568370342254639, -0.08031879365444183, -0.07495387643575668, -0.06958896666765213, -0.06422405689954758, -0.058859143406152725, -0.053494229912757874, -0.04812932014465332, -0.04276440665125847, -0.03739949315786362, -0.032034583389759064, -0.026669669896364212, -0.02130475826561451, -0.015939846634864807, -0.010574935004115105, -0.005210022442042828, 0.00015488965436816216, 0.005519801750779152, 0.010884713381528854, 0.016249626874923706, 0.02161453850567341, 0.02697945013642311, 0.03234436362981796, 0.037709273397922516, 0.04307418689131737, 0.04843910038471222, 0.05380401015281677, 0.059168923646211624, 0.06453383713960648, 0.06989874690771103, 0.07526365667581558, 0.08062857389450073, 0.08599348366260529, 0.09135839343070984, 0.09672331064939499, 0.10208822041749954, 0.1074531301856041, 0.11281804740428925, 0.1181829571723938, 0.12354786694049835, 0.1289127767086029, 0.13427768647670746, 0.1396426111459732, 0.14500752091407776, 0.1503724306821823, 0.15573734045028687]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 5.0, 8.0, 3.0, 6.0, 4.0, 7.0, 13.0, 52.0, 56.0, 37.0, 15.0, 4.0, 5.0, 9.0, 14.0, 14.0, 9.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.12295632809400558, -0.11870027333498001, -0.11444421857595444, -0.11018816381692886, -0.10593210905790329, -0.10167605429887772, -0.09741999953985214, -0.09316394478082657, -0.08890789747238159, -0.08465184271335602, -0.08039578795433044, -0.07613973319530487, -0.0718836784362793, -0.06762762367725372, -0.06337156891822815, -0.059115514159202576, -0.054859459400177, -0.05060340464115143, -0.046347349882125854, -0.04209129512310028, -0.03783524036407471, -0.03357918933033943, -0.029323134571313858, -0.025067079812288284, -0.02081102505326271, -0.016554970294237137, -0.012298916466534138, -0.008042862638831139, -0.003786807879805565, 0.00046924641355872154, 0.004725300706923008, 0.008981354534626007, 0.01323740929365158, 0.017493464052677155, 0.02174951881170273, 0.026005571708083153, 0.030261626467108727, 0.03451767936348915, 0.038773734122514725, 0.0430297888815403, 0.04728584364056587, 0.051541898399591446, 0.05579795315861702, 0.06005400791764259, 0.06431005895137787, 0.06856611371040344, 0.07282216846942902, 0.07707822322845459, 0.08133427798748016, 0.08559033274650574, 0.08984638750553131, 0.09410244226455688, 0.09835849702358246, 0.10261455178260803, 0.1068706065416336, 0.11112666130065918, 0.11538271605968475, 0.11963876336812973, 0.1238948181271553, 0.12815088033676147, 0.13240693509578705, 0.13666298985481262, 0.1409190446138382, 0.14517509937286377, 0.14943113923072815]}, "_runtime": 131.87205004692078, "_timestamp": 1596213002.5735877, "_step": 159}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 6.0, 2.0, 4.0, 3.0, 4.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 6.0, 1.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010573041625320911, -0.010282584466040134, -0.009992127306759357, -0.009701671078801155, -0.009411213919520378, -0.009120756760239601, -0.008830299600958824, -0.008539842441678047, -0.00824938528239727, -0.007958929054439068, -0.007668471895158291, -0.007378014735877514, -0.007087557576596737, -0.006797100882977247, -0.00650664372369647, -0.006216187030076981, -0.005925729870796204, -0.005635272711515427, -0.005344816017895937, -0.00505435885861516, -0.00476390216499567, -0.004473445005714893, -0.004182987846434116, -0.003892530919983983, -0.0036020739935338497, -0.0033116170670837164, -0.003021160140633583, -0.002730702981352806, -0.0024402460549026728, -0.0021497891284525394, -0.0018593320855870843, -0.0015688750427216291, -0.0012784181162714958, -0.0009879611898213625, -0.0006975041469559073, -0.0004070471622981131, -0.00011659017764031887, 0.00017386680701747537, 0.0004643237916752696, 0.0007547807763330638, 0.001045237760990858, 0.0013356946874409914, 0.0016261517303064466, 0.0019166087731719017, 0.002207065699622035, 0.0024975226260721684, 0.0027879797853529453, 0.0030784367118030787, 0.003368893638253212, 0.0036593505647033453, 0.003949807491153479, 0.004240264650434256, 0.004530721344053745, 0.004821178503334522, 0.005111635662615299, 0.005402092356234789, 0.005692549515515566, 0.005983006674796343, 0.0062734633684158325, 0.0065639205276966095, 0.0068543776869773865, 0.007144834380596876, 0.007435291539877653, 0.007725748233497143, 0.00801620539277792]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 5.0, 2.0, 3.0, 3.0, 4.0, 5.0, 9.0, 5.0, 2.0, 7.0, 15.0, 21.0, 23.0, 32.0, 44.0, 45.0, 78.0, 84.0, 133.0, 242.0, 441.0, 5456.0, 485.0, 228.0, 155.0, 97.0, 76.0, 56.0, 40.0, 34.0, 29.0, 20.0, 10.0, 7.0, 3.0, 5.0, 4.0, 3.0, 3.0, 1.0, 4.0, 2.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.14923536777496338, -0.14503073692321777, -0.14082610607147217, -0.13662146031856537, -0.13241682946681976, -0.12821219861507416, -0.12400756031274796, -0.11980292201042175, -0.11559829115867615, -0.11139366030693054, -0.10718902200460434, -0.10298438370227814, -0.09877975285053253, -0.09457512199878693, -0.09037048369646072, -0.08616584539413452, -0.08196121454238892, -0.07775658369064331, -0.07355194538831711, -0.0693473070859909, -0.0651426762342453, -0.060938041657209396, -0.05673340708017349, -0.05252877250313759, -0.048324137926101685, -0.04411950334906578, -0.03991486877202988, -0.03571023419499397, -0.03150559961795807, -0.027300965040922165, -0.02309633046388626, -0.018891695886850357, -0.014687061309814453, -0.01048242673277855, -0.006277792155742645, -0.0020731575787067413, 0.0021314769983291626, 0.0063361115753650665, 0.01054074615240097, 0.014745380729436874, 0.01895001530647278, 0.023154649883508682, 0.027359284460544586, 0.03156391903758049, 0.035768553614616394, 0.0399731881916523, 0.0441778227686882, 0.048382457345724106, 0.05258709192276001, 0.056791726499795914, 0.06099636107683182, 0.06520099937915802, 0.06940563023090363, 0.07361026108264923, 0.07781489938497543, 0.08201953768730164, 0.08622416853904724, 0.09042879939079285, 0.09463343769311905, 0.09883807599544525, 0.10304270684719086, 0.10724733769893646, 0.11145197600126266, 0.11565661430358887, 0.11986124515533447]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 3.0, 4.0, 1.0, 1.0, 3.0, 2.0, 5.0, 2.0, 2.0, 3.0, 3.0, 4.0, 23.0, 5.0, 4.0, 6.0, 4.0, 3.0, 5.0, 6.0, 2.0, 3.0, 2.0, 1.0, 3.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0024741003289818764, -0.0023867078125476837, -0.002299315296113491, -0.0022119227796792984, -0.0021245302632451057, -0.0020371379796415567, -0.001949745463207364, -0.0018623529467731714, -0.0017749604303389788, -0.0016875679139047861, -0.0016001753974705935, -0.0015127829974517226, -0.00142539048101753, -0.0013379979645833373, -0.0012506055645644665, -0.0011632130481302738, -0.0010758205316960812, -0.0009884280152618885, -0.0009010355570353568, -0.000813643098808825, -0.0007262505823746324, -0.0006388580659404397, -0.000551465607713908, -0.00046407312038354576, -0.00037668063305318356, -0.00028928814572282135, -0.00020189565839245915, -0.00011450317106209695, -2.7110683731734753e-05, 6.028180359862745e-05, 0.00014767429092898965, 0.00023506677825935185, 0.00032245926558971405, 0.00040985175292007625, 0.0004972442402504385, 0.0005846366984769702, 0.0006720292149111629, 0.0007594217313453555, 0.0008468141895718873, 0.000934206647798419, 0.0010215991642326117, 0.0011089916806668043, 0.001196384197100997, 0.0012837765971198678, 0.0013711691135540605, 0.0014585616299882531, 0.001545954030007124, 0.0016333465464413166, 0.0017207390628755093, 0.001808131579309702, 0.0018955240957438946, 0.0019829166121780872, 0.00207030912861228, 0.002157701412215829, 0.0022450939286500216, 0.002332486445084214, 0.002419878961518407, 0.0025072714779525995, 0.002594663994386792, 0.002682056510820985, 0.002769448794424534, 0.0028568413108587265, 0.002944233827292919, 0.003031626343727112, 0.0031190188601613045]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 1.0, 5.0, 4.0, 5.0, 12.0, 10.0, 15.0, 34.0, 37.0, 37.0, 81.0, 126.0, 197.0, 298.0, 450.0, 710.0, 1085.0, 1699.0, 2586.0, 4391.0, 8514.0, 18071.0, 46564.0, 777274.0, 227783.0, 47668.0, 20061.0, 9648.0, 5184.0, 2856.0, 1724.0, 979.0, 601.0, 381.0, 187.0, 144.0, 79.0, 55.0, 25.0, 22.0, 10.0, 12.0, 4.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.00799262523651123, -0.0077705723233520985, -0.0075485194101929665, -0.0073264664970338345, -0.0071044135838747025, -0.0068823606707155704, -0.0066603077575564384, -0.0064382548443973064, -0.0062162019312381744, -0.00599414948374033, -0.005772096570581198, -0.005550043657422066, -0.005327990744262934, -0.005105937831103802, -0.00488388491794467, -0.004661832004785538, -0.004439779091626406, -0.004217726178467274, -0.003995673265308142, -0.0037736203521490097, -0.0035515674389898777, -0.0033295147586613894, -0.0031074618455022573, -0.0028854089323431253, -0.0026633560191839933, -0.0024413031060248613, -0.0022192501928657293, -0.0019971972797065973, -0.0017751444829627872, -0.0015530915698036551, -0.001331038773059845, -0.001108985859900713, -0.000886932946741581, -0.000664880033582449, -0.00044282717863097787, -0.00022077429457567632, 1.278589479625225e-06, 0.00022333147353492677, 0.0004453843575902283, 0.0006674372125416994, 0.0008894901257008314, 0.0011115430388599634, 0.0013335959520190954, 0.0015556487487629056, 0.0017777016619220376, 0.0019997544586658478, 0.0022218073718249798, 0.002443860284984112, 0.002665913198143244, 0.002887966111302376, 0.003110019024461508, 0.00333207193762064, 0.003554124850779772, 0.00377617753110826, 0.003998230677098036, 0.004220283590257168, 0.0044423360377550125, 0.0046643889509141445, 0.0048864418640732765, 0.0051084947772324085, 0.0053305476903915405, 0.0055526006035506725, 0.0057746535167098045, 0.0059967064298689365, 0.0062187593430280685]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 3.0, 4.0, 3.0, 9.0, 1.0, 2.0, 3.0, 3.0, 4.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.017160668969154358, -0.016576986759901047, -0.015993304550647736, -0.015409622341394424, -0.014825940132141113, -0.014242258854210377, -0.013658576644957066, -0.013074894435703754, -0.012491212226450443, -0.011907530017197132, -0.011323847807943821, -0.01074016559869051, -0.010156484320759773, -0.009572802111506462, -0.008989119902253151, -0.00840543769299984, -0.007821755483746529, -0.0072380732744932175, -0.006654391065239906, -0.0060707093216478825, -0.005487027112394571, -0.00490334490314126, -0.004319663159549236, -0.003735980950295925, -0.003152298741042614, -0.002568616531789303, -0.0019849345553666353, -0.001401252462528646, -0.0008175703696906567, -0.00023388827685266733, 0.000349793815985322, 0.0009334759088233113, 0.0015171580016613007, 0.002100840210914612, 0.0026845221873372793, 0.003268204163759947, 0.003851886373013258, 0.004435568582266569, 0.005019250325858593, 0.005602932535111904, 0.006186614744365215, 0.0067702969536185265, 0.007353979162871838, 0.007937661372125149, 0.008521342650055885, 0.009105024859309196, 0.009688707068562508, 0.010272389277815819, 0.01085607148706913, 0.011439753696322441, 0.012023435905575752, 0.012607118114829063, 0.013190800324082375, 0.013774481602013111, 0.014358163811266422, 0.014941846020519733, 0.015525528229773045, 0.01610920950770378, 0.016692891716957092, 0.017276573926210403, 0.017860256135463715, 0.018443938344717026, 0.019027620553970337, 0.019611302763223648, 0.02019498497247696]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 3.0, 3.0, 6.0, 5.0, 10.0, 7.0, 17.0, 24.0, 30.0, 34.0, 59.0, 75.0, 86.0, 128.0, 158.0, 229.0, 369.0, 577.0, 1026.0, 1976.0, 7256.0, 2460.0, 1337.0, 822.0, 512.0, 370.0, 242.0, 170.0, 108.0, 68.0, 59.0, 53.0, 31.0, 25.0, 19.0, 11.0, 13.0, 8.0, 3.0, 4.0, 6.0, 5.0, 2.0, 3.0, 1.0, 1.0, 2.0, 3.0, 1.0, 1.0, 4.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.012753121554851532, -0.012322868220508099, -0.011892614886164665, -0.011462362483143806, -0.011032109148800373, -0.01060185581445694, -0.010171602480113506, -0.009741350077092648, -0.009311096742749214, -0.00888084340840578, -0.008450590074062347, -0.008020336739718914, -0.007590083871036768, -0.007159831002354622, -0.0067295776680111885, -0.0062993247993290424, -0.005869071464985609, -0.005438818130642176, -0.00500856526196003, -0.004578311927616596, -0.00414805905893445, -0.0037178057245910168, -0.003287552623078227, -0.0028572995215654373, -0.0024270464200526476, -0.001996793318539858, -0.0015665402170270681, -0.0011362869990989566, -0.0007060338975861669, -0.0002757807669695467, 0.0001544723636470735, 0.0005847255233675241, 0.0010149786248803139, 0.0014452317263931036, 0.0018754848279058933, 0.002305737929418683, 0.0027359910309314728, 0.003166244365274906, 0.003596497466787696, 0.004026750568300486, 0.004457003436982632, 0.004887256771326065, 0.0053175101056694984, 0.0057477629743516445, 0.006178016308695078, 0.006608269177377224, 0.007038522511720657, 0.007468775380402803, 0.007899029180407524, 0.008329281583428383, 0.008759534917771816, 0.00918978825211525, 0.009620041586458683, 0.010050293989479542, 0.010480547323822975, 0.010910800658166409, 0.011341053992509842, 0.011771307326853275, 0.012201559729874134, 0.012631813064217567, 0.013062066398561, 0.013492319732904434, 0.013922572135925293, 0.014352825470268726, 0.01478307880461216]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 5.0, 2.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.051800280809402466, -0.04938722029328346, -0.04697416350245476, -0.044561102986335754, -0.04214804619550705, -0.039734985679388046, -0.03732192516326904, -0.03490886837244034, -0.032495807856321335, -0.03008274920284748, -0.027669690549373627, -0.025256630033254623, -0.02284357137978077, -0.020430512726306915, -0.018017452210187912, -0.015604393556714058, -0.013191334903240204, -0.01077827624976635, -0.008365216664969921, -0.00595215754583478, -0.0035390984266996384, -0.001126039307564497, 0.0012870198115706444, 0.0037000789307057858, 0.006113138049840927, 0.008526196703314781, 0.01093925628811121, 0.013352315872907639, 0.015765374526381493, 0.018178433179855347, 0.02059149369597435, 0.023004552349448204, 0.025417611002922058, 0.027830669656395912, 0.030243728309869766, 0.03265678882598877, 0.035069845616817474, 0.03748290613293648, 0.03989596664905548, 0.042309023439884186, 0.04472208395600319, 0.04713514447212219, 0.0495482012629509, 0.0519612617790699, 0.054374322295188904, 0.05678737908601761, 0.05920043960213661, 0.06161349639296532, 0.06402655690908432, 0.06643961369991302, 0.06885267794132233, 0.07126573473215103, 0.07367879152297974, 0.07609185576438904, 0.07850491255521774, 0.08091796934604645, 0.08333103358745575, 0.08574409037828445, 0.08815714716911316, 0.09057020395994186, 0.09298326820135117, 0.09539632499217987, 0.09780938178300858, 0.10022244602441788, 0.10263550281524658]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 5.0, 3.0, 4.0, 4.0, 10.0, 10.0, 13.0, 8.0, 11.0, 23.0, 25.0, 37.0, 20.0, 21.0, 12.0, 16.0, 15.0, 4.0, 9.0, 3.0, 5.0, 2.0, 0.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.04543863236904144, -0.04339267686009407, -0.0413467213511467, -0.039300769567489624, -0.03725481405854225, -0.03520885854959488, -0.033162906765937805, -0.031116951256990433, -0.02907099574804306, -0.027025040239095688, -0.024979086592793465, -0.02293313294649124, -0.02088717743754387, -0.018841221928596497, -0.016795268282294273, -0.014749313704669476, -0.012703359127044678, -0.01065740454941988, -0.008611449971795082, -0.006565495394170284, -0.0045195408165454865, -0.0024735862389206886, -0.0004276316612958908, 0.001618322916328907, 0.003664277493953705, 0.005710232071578503, 0.0077561866492033005, 0.009802141226828098, 0.011848095804452896, 0.013894050382077694, 0.015940004959702492, 0.017985958606004715, 0.020031914114952087, 0.02207786962389946, 0.024123823270201683, 0.026169776916503906, 0.02821573242545128, 0.03026168793439865, 0.032307639718055725, 0.0343535952270031, 0.03639955073595047, 0.03844550624489784, 0.040491461753845215, 0.04253741353750229, 0.04458336904644966, 0.046629324555397034, 0.04867527633905411, 0.05072123184800148, 0.05276718735694885, 0.054813142865896225, 0.0568590983748436, 0.05890505015850067, 0.060951005667448044, 0.06299696117639542, 0.06504291296005249, 0.06708887219429016, 0.06913482397794724, 0.07118077576160431, 0.07322673499584198, 0.07527268677949905, 0.07731863856315613, 0.0793645977973938, 0.08141054958105087, 0.08345650881528854, 0.08550246059894562]}, "_runtime": 132.6685643196106, "_timestamp": 1596213003.370102, "_step": 160}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 3.0, 2.0, 2.0, 4.0, 5.0, 2.0, 1.0, 2.0, 3.0, 1.0, 3.0, 3.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009188221767544746, -0.008935792371630669, -0.008683363907039165, -0.008430934511125088, -0.008178506046533585, -0.007926076650619507, -0.007673647254705429, -0.007421218324452639, -0.007168789394199848, -0.006916360463947058, -0.006663931533694267, -0.0064115021377801895, -0.006159073207527399, -0.005906644277274609, -0.005654214881360531, -0.00540178595110774, -0.00514935702085495, -0.0048969280906021595, -0.004644499160349369, -0.004392069764435291, -0.004139640834182501, -0.0038872119039297104, -0.0036347827408462763, -0.003382353577762842, -0.0031299246475100517, -0.0028774957172572613, -0.002625066554173827, -0.002372637391090393, -0.0021202084608376026, -0.0018677794141694903, -0.001615350367501378, -0.0013629213208332658, -0.0011104922741651535, -0.0008580632274970412, -0.000605634180828929, -0.00035320513416081667, -0.00010077608749270439, 0.0001516529591754079, 0.00040408200584352016, 0.0006565110525116324, 0.0009089400991797447, 0.001161369145847857, 0.0014137981925159693, 0.0016662272391840816, 0.0019186562858521938, 0.0021710852161049843, 0.0024235143791884184, 0.0026759435422718525, 0.002928372472524643, 0.0031808014027774334, 0.0034332305658608675, 0.0036856597289443016, 0.003938088659197092, 0.0041905175894498825, 0.00444294698536396, 0.004695375915616751, 0.004947804845869541, 0.005200233776122332, 0.005452662706375122, 0.0057050921022892, 0.00595752103254199, 0.006209949962794781, 0.0064623793587088585, 0.006714808288961649, 0.006967237219214439]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 4.0, 5.0, 5.0, 10.0, 5.0, 7.0, 5.0, 19.0, 20.0, 14.0, 25.0, 36.0, 46.0, 41.0, 43.0, 68.0, 86.0, 127.0, 160.0, 255.0, 549.0, 5128.0, 449.0, 238.0, 135.0, 90.0, 80.0, 56.0, 41.0, 34.0, 36.0, 16.0, 15.0, 16.0, 15.0, 12.0, 3.0, 8.0, 8.0, 4.0, 2.0, 0.0, 0.0, 1.0, 4.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.1028793603181839, -0.0998673290014267, -0.09685530513525009, -0.09384327381849289, -0.09083124995231628, -0.08781921863555908, -0.08480718731880188, -0.08179516345262527, -0.07878313213586807, -0.07577110081911087, -0.07275907695293427, -0.06974704563617706, -0.06673501431941986, -0.06372299045324326, -0.06071095913648605, -0.05769893154501915, -0.054686903953552246, -0.05167487636208534, -0.04866284877061844, -0.04565081745386124, -0.04263878986239433, -0.03962676227092743, -0.03661473095417023, -0.03360270336270332, -0.03059067577123642, -0.027578648179769516, -0.024566618725657463, -0.02155458927154541, -0.018542561680078506, -0.015530533157289028, -0.01251850463449955, -0.009506476111710072, -0.006494447588920593, -0.003482419066131115, -0.00047039054334163666, 0.0025416379794478416, 0.00555366650223732, 0.008565695025026798, 0.011577723547816277, 0.014589752070605755, 0.017601780593395233, 0.020613808184862137, 0.02362583763897419, 0.026637867093086243, 0.029649894684553146, 0.03266192227602005, 0.03567395359277725, 0.038685981184244156, 0.04169800877571106, 0.04471003636717796, 0.04772206395864487, 0.05073409527540207, 0.05374612286686897, 0.056758150458335876, 0.05977018177509308, 0.06278220564126968, 0.06579423695802689, 0.06880626827478409, 0.0718182921409607, 0.0748303234577179, 0.0778423547744751, 0.0808543786406517, 0.0838664099574089, 0.08687843382358551, 0.08989046514034271]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 8.0, 3.0, 0.0, 1.0, 1.0, 2.0, 6.0, 1.0, 5.0, 4.0, 4.0, 5.0, 24.0, 2.0, 6.0, 2.0, 3.0, 5.0, 2.0, 3.0, 3.0, 1.0, 2.0, 2.0, 3.0, 3.0, 2.0, 4.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.0037693914491683245, -0.0036579680163413286, -0.0035465448163449764, -0.0034351213835179806, -0.0033236981835216284, -0.0032122747506946325, -0.0031008515506982803, -0.0029894281178712845, -0.0028780046850442886, -0.0027665814850479364, -0.0026551580522209406, -0.0025437348522245884, -0.0024323114193975925, -0.0023208882194012403, -0.0022094647865742445, -0.0020980415865778923, -0.0019866181537508965, -0.0018751948373392224, -0.0017637715209275484, -0.0016523482045158744, -0.0015409248881042004, -0.0014295014552772045, -0.0013180781388655305, -0.0012066548224538565, -0.0010952315060421824, -0.0009838081896305084, -0.0008723848732188344, -0.0007609614985994995, -0.0006495381821878254, -0.0005381148657761514, -0.00042669152026064694, -0.00031526817474514246, -0.00020384485833346844, -9.242152736987919e-05, 1.9001803593710065e-05, 0.00013042513455729932, 0.00024184846552088857, 0.0003532717819325626, 0.00046469512744806707, 0.0005761184729635715, 0.0006875417893752456, 0.0007989651057869196, 0.0009103884221985936, 0.0010218117386102676, 0.0011332351714372635, 0.0012446584878489375, 0.0013560818042606115, 0.0014675051206722856, 0.0015789284370839596, 0.0016903517534956336, 0.0018017750699073076, 0.0019131983863189816, 0.0020246217027306557, 0.0021360451355576515, 0.0022474683355540037, 0.0023588917683809996, 0.0024703149683773518, 0.0025817384012043476, 0.0026931618340313435, 0.0028045850340276957, 0.0029160084668546915, 0.0030274316668510437, 0.0031388550996780396, 0.0032502782996743917, 0.0033617017325013876]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 3.0, 2.0, 3.0, 5.0, 6.0, 8.0, 14.0, 10.0, 17.0, 32.0, 42.0, 56.0, 94.0, 112.0, 198.0, 263.0, 387.0, 620.0, 856.0, 1347.0, 2234.0, 3617.0, 6078.0, 10827.0, 21372.0, 49364.0, 196089.0, 776596.0, 48813.0, 22476.0, 12483.0, 7866.0, 5253.0, 3523.0, 2469.0, 1729.0, 1185.0, 918.0, 633.0, 466.0, 396.0, 283.0, 202.0, 160.0, 136.0, 106.0, 82.0, 52.0, 38.0, 32.0, 20.0, 15.0, 16.0, 13.0, 5.0, 3.0, 5.0, 2.0, 6.0, 3.0, 2.0, 0.0, 3.0], "bins": [-0.005145104136317968, -0.004962117876857519, -0.004779131151735783, -0.004596144892275333, -0.004413158632814884, -0.004230171907693148, -0.0040471856482326984, -0.0038641991559416056, -0.0036812126636505127, -0.00349822617135942, -0.003315239679068327, -0.0031322534196078777, -0.002949266927316785, -0.002766280435025692, -0.0025832941755652428, -0.00240030768327415, -0.002217321190983057, -0.002034334698691964, -0.001851348322816193, -0.001668361946940422, -0.0014853754546493292, -0.0013023889623582363, -0.0011194025864824653, -0.0009364161523990333, -0.0007534297183156013, -0.0005704432842321694, -0.00038745685014873743, -0.00020447041606530547, -2.1483981981873512e-05, 0.00016150245210155845, 0.0003444888861849904, 0.0005274753202684224, 0.0007104617543518543, 0.0008934481884352863, 0.0010764346225187182, 0.0012594209983944893, 0.0014424074906855822, 0.001625393982976675, 0.001808380358852446, 0.001991366734728217, 0.00217435322701931, 0.002357339719310403, 0.0025403262116014957, 0.002723312471061945, 0.002906298963353038, 0.0030892854556441307, 0.00327227171510458, 0.003455258207395673, 0.0036382446996867657, 0.0038212311919778585, 0.004004217684268951, 0.004187203943729401, 0.00437019020318985, 0.004553176928311586, 0.004736163187772036, 0.004919149912893772, 0.005102136172354221, 0.0052851224318146706, 0.005468109156936407, 0.005651095416396856, 0.005834082141518593, 0.006017068400979042, 0.006200054660439491, 0.006383041385561228, 0.006566027645021677]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [5.0, 0.0, 8.0, 5.0, 4.0, 7.0, 15.0, 7.0, 4.0, 4.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01755525916814804, -0.014743337407708168, -0.01193141657859087, -0.009119495749473572, -0.006307573989033699, -0.0034956526942551136, -0.0006837313994765282, 0.0021281898953020573, 0.004940111190080643, 0.007752032484859228, 0.010563953779637814, 0.013375874608755112, 0.016187796369194984, 0.018999718129634857, 0.02181163802742958, 0.024623559787869453, 0.027435481548309326, 0.0302474033087492, 0.03305932506918907, 0.035871244966983795, 0.03868316859006882, 0.04149508848786354, 0.044307008385658264, 0.047118932008743286, 0.04993085190653801, 0.05274277180433273, 0.055554695427417755, 0.05836661532521248, 0.0611785352230072, 0.06399045884609222, 0.06680238246917725, 0.06961429864168167, 0.0724262222647667, 0.07523814588785172, 0.07805006206035614, 0.08086198568344116, 0.08367390930652618, 0.08648582547903061, 0.08929774910211563, 0.09210967272520065, 0.09492158889770508, 0.0977335125207901, 0.10054543614387512, 0.10335735976696014, 0.10616927593946457, 0.10898119956254959, 0.11179312318563461, 0.11460503935813904, 0.11741696298122406, 0.12022888660430908, 0.12304080277681351, 0.12585273385047913, 0.12866464257240295, 0.13147656619548798, 0.134288489818573, 0.13710041344165802, 0.13991233706474304, 0.14272426068782806, 0.1455361694097519, 0.14834809303283691, 0.15116001665592194, 0.15397194027900696, 0.15678386390209198, 0.159595787525177, 0.16240769624710083]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [8.0, 11.0, 12.0, 31.0, 28.0, 76.0, 148.0, 249.0, 431.0, 786.0, 1621.0, 4235.0, 8050.0, 1419.0, 640.0, 279.0, 102.0, 80.0, 27.0, 16.0, 17.0, 9.0, 7.0, 3.0, 10.0, 10.0, 7.0, 3.0, 14.0, 9.0, 11.0, 8.0, 3.0, 1.0, 7.0, 1.0, 2.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 6.0, 8.0, 12.0, 8.0, 1.0, 2.0, 6.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 7.0], "bins": [-0.012006859295070171, -0.011015310883522034, -0.01002376340329647, -0.009032214991748333, -0.008040666580200195, -0.007049118168652058, -0.006057570222765207, -0.005066022276878357, -0.004074473865330219, -0.0030829256866127253, -0.0020913775078952312, -0.0010998293291777372, -0.00010828115046024323, 0.0008832670282572508, 0.0018748152069747448, 0.002866363385692239, 0.003857911564409733, 0.0048494599759578705, 0.005841007921844721, 0.006832555867731571, 0.007824104279279709, 0.008815652690827847, 0.009807201102375984, 0.010798748582601547, 0.011790296994149685, 0.012781845405697823, 0.013773392885923386, 0.014764941297471523, 0.01575648970901966, 0.016748037189245224, 0.017739586532115936, 0.0187311340123415, 0.019722681492567062, 0.020714230835437775, 0.021705778315663338, 0.02269732765853405, 0.023688875138759613, 0.024680422618985176, 0.02567197196185589, 0.02666351944208145, 0.027655068784952164, 0.028646616265177727, 0.02963816374540329, 0.030629713088274002, 0.031621262431144714, 0.03261280804872513, 0.03360435739159584, 0.03459590673446655, 0.03558745235204697, 0.03657900169491768, 0.03757055103778839, 0.038562096655368805, 0.03955364599823952, 0.04054519534111023, 0.04153674095869064, 0.042528290301561356, 0.04351983964443207, 0.04451138526201248, 0.045502934604883194, 0.046494483947753906, 0.04748602956533432, 0.04847757890820503, 0.049469128251075745, 0.05046067759394646, 0.05145222321152687]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.2811697721481323, -0.27464744448661804, -0.26812508702278137, -0.2616027593612671, -0.2550804018974304, -0.24855807423591614, -0.24203573167324066, -0.23551338911056519, -0.2289910465478897, -0.22246870398521423, -0.21594637632369995, -0.20942403376102448, -0.202901691198349, -0.19637934863567352, -0.18985700607299805, -0.18333466351032257, -0.1768123209476471, -0.1702899932861328, -0.16376765072345734, -0.15724530816078186, -0.15072296559810638, -0.1442006230354309, -0.13767828047275543, -0.13115595281124115, -0.12463361024856567, -0.1181112676858902, -0.11158892512321472, -0.10506658256053925, -0.09854424744844437, -0.09202190488576889, -0.08549956232309341, -0.07897722721099854, -0.07245488464832306, -0.06593254208564758, -0.059410203248262405, -0.05288786441087723, -0.04636552184820175, -0.039843183010816574, -0.033320844173431396, -0.02679850347340107, -0.020276162773370743, -0.013753822073340416, -0.007231482304632664, -0.0007091420702636242, 0.005813198164105415, 0.012335538864135742, 0.01885787770152092, 0.025380218401551247, 0.031902559101581573, 0.03842489793896675, 0.04494724050164223, 0.051469579339027405, 0.05799192190170288, 0.06451425701379776, 0.07103659957647324, 0.07755894213914871, 0.08408127725124359, 0.09060361981391907, 0.09712596237659454, 0.10364830493927002, 0.1101706400513649, 0.11669298261404037, 0.12321532517671585, 0.12973766028881073, 0.1362600028514862]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0, 7.0, 4.0, 4.0, 4.0, 12.0, 9.0, 23.0, 33.0, 11.0, 35.0, 22.0, 16.0, 12.0, 10.0, 16.0, 8.0, 7.0, 6.0, 7.0, 5.0, 4.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0669279396533966, -0.064586341381073, -0.06224473565816879, -0.059903137385845184, -0.05756153538823128, -0.05521993339061737, -0.05287833511829376, -0.050536733120679855, -0.04819513112306595, -0.04585352912545204, -0.043511927127838135, -0.041170328855514526, -0.03882872685790062, -0.03648712486028671, -0.034145526587963104, -0.0318039245903492, -0.02946232259273529, -0.027120720595121384, -0.024779120460152626, -0.02243752032518387, -0.02009591832756996, -0.017754316329956055, -0.015412716194987297, -0.013071115128695965, -0.010729514062404633, -0.0083879129961133, -0.006046311929821968, -0.003704710863530636, -0.0013631097972393036, 0.0009784912690520287, 0.003320092335343361, 0.005661693401634693, 0.008003294467926025, 0.010344895534217358, 0.01268649660050869, 0.015028097666800022, 0.017369698733091354, 0.01971130073070526, 0.02205290086567402, 0.024394501000642776, 0.026736102998256683, 0.02907770499587059, 0.0314193069934845, 0.033760905265808105, 0.03610250726342201, 0.03844410926103592, 0.04078570753335953, 0.043127309530973434, 0.04546891152858734, 0.04781051352620125, 0.050152115523815155, 0.05249371379613876, 0.05483531579375267, 0.05717691779136658, 0.059518516063690186, 0.06186011806130409, 0.064201720058918, 0.06654331833124161, 0.06888492405414581, 0.07122652232646942, 0.07356812059879303, 0.07590972632169724, 0.07825132459402084, 0.08059293031692505, 0.08293452858924866]}, "_runtime": 133.45881533622742, "_timestamp": 1596213004.160353, "_step": 161}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 4.0, 2.0, 0.0, 0.0, 0.0, 1.0, 4.0, 0.0, 3.0, 2.0, 2.0, 4.0, 6.0, 4.0, 2.0, 4.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007137266919016838, -0.0068949186243116856, -0.006652570329606533, -0.006410222500562668, -0.006167874205857515, -0.005925525911152363, -0.005683178082108498, -0.005440829787403345, -0.005198481492698193, -0.00495613319799304, -0.004713784903287888, -0.004471437074244022, -0.00422908877953887, -0.003986740484833717, -0.0037443924229592085, -0.0035020443610846996, -0.003259696066379547, -0.0030173477716743946, -0.0027749997097998857, -0.002532651647925377, -0.0022903033532202244, -0.002047955058515072, -0.001805606996640563, -0.0015632588183507323, -0.0013209106400609016, -0.001078562461771071, -0.0008362142834812403, -0.0005938661051914096, -0.0003515179269015789, -0.00010916974861174822, 0.00013317842967808247, 0.00037552660796791315, 0.0006178747862577438, 0.0008602229645475745, 0.0011025711428374052, 0.0013449193211272359, 0.0015872674994170666, 0.0018296156777068973, 0.002071963855996728, 0.002314311917871237, 0.0025566602125763893, 0.002799008507281542, 0.0030413565691560507, 0.0032837046310305595, 0.003526052925735712, 0.0037684012204408646, 0.00401074904948473, 0.004253097344189882, 0.004495445638895035, 0.004737793933600187, 0.00498014222830534, 0.005222490057349205, 0.0054648383520543575, 0.00570718664675951, 0.005949534475803375, 0.006191882770508528, 0.00643423106521368, 0.006676579359918833, 0.006918927654623985, 0.0071612754836678505, 0.007403623778373003, 0.0076459720730781555, 0.00788831990212202, 0.00813066866248846, 0.008373016491532326]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 4.0, 5.0, 5.0, 3.0, 5.0, 9.0, 11.0, 13.0, 16.0, 18.0, 20.0, 20.0, 24.0, 26.0, 30.0, 47.0, 65.0, 73.0, 85.0, 108.0, 156.0, 238.0, 395.0, 5256.0, 402.0, 228.0, 158.0, 119.0, 67.0, 65.0, 56.0, 34.0, 21.0, 22.0, 15.0, 14.0, 16.0, 12.0, 9.0, 11.0, 8.0, 8.0, 9.0, 5.0, 6.0, 2.0, 1.0, 3.0, 1.0, 1.0, 2.0, 1.0], "bins": [-0.0929761528968811, -0.09034081548452377, -0.08770548552274704, -0.08507014811038971, -0.08243481069803238, -0.07979947328567505, -0.07716414332389832, -0.07452880591154099, -0.07189346849918365, -0.06925813853740692, -0.06662280112504959, -0.06398746371269226, -0.06135213002562523, -0.0587167926132679, -0.05608145892620087, -0.053446121513843536, -0.050810787826776505, -0.04817545413970947, -0.04554011672735214, -0.04290478304028511, -0.04026944562792778, -0.03763411194086075, -0.03499877452850342, -0.032363440841436386, -0.029728105291724205, -0.027092769742012024, -0.024457434192299843, -0.021822098642587662, -0.01918676495552063, -0.01655142940580845, -0.013916093856096268, -0.011280758306384087, -0.008645422756671906, -0.006010087206959724, -0.0033747521229088306, -0.0007394168060272932, 0.0018959185108542442, 0.004531254060566425, 0.007166589144617319, 0.009801924228668213, 0.012437259778380394, 0.015072595328092575, 0.017707930877804756, 0.020343266427516937, 0.02297860011458397, 0.02561393566429615, 0.02824927121400833, 0.030884606763720512, 0.033519942313432693, 0.036155276000499725, 0.038790613412857056, 0.04142594709992409, 0.04406128451228142, 0.04669661819934845, 0.04933195561170578, 0.05196728929877281, 0.054602622985839844, 0.057237960398197174, 0.059873294085264206, 0.06250862777233124, 0.06514396518468857, 0.0677793025970459, 0.07041464000940323, 0.07304996997117996, 0.07568530738353729]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 3.0, 3.0, 4.0, 2.0, 4.0, 2.0, 0.0, 4.0, 6.0, 6.0, 3.0, 4.0, 3.0, 24.0, 6.0, 1.0, 1.0, 4.0, 2.0, 2.0, 4.0, 2.0, 3.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 3.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.00237914826720953, -0.0022993036545813084, -0.0022194592747837305, -0.002139614662155509, -0.0020597700495272875, -0.0019799256697297096, -0.0019000810571014881, -0.0018202364444732666, -0.001740391948260367, -0.0016605474520474672, -0.0015807028394192457, -0.001500858343206346, -0.0014210138469934464, -0.0013411692343652248, -0.0012613247381523252, -0.0011814801255241036, -0.001101635629311204, -0.0010217911330983043, -0.0009419465204700828, -0.0008621020242571831, -0.0007822574698366225, -0.0007024129154160619, -0.0006225684192031622, -0.0005427238647826016, -0.000462879310362041, -0.0003830347559414804, -0.00030319023062475026, -0.0002233456907561049, -0.00014350115088745952, -6.365661101881415e-05, 1.6187928849831223e-05, 9.60324687184766e-05, 0.00017587700858712196, 0.00025572156300768256, 0.0003355660883244127, 0.00041541061364114285, 0.0004952551680617034, 0.000575099722482264, 0.0006549442186951637, 0.0007347887731157243, 0.0008146333275362849, 0.0008944778819568455, 0.0009743224363774061, 0.0010541669325903058, 0.0011340114288032055, 0.001213856041431427, 0.0012937005376443267, 0.0013735451502725482, 0.0014533896464854479, 0.0015332341426983476, 0.001613078755326569, 0.0016929232515394688, 0.0017727678641676903, 0.00185261236038059, 0.0019324568565934896, 0.002012301469221711, 0.002092145849019289, 0.0021719904616475105, 0.002251835074275732, 0.0023316796869039536, 0.0024115240667015314, 0.002491368679329753, 0.0025712132919579744, 0.0026510576717555523, 0.002730902284383774]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 3.0, 0.0, 1.0, 2.0, 6.0, 8.0, 10.0, 19.0, 22.0, 36.0, 40.0, 63.0, 98.0, 142.0, 173.0, 310.0, 429.0, 757.0, 1230.0, 2316.0, 4478.0, 9966.0, 24573.0, 75306.0, 910259.0, 95094.0, 27913.0, 11885.0, 5924.0, 3194.0, 1852.0, 1098.0, 698.0, 487.0, 343.0, 242.0, 195.0, 112.0, 94.0, 75.0, 41.0, 29.0, 35.0, 29.0, 22.0, 9.0, 4.0, 6.0, 5.0, 5.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.005604753736406565, -0.005386365111917257, -0.005167976953089237, -0.00494958832859993, -0.00473120016977191, -0.004512811545282602, -0.004294423386454582, -0.004076034761965275, -0.003857646370306611, -0.0036392579786479473, -0.0034208695869892836, -0.00320248119533062, -0.0029840925708413124, -0.0027657041791826487, -0.002547315787523985, -0.002328927395865321, -0.0021105390042066574, -0.0018921506125479937, -0.00167376222088933, -0.0014553737128153443, -0.0012369853211566806, -0.0010185969294980168, -0.0008002084796316922, -0.0005818200297653675, -0.00036343163810670376, -0.00014504321734420955, 7.334520341828465e-05, 0.00029173362418077886, 0.0005101220449432731, 0.0007285104366019368, 0.0009468988864682615, 0.0011652873363345861, 0.00138367572799325, 0.0016020641196519136, 0.0018204525113105774, 0.002038840902969241, 0.002257229294627905, 0.0024756179191172123, 0.002694006310775876, 0.00291239470243454, 0.0031307830940932035, 0.0033491714857518673, 0.003567559877410531, 0.003785948269069195, 0.004004336893558502, 0.004222725052386522, 0.00444111367687583, 0.00465950183570385, 0.004877890460193157, 0.005096279084682465, 0.005314667243510485, 0.005533055867999792, 0.005751444026827812, 0.00596983265131712, 0.00618822081014514, 0.006406609434634447, 0.006624997593462467, 0.006843386217951775, 0.007061774842441082, 0.007280163001269102, 0.0074985516257584095, 0.00771693978458643, 0.007935328409075737, 0.008153717033565044, 0.008372105658054352]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 4.0, 0.0, 4.0, 5.0, 4.0, 6.0, 11.0, 2.0, 1.0, 2.0, 2.0, 2.0, 2.0, 4.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.04374927282333374, -0.04282355308532715, -0.04189783334732056, -0.040972113609313965, -0.04004639759659767, -0.03912067785859108, -0.03819495812058449, -0.037269238382577896, -0.036343518644571304, -0.03541779890656471, -0.03449208289384842, -0.03356636315584183, -0.032640643417835236, -0.031714923679828644, -0.030789203941822052, -0.02986348606646061, -0.028937766328454018, -0.028012046590447426, -0.027086328715085983, -0.02616060897707939, -0.0252348892390728, -0.024309171363711357, -0.023383451625704765, -0.022457731887698174, -0.02153201401233673, -0.02060629427433014, -0.019680574536323547, -0.018754854798316956, -0.017829136922955513, -0.01690341718494892, -0.01597769744694233, -0.015051978640258312, -0.014126259833574295, -0.013200541026890278, -0.012274821288883686, -0.011349102482199669, -0.010423382744193077, -0.00949766393750906, -0.008571945130825043, -0.007646225858479738, -0.006720506586134434, -0.005794787313789129, -0.004869068041443825, -0.003943349234759808, -0.003017629962414503, -0.0020919106900691986, -0.0011661916505545378, -0.0002404724946245551, 0.0006852466613054276, 0.0016109658172354102, 0.002536684973165393, 0.0034624040126800537, 0.004388123285025358, 0.005313842557370663, 0.00623956136405468, 0.007165280636399984, 0.008090999908745289, 0.009016718715429306, 0.009942438453435898, 0.010868157260119915, 0.011793876066803932, 0.012719595804810524, 0.013645314611494541, 0.014571034349501133, 0.01549675315618515]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [6.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 7.0, 2.0, 14.0, 15.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 2.0, 7.0, 2.0, 7.0, 12.0, 22.0, 21.0, 30.0, 33.0, 41.0, 63.0, 78.0, 104.0, 131.0, 201.0, 235.0, 311.0, 455.0, 744.0, 1110.0, 1797.0, 6488.0, 2530.0, 1365.0, 811.0, 534.0, 320.0, 270.0, 172.0, 132.0, 69.0, 64.0, 47.0, 47.0, 22.0, 33.0, 16.0, 17.0, 9.0, 10.0, 6.0, 4.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.013693571090698242, -0.01334969699382782, -0.013005822896957397, -0.012661948800086975, -0.012318074703216553, -0.01197420060634613, -0.011630326509475708, -0.011286452412605286, -0.010942578315734863, -0.010598705150187016, -0.010254831053316593, -0.00991095695644617, -0.009567082859575748, -0.009223208762705326, -0.008879334665834904, -0.008535460568964481, -0.008191586472094059, -0.007847712375223637, -0.007503838278353214, -0.007159964181482792, -0.0068160900846123695, -0.0064722164534032345, -0.006128342356532812, -0.00578446825966239, -0.005440594162791967, -0.005096720065921545, -0.004752845969051123, -0.0044089718721807, -0.004065098240971565, -0.0037212239112704992, -0.0033773500472307205, -0.003033475950360298, -0.002689601853489876, -0.0023457277566194534, -0.002001853659749031, -0.0016579797957092524, -0.00131410569883883, -0.0009702316601760685, -0.0006263576215133071, -0.00028248358285054564, 6.13904558122158e-05, 0.00040526449447497725, 0.0007491385331377387, 0.0010930125135928392, 0.0014368866104632616, 0.001780760707333684, 0.0021246345713734627, 0.002468508668243885, 0.0028123827651143074, 0.0031562568619847298, 0.003500130958855152, 0.003844004822894931, 0.004187879152595997, 0.004531752783805132, 0.004875626880675554, 0.005219500977545977, 0.005563375074416399, 0.005907249171286821, 0.006251123268157244, 0.006594997365027666, 0.006938870996236801, 0.0072827450931072235, 0.007626619189977646, 0.007970493286848068, 0.00831436738371849]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07445976138114929, -0.07176035642623901, -0.06906095147132874, -0.06636155396699905, -0.06366214901208878, -0.0609627440571785, -0.05826334282755852, -0.05556393787264824, -0.05286453664302826, -0.05016513168811798, -0.0474657267332077, -0.04476632550358772, -0.042066920548677444, -0.039367519319057465, -0.036668114364147186, -0.033968713134527206, -0.03126930817961693, -0.0285699050873518, -0.02587050199508667, -0.02317109890282154, -0.020471695810556412, -0.017772290855646133, -0.015072887763381004, -0.012373484671115875, -0.009674081578850746, -0.006974678486585617, -0.004275274928659201, -0.001575871603563428, 0.0011235317215323448, 0.0038229350466281176, 0.00652233837172389, 0.009221741929650307, 0.011921145021915436, 0.014620548114180565, 0.017319951206445694, 0.020019354298710823, 0.022718757390975952, 0.02541816234588623, 0.02811756543815136, 0.03081696853041649, 0.03351636976003647, 0.03621577471494675, 0.038915179669857025, 0.041614580899477005, 0.04431398585438728, 0.04701338708400726, 0.04971279203891754, 0.05241219326853752, 0.0551115982234478, 0.05781100317835808, 0.06051040440797806, 0.06320980936288834, 0.06590921431779861, 0.0686086118221283, 0.07130801677703857, 0.07400742173194885, 0.07670682668685913, 0.07940623164176941, 0.08210562914609909, 0.08480503410100937, 0.08750443905591965, 0.09020384401082993, 0.0929032415151596, 0.09560264647006989, 0.09830205142498016]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 5.0, 5.0, 9.0, 8.0, 3.0, 5.0, 10.0, 6.0, 9.0, 9.0, 17.0, 37.0, 16.0, 15.0, 13.0, 11.0, 10.0, 6.0, 9.0, 13.0, 7.0, 3.0, 6.0, 5.0, 6.0, 3.0, 4.0, 3.0, 2.0, 1.0, 2.0, 2.0, 4.0, 0.0, 2.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.05069037526845932, -0.04898923262953758, -0.047288089990615845, -0.04558694362640381, -0.04388580098748207, -0.04218465834856033, -0.0404835119843483, -0.03878236934542656, -0.03708122670650482, -0.035380084067583084, -0.033678941428661346, -0.03197779506444931, -0.030276652425527573, -0.028575509786605835, -0.026874365285038948, -0.02517322078347206, -0.023472078144550323, -0.021770935505628586, -0.0200697910040617, -0.018368646502494812, -0.016667503863573074, -0.014966360293328762, -0.01326521672308445, -0.011564073152840137, -0.009862929582595825, -0.008161786012351513, -0.006460642442107201, -0.004759498871862888, -0.003058355301618576, -0.0013572117313742638, 0.0003439318388700485, 0.002045075409114361, 0.003746218979358673, 0.005447362549602985, 0.007148506119847298, 0.00884964969009161, 0.010550793260335922, 0.012251936830580235, 0.013953080400824547, 0.015654224902391434, 0.01735536754131317, 0.01905651018023491, 0.020757654681801796, 0.022458799183368683, 0.02415994182229042, 0.025861084461212158, 0.027562228962779045, 0.029263373464345932, 0.03096451610326767, 0.03266565874218941, 0.034366801381111145, 0.03606794774532318, 0.03776909038424492, 0.039470233023166656, 0.04117137938737869, 0.04287252202630043, 0.04457366466522217, 0.046274807304143906, 0.04797594994306564, 0.04967709630727768, 0.05137823894619942, 0.053079381585121155, 0.05478052794933319, 0.05648167058825493, 0.058182813227176666]}, "_runtime": 134.24055743217468, "_timestamp": 1596213004.942095, "_step": 162}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 3.0, 2.0, 0.0, 4.0, 5.0, 8.0, 4.0, 1.0, 8.0, 1.0, 1.0, 6.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010409713722765446, -0.010014994069933891, -0.009620273485779762, -0.009225553832948208, -0.008830834180116653, -0.008436114527285099, -0.008041394874453545, -0.007646674290299416, -0.007251954637467861, -0.006857234984636307, -0.006462514866143465, -0.006067794747650623, -0.005673075094819069, -0.0052783554419875145, -0.004883635323494673, -0.004488915205001831, -0.004094195552170277, -0.0036994756665080786, -0.0033047557808458805, -0.0029100358951836824, -0.0025153160095214844, -0.0021205961238592863, -0.0017258762381970882, -0.0013311563525348902, -0.0009364364668726921, -0.000541716581210494, -0.00014699669554829597, 0.0002477231901139021, 0.0006424430757761002, 0.0010371629614382982, 0.0014318828471004963, 0.0018266027327626944, 0.0022213226184248924, 0.0026160425040870905, 0.0030107623897492886, 0.0034054822754114866, 0.0038002021610736847, 0.004194921813905239, 0.004589641932398081, 0.0049843620508909225, 0.005379081703722477, 0.005773801356554031, 0.006168521475046873, 0.006563241593539715, 0.006957961246371269, 0.007352680899202824, 0.007747401017695665, 0.008142121136188507, 0.008536840789020061, 0.008931560441851616, 0.009326281026005745, 0.0097210006788373, 0.010115720331668854, 0.010510439984500408, 0.010905159637331963, 0.011299880221486092, 0.011694599874317646, 0.0120893195271492, 0.01248404011130333, 0.012878759764134884, 0.013273479416966438, 0.013668199069797993, 0.014062918722629547, 0.014457639306783676, 0.01485235895961523]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 4.0, 1.0, 4.0, 6.0, 5.0, 15.0, 20.0, 16.0, 30.0, 26.0, 37.0, 47.0, 56.0, 56.0, 85.0, 100.0, 160.0, 216.0, 399.0, 5410.0, 443.0, 232.0, 129.0, 96.0, 69.0, 46.0, 50.0, 34.0, 30.0, 19.0, 24.0, 13.0, 15.0, 9.0, 3.0, 4.0, 4.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.08004353940486908, -0.07740180939435959, -0.0747600793838501, -0.0721183493733406, -0.06947661936283112, -0.06683489680290222, -0.06419316679239273, -0.06155143678188324, -0.05890970677137375, -0.05626797676086426, -0.05362624675035477, -0.050984520465135574, -0.04834279045462608, -0.04570106044411659, -0.0430593341588974, -0.04041760414838791, -0.03777587413787842, -0.03513414412736893, -0.032492414116859436, -0.029850687831640244, -0.027208957821130753, -0.02456722781062126, -0.02192549966275692, -0.019283771514892578, -0.016642041504383087, -0.01400031242519617, -0.011358583346009254, -0.008716854266822338, -0.006075125187635422, -0.0034333961084485054, -0.000791667029261589, 0.0018500620499253273, 0.004491791129112244, 0.00713352020829916, 0.009775249287486076, 0.012416978366672993, 0.015058707445859909, 0.0177004374563694, 0.020342165604233742, 0.022983893752098083, 0.025625623762607574, 0.028267353773117065, 0.030909081920981407, 0.03355081006884575, 0.03619254007935524, 0.03883427008986473, 0.04147599637508392, 0.044117726385593414, 0.046759456396102905, 0.049401186406612396, 0.05204291641712189, 0.05468464270234108, 0.05732637271285057, 0.05996810272336006, 0.06260982900857925, 0.06525155901908875, 0.06789328902959824, 0.07053501904010773, 0.07317674905061722, 0.07581847906112671, 0.0784602016210556, 0.0811019316315651, 0.08374366164207458, 0.08638539165258408, 0.08902712166309357]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 4.0, 1.0, 3.0, 1.0, 4.0, 5.0, 2.0, 3.0, 4.0, 7.0, 4.0, 7.0, 2.0, 5.0, 22.0, 3.0, 5.0, 4.0, 5.0, 3.0, 3.0, 1.0, 2.0, 4.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00285467691719532, -0.002749011851847172, -0.00264334655366838, -0.0025376814883202314, -0.0024320161901414394, -0.002326351124793291, -0.0022206860594451427, -0.0021150207612663507, -0.0020093556959182024, -0.0019036905141547322, -0.001798025332391262, -0.0016923601506277919, -0.0015866949688643217, -0.0014810297871008515, -0.0013753647217527032, -0.001269699539989233, -0.0011640343582257628, -0.0010583691764622927, -0.0009527040529064834, -0.0008470388711430132, -0.000741373747587204, -0.0006357085658237338, -0.0005300433840602636, -0.0004243782314006239, -0.0003187130787409842, -0.00021304792608134449, -0.00010738275886978954, -1.7175989341922104e-06, 0.00010394756100140512, 0.00020961271366104484, 0.000315277895424515, 0.0004209430480841547, 0.0005266082007437944, 0.0006322733825072646, 0.0007379385060630739, 0.000843603687826544, 0.0009492688113823533, 0.0010549339931458235, 0.0011605991749092937, 0.0012662643566727638, 0.0013719294220209122, 0.0014775946037843823, 0.0015832597855478525, 0.0016889249673113227, 0.0017945901490747929, 0.001900255330838263, 0.002005920512601733, 0.0021115855779498816, 0.0022172508761286736, 0.002322915941476822, 0.0024285810068249702, 0.0025342463050037622, 0.0026399113703519106, 0.0027455766685307026, 0.002851241733878851, 0.0029569067992269993, 0.0030625720974057913, 0.0031682371627539396, 0.0032739024609327316, 0.00337956752628088, 0.0034852325916290283, 0.0035908978898078203, 0.0036965629551559687, 0.0038022282533347607, 0.003907893318682909]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 4.0, 7.0, 11.0, 19.0, 28.0, 40.0, 44.0, 83.0, 129.0, 184.0, 295.0, 438.0, 739.0, 1187.0, 2151.0, 3921.0, 7758.0, 16743.0, 44802.0, 866828.0, 170050.0, 32843.0, 13771.0, 6908.0, 3940.0, 2294.0, 1472.0, 923.0, 625.0, 384.0, 323.0, 201.0, 134.0, 96.0, 61.0, 53.0, 47.0, 24.0, 22.0, 14.0, 10.0, 9.0, 5.0, 9.0, 3.0, 4.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.005794022232294083, -0.005570771172642708, -0.005347520112991333, -0.005124268587678671, -0.004901017528027296, -0.004677766468375921, -0.004454514943063259, -0.004231263883411884, -0.0040080128237605095, -0.0037847617641091347, -0.003561510471627116, -0.0033382591791450977, -0.003115008119493723, -0.002891757059842348, -0.0026685057673603296, -0.002445254474878311, -0.0022220034152269363, -0.0019987523555755615, -0.001775501063093543, -0.0015522498870268464, -0.0013289987109601498, -0.0011057475348934531, -0.0008824963588267565, -0.0006592451827600598, -0.0004359940066933632, -0.00021274283062666655, 1.0508345440030098e-05, 0.00023375952150672674, 0.0004570106975734234, 0.00068026187364012, 0.0009035130497068167, 0.0011267642257735133, 0.00135001540184021, 0.0015732665779069066, 0.0017965177539736032, 0.0020197690464556217, 0.0022430201061069965, 0.0024662711657583714, 0.00268952245824039, 0.0029127737507224083, 0.003136024810373783, 0.003359275870025158, 0.0035825271625071764, 0.003805778454989195, 0.00402902951464057, 0.0042522805742919445, 0.004475532099604607, 0.0046987831592559814, 0.004922034218907356, 0.005145285278558731, 0.005368536338210106, 0.005591787863522768, 0.005815038923174143, 0.006038289982825518, 0.00626154150813818, 0.006484792567789555, 0.006708043627440929, 0.006931294687092304, 0.007154545746743679, 0.007377797272056341, 0.007601048331707716, 0.007824299857020378, 0.008047550916671753, 0.008270801976323128, 0.008494053035974503]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 4.0, 0.0, 0.0, 3.0, 5.0, 2.0, 2.0, 11.0, 7.0, 1.0, 4.0, 6.0, 0.0, 1.0, 0.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.055021971464157104, -0.0537482388317585, -0.05247450992465019, -0.05120077729225159, -0.04992704838514328, -0.048653315752744675, -0.04737958312034607, -0.04610585421323776, -0.04483212158083916, -0.04355838894844055, -0.042284660041332245, -0.04101092740893364, -0.039737194776535034, -0.03846346586942673, -0.03718973323702812, -0.035916004329919815, -0.03464227169752121, -0.033368539065122604, -0.0320948101580143, -0.030821077525615692, -0.029547346755862236, -0.02827361598610878, -0.026999883353710175, -0.02572615258395672, -0.024452421814203262, -0.023178691044449806, -0.02190496027469635, -0.020631227642297745, -0.01935749687254429, -0.018083766102790833, -0.016810033470392227, -0.015536302700638771, -0.014262571930885315, -0.012988841161131859, -0.011715109460055828, -0.010441377758979797, -0.009167646989226341, -0.007893916219472885, -0.006620184518396854, -0.005346453282982111, -0.0040727220475673676, -0.002798990812152624, -0.0015252595767378807, -0.0002515283413231373, 0.0010222028940916061, 0.0022959341295063496, 0.003569665364921093, 0.004843396600335836, 0.00611712783575058, 0.007390859071165323, 0.008664590306580067, 0.009938322007656097, 0.011212052777409554, 0.01248578354716301, 0.01375951524823904, 0.015033246949315071, 0.016306977719068527, 0.017580708488821983, 0.01885443925857544, 0.020128171890974045, 0.0214019026607275, 0.022675633430480957, 0.023949366062879562, 0.02522309683263302, 0.026496827602386475]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [6.0, 1.0, 2.0, 0.0, 0.0, 0.0, 6.0, 2.0, 14.0, 13.0, 5.0, 4.0, 2.0, 3.0, 1.0, 3.0, 6.0, 7.0, 6.0, 9.0, 16.0, 11.0, 24.0, 30.0, 38.0, 34.0, 51.0, 69.0, 110.0, 134.0, 228.0, 283.0, 379.0, 632.0, 1040.0, 1973.0, 7333.0, 2250.0, 1185.0, 715.0, 475.0, 326.0, 224.0, 187.0, 147.0, 97.0, 86.0, 57.0, 48.0, 32.0, 21.0, 24.0, 25.0, 14.0, 9.0, 7.0, 8.0, 7.0, 2.0, 1.0, 3.0, 3.0, 2.0, 2.0], "bins": [-0.01712726429104805, -0.01665838621556759, -0.016189508140087128, -0.015720630064606667, -0.01525175292044878, -0.014782874844968319, -0.014313996769487858, -0.013845118694007397, -0.01337624154984951, -0.012907363474369049, -0.012438485398888588, -0.011969607323408127, -0.011500729247927666, -0.011031851172447205, -0.010562974028289318, -0.010094095952808857, -0.009625217877328396, -0.009156339801847935, -0.008687461726367474, -0.008218584582209587, -0.007749706506729126, -0.007280828431248665, -0.006811950355768204, -0.00634307274594903, -0.005874194670468569, -0.005405316594988108, -0.004936438985168934, -0.004467560909688473, -0.003998682834208012, -0.003529805224388838, -0.0030609271489083767, -0.0025920493062585592, -0.0021231714636087418, -0.0016542936209589243, -0.001185415661893785, -0.0007165377610363066, -0.00024765986017882824, 0.00022121804067865014, 0.0006900959415361285, 0.0011589739006012678, 0.0016278517432510853, 0.0020967295859009027, 0.00256560742855072, 0.0030344855040311813, 0.003503363346680999, 0.003972241189330816, 0.004441119264811277, 0.004909996874630451, 0.005378874950110912, 0.0058477530255913734, 0.006316630635410547, 0.006785508710891008, 0.007254386320710182, 0.007723264396190643, 0.008192142471671104, 0.008661020547151566, 0.009129898622632027, 0.009598775766789913, 0.010067653842270374, 0.010536531917750835, 0.011005409993231297, 0.011474288068711758, 0.011943165212869644, 0.012412043288350105, 0.012880921363830566]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08741703629493713, -0.08397583663463593, -0.08053463697433472, -0.07709342986345291, -0.0736522302031517, -0.0702110305428505, -0.06676983088254929, -0.06332863122224808, -0.05988742783665657, -0.05644622817635536, -0.053005024790763855, -0.049563825130462646, -0.04612262547016144, -0.04268142208456993, -0.03924022242426872, -0.035799019038677216, -0.03235781937837601, -0.02891661785542965, -0.02547541633248329, -0.022034216672182083, -0.018593015149235725, -0.015151813626289368, -0.011710613034665585, -0.008269412443041801, -0.004828210920095444, -0.0013870098628103733, 0.002054191194474697, 0.0054953922517597675, 0.008936593309044838, 0.012377794831991196, 0.015818994492292404, 0.019260196015238762, 0.02270139753818512, 0.026142599061131477, 0.029583800584077835, 0.033025000244379044, 0.03646620362997055, 0.03990740329027176, 0.04334860295057297, 0.046789806336164474, 0.05023100599646568, 0.05367220565676689, 0.0571134090423584, 0.06055460870265961, 0.06399580836296082, 0.06743700802326202, 0.07087821513414383, 0.07431941479444504, 0.07776061445474625, 0.08120181411504745, 0.08464301377534866, 0.08808422088623047, 0.09152542054653168, 0.09496662020683289, 0.0984078198671341, 0.1018490195274353, 0.10529021918773651, 0.10873142629861832, 0.11217262595891953, 0.11561382561922073, 0.11905502527952194, 0.12249622493982315, 0.12593743205070496, 0.12937863171100616, 0.13281983137130737]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 4.0, 3.0, 3.0, 4.0, 3.0, 9.0, 0.0, 5.0, 3.0, 5.0, 1.0, 2.0, 1.0, 2.0, 3.0, 3.0, 1.0, 5.0, 6.0, 6.0, 16.0, 23.0, 20.0, 50.0, 10.0, 7.0, 12.0, 12.0, 5.0, 12.0, 6.0, 7.0, 4.0, 4.0, 1.0, 2.0, 3.0, 5.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.055377524346113205, -0.053551170974969864, -0.05172481760382652, -0.04989846423268318, -0.04807211086153984, -0.0462457574903965, -0.04441940411925316, -0.04259305074810982, -0.040766701102256775, -0.038940347731113434, -0.03711399435997009, -0.03528764098882675, -0.03346128761768341, -0.03163493424654007, -0.02980858087539673, -0.027982227504253387, -0.026155874133110046, -0.024329520761966705, -0.022503167390823364, -0.020676814019680023, -0.018850460648536682, -0.01702410914003849, -0.01519775576889515, -0.013371402397751808, -0.011545049026608467, -0.009718695655465126, -0.007892342284321785, -0.0060659898445010185, -0.0042396364733576775, -0.00241328333504498, -0.0005869301967322826, 0.0012394229415804148, 0.003065776079893112, 0.004892129451036453, 0.006718482356518507, 0.00854483526200056, 0.010371188633143902, 0.012197542004287243, 0.01402389444410801, 0.01585024781525135, 0.01767660118639469, 0.019502954557538033, 0.021329307928681374, 0.023155661299824715, 0.024982012808322906, 0.026808366179466248, 0.02863471955060959, 0.03046107292175293, 0.03228742629289627, 0.03411377966403961, 0.03594013303518295, 0.037766486406326294, 0.039592839777469635, 0.041419193148612976, 0.04324554651975632, 0.04507189989089966, 0.046898253262043, 0.04872460290789604, 0.05055095627903938, 0.052377309650182724, 0.054203663021326065, 0.056030016392469406, 0.05785636976361275, 0.05968272313475609, 0.06150907650589943]}, "_runtime": 135.01058387756348, "_timestamp": 1596213005.7121215, "_step": 163}
-{"val_accuracy": 0.8219912956621004, "val_loss": 0.4587581682967269, "_runtime": 136.79869508743286, "_timestamp": 1596213007.5002327, "_step": 164}
-{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: V Confidence: 0.4594309329986572 Truth: v", "Prediction: 5 Confidence: 0.9999996423721313 Truth: 5", "Prediction: 2 Confidence: 0.9992994070053101 Truth: 2", "Prediction: 0 Confidence: 0.6287729740142822 Truth: 0"]}, "_runtime": 137.07095217704773, "_timestamp": 1596213007.7724898, "_step": 165}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 8.0, 2.0, 4.0, 5.0, 3.0, 2.0, 1.0, 1.0, 1.0, 3.0, 0.0, 2.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.01335337944328785, -0.013015175238251686, -0.012676971964538097, -0.012338767759501934, -0.01200056355446577, -0.011662359349429607, -0.011324156075716019, -0.010985951870679855, -0.010647747665643692, -0.010309544391930103, -0.00997134018689394, -0.009633135981857777, -0.009294931776821613, -0.008956728503108025, -0.008618524298071861, -0.008280320093035698, -0.007942115887999535, -0.007603912614285946, -0.0072657084092497826, -0.0069275046698749065, -0.006589300464838743, -0.006251096725463867, -0.005912892520427704, -0.005574688781052828, -0.005236485041677952, -0.0048982808366417885, -0.0045600770972669125, -0.004221872892230749, -0.003883669152855873, -0.0035454651806503534, -0.0032072612084448338, -0.002869057236239314, -0.0025308532640337944, -0.0021926492918282747, -0.001854445319622755, -0.0015162414638325572, -0.0011780374916270375, -0.0008398335194215178, -0.0005016296054236591, -0.00016342566232196987, 0.00017477828077971935, 0.000512982252985239, 0.0008511861669830978, 0.0011893900809809566, 0.0015275940531864762, 0.001865798025391996, 0.0022040018811821938, 0.0025422058533877134, 0.002880409825593233, 0.003218613797798753, 0.0035568177700042725, 0.003895021742209792, 0.004233225714415312, 0.004571429453790188, 0.004909633658826351, 0.005247837398201227, 0.005586041137576103, 0.0059242453426122665, 0.0062624490819871426, 0.006600653287023306, 0.006938857026398182, 0.007277061231434345, 0.007615264970809221, 0.007953468710184097, 0.00829167291522026]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 2.0, 3.0, 0.0, 8.0, 7.0, 16.0, 12.0, 7.0, 22.0, 23.0, 31.0, 28.0, 42.0, 58.0, 67.0, 82.0, 92.0, 166.0, 283.0, 551.0, 5269.0, 411.0, 206.0, 120.0, 89.0, 72.0, 50.0, 37.0, 44.0, 26.0, 20.0, 21.0, 23.0, 10.0, 7.0, 4.0, 6.0, 3.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.11427047103643417, -0.11072060465812683, -0.10717073082923889, -0.10362086445093155, -0.1000709980726242, -0.09652112424373627, -0.09297125786542892, -0.08942139148712158, -0.08587151765823364, -0.0823216512799263, -0.07877178490161896, -0.07522191852331161, -0.07167204469442368, -0.06812217831611633, -0.06457231193780899, -0.06102244183421135, -0.05747257173061371, -0.05392270162701607, -0.050372835248708725, -0.046822965145111084, -0.04327309876680374, -0.0397232286632061, -0.03617335855960846, -0.03262349218130112, -0.029073622077703476, -0.025523753836750984, -0.021973885595798492, -0.01842401549220085, -0.01487414725124836, -0.011324279010295868, -0.0077744098380208015, -0.0042245411314070225, -0.0006746724247932434, 0.0028751962818205357, 0.006425064988434315, 0.009974934160709381, 0.013524802401661873, 0.017074670642614365, 0.020624540746212006, 0.024174408987164497, 0.02772427722811699, 0.03127414733171463, 0.03482401371002197, 0.038373883813619614, 0.041923753917217255, 0.0454736202955246, 0.04902349039912224, 0.05257335677742958, 0.05612322688102722, 0.05967309698462486, 0.0632229670882225, 0.06677283346652985, 0.07032269984483719, 0.07387257367372513, 0.07742244005203247, 0.08097230643033981, 0.08452217280864716, 0.0880720466375351, 0.09162191301584244, 0.09517177939414978, 0.09872165322303772, 0.10227151960134506, 0.1058213859796524, 0.10937125980854034, 0.11292112618684769]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 3.0, 3.0, 3.0, 4.0, 5.0, 2.0, 7.0, 7.0, 3.0, 2.0, 6.0, 4.0, 25.0, 2.0, 3.0, 5.0, 1.0, 3.0, 2.0, 1.0, 2.0, 1.0, 3.0, 2.0, 0.0, 1.0, 2.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.002866405760869384, -0.002770195947960019, -0.0026739861350506544, -0.0025777763221412897, -0.002481566509231925, -0.0023853566963225603, -0.0022891468834131956, -0.002192937070503831, -0.002096727257594466, -0.0020005174446851015, -0.0019043076317757368, -0.0018080978188663721, -0.0017118880059570074, -0.0016156781930476427, -0.001519468380138278, -0.0014232585672289133, -0.0013270487543195486, -0.001230838941410184, -0.0011346291285008192, -0.0010384193155914545, -0.0009422095026820898, -0.0008459996897727251, -0.0007497898768633604, -0.0006535800639539957, -0.000557370251044631, -0.0004611604381352663, -0.0003649506252259016, -0.0002687408123165369, -0.0001725309994071722, -7.63211864978075e-05, 1.9888626411557198e-05, 0.0001160984393209219, 0.0002123082522302866, 0.0003085180651396513, 0.000404727878049016, 0.0005009376909583807, 0.0005971475038677454, 0.0006933573167771101, 0.0007895671296864748, 0.0008857769425958395, 0.0009819867555052042, 0.001078196568414569, 0.0011744063813239336, 0.0012706161942332983, 0.001366826007142663, 0.0014630358200520277, 0.0015592456329613924, 0.001655455445870757, 0.0017516652587801218, 0.0018478750716894865, 0.0019440848845988512, 0.002040294697508216, 0.0021365045104175806, 0.0022327143233269453, 0.00232892413623631, 0.0024251339491456747, 0.0025213437620550394, 0.002617553574964404, 0.002713763387873769, 0.0028099732007831335, 0.002906183013692498, 0.003002392826601863, 0.0030986026395112276, 0.0031948124524205923, 0.003291022265329957]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 4.0, 9.0, 10.0, 15.0, 21.0, 50.0, 80.0, 99.0, 165.0, 260.0, 374.0, 544.0, 886.0, 1363.0, 1988.0, 3128.0, 5235.0, 8995.0, 16976.0, 37978.0, 129085.0, 852395.0, 60289.0, 24816.0, 13034.0, 7417.0, 4674.0, 3037.0, 1940.0, 1335.0, 924.0, 710.0, 471.0, 333.0, 256.0, 209.0, 134.0, 91.0, 86.0, 59.0, 39.0, 28.0, 21.0, 24.0, 12.0, 13.0, 8.0, 8.0, 2.0, 4.0, 1.0, 4.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005041336175054312, -0.004834035411477089, -0.004626734182238579, -0.004419432953000069, -0.004212132189422846, -0.004004831425845623, -0.003797530196607113, -0.0035902292001992464, -0.00338292820379138, -0.0031756272073835135, -0.002968326210975647, -0.0027610252145677805, -0.002553724218159914, -0.0023464232217520475, -0.002139122225344181, -0.0019318212289363146, -0.001724520232528448, -0.0015172192361205816, -0.0013099182397127151, -0.0011026172433048487, -0.0008953162468969822, -0.0006880152504891157, -0.00048071425408124924, -0.00027341325767338276, -6.611226126551628e-05, 0.0001411887351423502, 0.0003484897315502167, 0.0005557907279580832, 0.0007630917243659496, 0.0009703927207738161, 0.0011776937171816826, 0.001384994713589549, 0.0015922957099974155, 0.001799596706405282, 0.0020068977028131485, 0.002214198699221015, 0.0024214996956288815, 0.002628800692036748, 0.0028361016884446144, 0.003043402684852481, 0.0032507036812603474, 0.003458004677668214, 0.0036653056740760803, 0.003872606670483947, 0.004079907666891813, 0.004287208430469036, 0.004494509659707546, 0.004701810888946056, 0.004909111652523279, 0.005116412416100502, 0.005323713645339012, 0.005531014874577522, 0.005738315638154745, 0.005945616401731968, 0.006152917630970478, 0.006360218860208988, 0.006567519623786211, 0.006774820387363434, 0.006982121616601944, 0.007189422845840454, 0.007396723609417677, 0.0076040243729949, 0.00781132560223341, 0.00801862683147192, 0.008225927129387856]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 3.0, 3.0, 1.0, 2.0, 2.0, 4.0, 6.0, 7.0, 4.0, 4.0, 5.0, 2.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.046317197382450104, -0.045163847506046295, -0.04401049390435219, -0.04285714030265808, -0.04170379042625427, -0.040550440549850464, -0.03939708694815636, -0.03824373334646225, -0.03709038347005844, -0.03593703359365463, -0.034783679991960526, -0.03363032639026642, -0.03247697651386261, -0.0313236266374588, -0.030170273035764694, -0.029016921296715736, -0.02786356955766678, -0.02671021781861782, -0.025556866079568863, -0.024403514340519905, -0.023250162601470947, -0.02209681086242199, -0.02094345912337303, -0.019790107384324074, -0.018636755645275116, -0.017483403906226158, -0.0163300521671772, -0.015176700428128242, -0.014023348689079285, -0.012869996950030327, -0.011716645210981369, -0.010563293471932411, -0.009409941732883453, -0.008256589993834496, -0.007103238254785538, -0.00594988651573658, -0.004796534776687622, -0.0036431830376386642, -0.0024898312985897064, -0.0013364795595407486, -0.00018312782049179077, 0.000970223918557167, 0.002123575657606125, 0.0032769273966550827, 0.0044302791357040405, 0.005583630874752998, 0.006736982613801956, 0.007890334352850914, 0.009043686091899872, 0.01019703783094883, 0.011350389569997787, 0.012503741309046745, 0.013657093048095703, 0.014810444787144661, 0.01596379652619362, 0.017117148265242577, 0.018270500004291534, 0.019423851743340492, 0.02057720348238945, 0.021730555221438408, 0.022883906960487366, 0.024037258699536324, 0.02519061043858528, 0.02634396217763424, 0.027497313916683197]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [7.0, 2.0, 0.0, 0.0, 0.0, 0.0, 7.0, 2.0, 14.0, 18.0, 3.0, 1.0, 0.0, 2.0, 1.0, 2.0, 5.0, 18.0, 10.0, 17.0, 24.0, 41.0, 42.0, 73.0, 87.0, 139.0, 167.0, 208.0, 318.0, 477.0, 571.0, 1014.0, 1633.0, 3054.0, 6031.0, 1459.0, 897.0, 613.0, 412.0, 276.0, 194.0, 144.0, 110.0, 70.0, 60.0, 43.0, 22.0, 33.0, 26.0, 21.0, 17.0, 9.0, 9.0, 7.0, 3.0, 4.0, 9.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.014720816165208817, -0.014288277365267277, -0.013855739496648312, -0.013423200696706772, -0.012990661896765232, -0.012558124028146267, -0.012125585228204727, -0.011693046428263187, -0.011260507628321648, -0.010827969759702682, -0.010395430959761143, -0.009962892159819603, -0.009530354291200638, -0.009097815491259098, -0.008665276691317558, -0.008232738822698593, -0.007800200022757053, -0.007367661688476801, -0.006935122888535261, -0.006502584554255009, -0.006070045754313469, -0.0056375074200332165, -0.005204969085752964, -0.004772430285811424, -0.004339891951531172, -0.003907353617250919, -0.0034748148173093796, -0.003042276483029127, -0.002609737915918231, -0.002177199348807335, -0.0017446608981117606, -0.0013121224474161863, -0.0008795838803052902, -0.000447045371402055, -1.4506862498819828e-05, 0.00041803164640441537, 0.0008505701553076506, 0.0012831087224185467, 0.001715647173114121, 0.0021481856238096952, 0.0025807241909205914, 0.0030132627580314875, 0.0034458013251423836, 0.003878339659422636, 0.0043108779937028885, 0.004743416793644428, 0.005175955127924681, 0.0056084939278662205, 0.006041032262146473, 0.006473570596426725, 0.006906109396368265, 0.007338647730648518, 0.007771186530590057, 0.008203724399209023, 0.008636263199150562, 0.009068801999092102, 0.009501339867711067, 0.009933878667652607, 0.010366417467594147, 0.010798956267535686, 0.011231494136154652, 0.011664032936096191, 0.012096571736037731, 0.012529109604656696, 0.012961648404598236]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.105686254799366, -0.10239093750715256, -0.09909562021493912, -0.09580030292272568, -0.09250498563051224, -0.0892096683382988, -0.08591435104608536, -0.08261903375387192, -0.07932370901107788, -0.07602839171886444, -0.072733074426651, -0.06943775713443756, -0.06614243984222412, -0.06284712255001068, -0.05955180525779724, -0.0562564879655838, -0.05296117067337036, -0.04966585338115692, -0.04637053608894348, -0.04307521879673004, -0.0397799015045166, -0.03648458048701286, -0.03318926319479942, -0.029893945902585983, -0.026598628610372543, -0.023303311318159103, -0.020007994025945663, -0.016712674871087074, -0.013417357578873634, -0.010122040286660194, -0.00682672206312418, -0.0035314043052494526, -0.00023608654737472534, 0.003059231210500002, 0.006354548968374729, 0.009649867191910744, 0.012945184484124184, 0.016240501776337624, 0.019535820931196213, 0.022831138223409653, 0.026126455515623093, 0.029421772807836533, 0.03271709010004997, 0.03601240739226341, 0.03930772840976715, 0.04260304570198059, 0.04589836299419403, 0.04919368028640747, 0.05248899757862091, 0.05578431487083435, 0.05907963216304779, 0.06237494945526123, 0.06567026674747467, 0.06896558403968811, 0.07226090133190155, 0.07555621862411499, 0.07885153591632843, 0.08214686065912247, 0.08544217795133591, 0.08873749524354935, 0.09203281253576279, 0.09532812982797623, 0.09862344712018967, 0.1019187644124031, 0.10521408170461655]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 4.0, 1.0, 2.0, 2.0, 1.0, 6.0, 5.0, 3.0, 9.0, 3.0, 2.0, 10.0, 15.0, 5.0, 11.0, 28.0, 14.0, 11.0, 9.0, 6.0, 9.0, 7.0, 6.0, 4.0, 8.0, 7.0, 3.0, 4.0, 7.0, 4.0, 5.0, 6.0, 3.0, 9.0, 3.0, 8.0, 0.0, 4.0, 3.0, 3.0, 1.0, 2.0, 2.0, 0.0, 3.0, 3.0, 5.0, 2.0, 2.0, 1.0, 4.0], "bins": [-0.027935881167650223, -0.026967156678438187, -0.02599843218922615, -0.025029707700014114, -0.024060983210802078, -0.023092258721590042, -0.022123536095023155, -0.02115481160581112, -0.020186087116599083, -0.019217362627387047, -0.01824863813817501, -0.017279913648962975, -0.01631118915975094, -0.015342464670538902, -0.01437374111264944, -0.013405016623437405, -0.012436292134225368, -0.011467567645013332, -0.010498843155801296, -0.009530119597911835, -0.008561395108699799, -0.0075926706194877625, -0.006623946130275726, -0.0056552221067249775, -0.004686497617512941, -0.003717773361131549, -0.0027490491047501564, -0.0017803246155381203, -0.0008116003591567278, 0.0001571239554323256, 0.001125848270021379, 0.0020945726428180933, 0.0030632968991994858, 0.004032021388411522, 0.005000745411962271, 0.005969469901174307, 0.006938193924725056, 0.007906918413937092, 0.008875642903149128, 0.009844367392361164, 0.010813090950250626, 0.011781815439462662, 0.012750539928674698, 0.013719264417886734, 0.01468798890709877, 0.015656713396310806, 0.016625437885522842, 0.01759416237473488, 0.018562886863946915, 0.0195316094905138, 0.020500333979725838, 0.021469058468937874, 0.02243778295814991, 0.023406507447361946, 0.024375231936573982, 0.02534395642578602, 0.026312680914998055, 0.02728140540421009, 0.028250129893422127, 0.029218852519989014, 0.03018757700920105, 0.031156301498413086, 0.03212502598762512, 0.03309375047683716, 0.034062474966049194]}, "_runtime": 137.4757251739502, "_timestamp": 1596213008.1772628, "_step": 166}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 4.0, 1.0, 3.0, 4.0, 4.0, 9.0, 1.0, 4.0, 3.0, 3.0, 2.0, 3.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011541862040758133, -0.011215226724743843, -0.010888591408729553, -0.010561956092715263, -0.010235320776700974, -0.009908685460686684, -0.009582050144672394, -0.009255414828658104, -0.008928779512643814, -0.00860214326530695, -0.00827550794929266, -0.00794887263327837, -0.00762223731726408, -0.00729560200124979, -0.0069689666852355, -0.0066423313692212105, -0.006315696053206921, -0.005989060737192631, -0.005662425421178341, -0.005335790105164051, -0.005009154789149761, -0.004682519007474184, -0.004355883691459894, -0.004029248375445604, -0.0037026130594313145, -0.0033759777434170246, -0.0030493424274027348, -0.0027227068785578012, -0.0023960715625435114, -0.0020694362465292215, -0.0017428008140996099, -0.0014161653816699982, -0.0010895300656557083, -0.0007628946914337575, -0.0004362593172118068, -0.000109623942989856, 0.00021701143123209476, 0.0005436468054540455, 0.0008702821796759963, 0.001196917612105608, 0.0015235529281198978, 0.0018501882441341877, 0.0021768235601484776, 0.002503459108993411, 0.002830094425007701, 0.0031567297410219908, 0.0034833652898669243, 0.003810000605881214, 0.004136635921895504, 0.004463271237909794, 0.004789906553924084, 0.0051165418699383736, 0.005443177185952663, 0.005769812967628241, 0.0060964482836425304, 0.00642308359965682, 0.00674971891567111, 0.0070763542316854, 0.00740298954769969, 0.00772962486371398, 0.008056260645389557, 0.008382895961403847, 0.008709531277418137, 0.009036166593432426, 0.009362801909446716]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 4.0, 2.0, 3.0, 1.0, 1.0, 6.0, 7.0, 8.0, 11.0, 17.0, 23.0, 16.0, 19.0, 36.0, 40.0, 70.0, 92.0, 150.0, 186.0, 391.0, 5230.0, 733.0, 286.0, 198.0, 108.0, 72.0, 62.0, 37.0, 39.0, 19.0, 18.0, 14.0, 8.0, 5.0, 2.0, 3.0, 2.0, 1.0, 1.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12527376413345337, -0.1213228851556778, -0.11737200617790222, -0.11342113465070724, -0.10947025567293167, -0.1055193766951561, -0.10156850516796112, -0.09761762619018555, -0.09366674721240997, -0.0897158682346344, -0.08576498925685883, -0.08181411772966385, -0.07786323875188828, -0.0739123597741127, -0.06996148824691772, -0.06601060926914215, -0.06205973029136658, -0.058108851313591, -0.05415797606110573, -0.05020710080862045, -0.04625622183084488, -0.042305342853069305, -0.03835446760058403, -0.034403592348098755, -0.03045271337032318, -0.026501836255192757, -0.022550959140062332, -0.018600082024931908, -0.014649204909801483, -0.010698327794671059, -0.006747450679540634, -0.0027965735644102097, 0.0011543035507202148, 0.005105180665850639, 0.009056057780981064, 0.013006934896111488, 0.016957812011241913, 0.020908689126372337, 0.024859566241502762, 0.028810443356633186, 0.03276132047176361, 0.036712199449539185, 0.04066307470202446, 0.044613949954509735, 0.04856482893228531, 0.05251570791006088, 0.05646658316254616, 0.06041745841503143, 0.064368337392807, 0.06831921637058258, 0.07227009534835815, 0.07622096687555313, 0.0801718458533287, 0.08412272483110428, 0.08807359635829926, 0.09202447533607483, 0.0959753543138504, 0.09992623329162598, 0.10387711226940155, 0.10782798379659653, 0.1117788627743721, 0.11572974175214767, 0.11968061327934265, 0.12363149225711823, 0.1275823712348938]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 0.0, 3.0, 4.0, 2.0, 3.0, 3.0, 2.0, 8.0, 6.0, 6.0, 5.0, 4.0, 25.0, 3.0, 8.0, 4.0, 4.0, 1.0, 2.0, 1.0, 2.0, 3.0, 3.0, 1.0, 1.0, 2.0, 1.0, 4.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0033221684861928225, -0.0032111790496855974, -0.0031001896131783724, -0.0029892001766711473, -0.0028782107401639223, -0.0027672213036566973, -0.0026562318671494722, -0.002545242430642247, -0.002434252994135022, -0.002323263557627797, -0.002212274121120572, -0.002101284684613347, -0.001990295248106122, -0.001879305811598897, -0.001768316375091672, -0.001657326938584447, -0.0015463375020772219, -0.0014353480655699968, -0.0013243586290627718, -0.0012133691925555468, -0.0011023797560483217, -0.0009913903195410967, -0.0008804008830338717, -0.0007694114465266466, -0.0006584220100194216, -0.0005474325735121965, -0.0004364431370049715, -0.00032545370049774647, -0.00021446426399052143, -0.0001034748274832964, 7.514609023928642e-06, 0.00011850404553115368, 0.00022949348203837872, 0.00034048291854560375, 0.0004514723550528288, 0.0005624617915600538, 0.0006734512280672789, 0.0007844406645745039, 0.0008954301010817289, 0.001006419537588954, 0.001117408974096179, 0.001228398410603404, 0.001339387847110629, 0.0014503772836178541, 0.0015613667201250792, 0.0016723561566323042, 0.0017833455931395292, 0.0018943350296467543, 0.0020053244661539793, 0.0021163139026612043, 0.0022273033391684294, 0.0023382927756756544, 0.0024492822121828794, 0.0025602716486901045, 0.0026712610851973295, 0.0027822505217045546, 0.0028932399582117796, 0.0030042293947190046, 0.0031152188312262297, 0.0032262082677334547, 0.0033371977042406797, 0.0034481871407479048, 0.00355917657725513, 0.003670166013762355, 0.00378115545026958]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 4.0, 6.0, 5.0, 6.0, 9.0, 13.0, 17.0, 21.0, 39.0, 45.0, 57.0, 89.0, 138.0, 185.0, 273.0, 405.0, 619.0, 850.0, 1369.0, 2161.0, 3556.0, 6353.0, 12246.0, 26770.0, 73952.0, 879710.0, 96796.0, 32666.0, 15976.0, 8994.0, 5343.0, 3471.0, 2220.0, 1476.0, 1042.0, 767.0, 520.0, 394.0, 290.0, 203.0, 172.0, 106.0, 81.0, 66.0, 50.0, 29.0, 17.0, 14.0, 17.0, 13.0, 6.0, 2.0, 4.0, 3.0, 3.0, 1.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.005120668560266495, -0.004948433022946119, -0.0047761970199644566, -0.004603961482644081, -0.004431725945323706, -0.00425949040800333, -0.0040872544050216675, -0.003915018867701292, -0.0037427833303809166, -0.0035705475602298975, -0.0033983117900788784, -0.003226076252758503, -0.003053840482607484, -0.0028816049452871084, -0.0027093691751360893, -0.002537133637815714, -0.002364897867664695, -0.0021926620975136757, -0.0020204265601933002, -0.001848190906457603, -0.0016759552527219057, -0.0015037194825708866, -0.0013314838288351893, -0.001159248175099492, -0.0009870125213637948, -0.0008147768676280975, -0.0006425412138924003, -0.0004703055019490421, -0.0002980698482133448, -0.00012583417992573231, 4.640148836188018e-05, 0.00021863715664949268, 0.0003908728249371052, 0.0005631084786728024, 0.0007353441324084997, 0.0009075798443518579, 0.0010798154398798943, 0.0012520512100309134, 0.0014242868637666106, 0.001596522517502308, 0.0017687581712380052, 0.0019409938249737024, 0.0021132295951247215, 0.002285465132445097, 0.002457700902596116, 0.0026299364399164915, 0.0028021722100675106, 0.002974407747387886, 0.003146643517538905, 0.0033188792876899242, 0.0034911148250102997, 0.0036633505951613188, 0.0038355861324816942, 0.004007821902632713, 0.004180057439953089, 0.004352292977273464, 0.004524528980255127, 0.004696764517575502, 0.004869000054895878, 0.005041236057877541, 0.005213471595197916, 0.0053857071325182915, 0.005557942669838667, 0.00573017867282033, 0.005902414210140705]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 4.0, 1.0, 2.0, 1.0, 3.0, 11.0, 0.0, 1.0, 9.0, 5.0, 3.0, 4.0, 1.0, 3.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.06844674050807953, -0.06700446456670761, -0.0655621886253357, -0.06411990523338318, -0.06267762929201126, -0.06123535335063934, -0.05979307368397713, -0.05835079774260521, -0.05690851807594299, -0.055466242134571075, -0.05402396619319916, -0.05258168652653694, -0.051139410585165024, -0.04969713091850281, -0.04825485497713089, -0.046812575310468674, -0.045370299369096756, -0.04392802342772484, -0.04248574376106262, -0.041043467819690704, -0.03960118815302849, -0.03815891221165657, -0.036716632544994354, -0.035274356603622437, -0.03383208066225052, -0.0323898009955883, -0.030947523191571236, -0.02950524538755417, -0.02806296944618225, -0.026620691642165184, -0.025178413838148117, -0.02373613603413105, -0.022293858230113983, -0.020851580426096916, -0.01940930262207985, -0.017967024818062782, -0.016524747014045715, -0.015082470141351223, -0.01364019326865673, -0.012197915464639664, -0.010755637660622597, -0.00931335985660553, -0.007871082052588463, -0.0064288051798939705, -0.0049865273758769035, -0.0035442498046904802, -0.002101972233504057, -0.0006596946623176336, 0.0007825829088687897, 0.002224860480055213, 0.0036671380512416363, 0.005109415389597416, 0.006551693193614483, 0.00799397099763155, 0.009436247870326042, 0.010878525674343109, 0.012320803478360176, 0.013763081282377243, 0.01520535908639431, 0.016647636890411377, 0.018089912831783295, 0.01953219063580036, 0.02097446843981743, 0.022416746243834496, 0.023859024047851562]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [6.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 7.0, 1.0, 20.0, 12.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 5.0, 0.0, 1.0, 2.0, 6.0, 12.0, 10.0, 19.0, 20.0, 40.0, 67.0, 92.0, 125.0, 170.0, 259.0, 369.0, 514.0, 790.0, 1229.0, 1988.0, 6954.0, 2333.0, 1185.0, 784.0, 465.0, 303.0, 176.0, 109.0, 63.0, 49.0, 36.0, 46.0, 26.0, 32.0, 29.0, 19.0, 12.0, 9.0, 5.0, 3.0, 7.0, 5.0, 6.0], "bins": [-0.021681567654013634, -0.02116125449538231, -0.020640939474105835, -0.02012062445282936, -0.019600311294198036, -0.01907999813556671, -0.018559683114290237, -0.018039368093013763, -0.01751905493438244, -0.016998741775751114, -0.01647842675447464, -0.015958111733198166, -0.015437798574566841, -0.014917484484612942, -0.014397170394659042, -0.013876856304705143, -0.013356542214751244, -0.012836228124797344, -0.012315914034843445, -0.011795599944889545, -0.011275285854935646, -0.010754971764981747, -0.010234657675027847, -0.009714343585073948, -0.009194029495120049, -0.00867371540516615, -0.00815340131521225, -0.00763308722525835, -0.007112773135304451, -0.006592459045350552, -0.006072144955396652, -0.005551830865442753, -0.0050315167754888535, -0.004511202685534954, -0.003990888595581055, -0.0034705745056271553, -0.002950260415673256, -0.0024299463257193565, -0.0019096322357654572, -0.0013893181458115578, -0.0008690040558576584, -0.000348689965903759, 0.00017162412405014038, 0.0006919382140040398, 0.0012122523039579391, 0.0017325663939118385, 0.002252880483865738, 0.0027731945738196373, 0.0032935086637735367, 0.003813822753727436, 0.0043341368436813354, 0.004854450933635235, 0.005374765023589134, 0.005895079113543034, 0.006415393203496933, 0.006935707293450832, 0.007456021383404732, 0.007976335473358631, 0.00849664956331253, 0.00901696365326643, 0.00953727774322033, 0.010057591833174229, 0.010577905923128128, 0.011098220013082027, 0.011618534103035927]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 4.0, 2.0, 1.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.14044412970542908, -0.13397149741649628, -0.12749886512756348, -0.12102622538805008, -0.11455359309911728, -0.10808096081018448, -0.10160832107067108, -0.09513568878173828, -0.08866305649280548, -0.08219042420387268, -0.07571779191493988, -0.06924515217542648, -0.06277251988649368, -0.05629988759756088, -0.049827251583337784, -0.043354615569114685, -0.036881983280181885, -0.030409349128603935, -0.023936714977025986, -0.017464080825448036, -0.010991446673870087, -0.004518812522292137, 0.0019538216292858124, 0.008426455780863762, 0.014899089932441711, 0.02137172408401966, 0.02784435823559761, 0.03431699424982071, 0.04078962653875351, 0.04726225882768631, 0.05373489484190941, 0.06020753085613251, 0.06668016314506531, 0.07315279543399811, 0.07962542772293091, 0.0860980674624443, 0.0925706997513771, 0.0990433320403099, 0.1055159717798233, 0.1119886040687561, 0.1184612363576889, 0.1249338686466217, 0.1314065009355545, 0.1378791332244873, 0.1443517804145813, 0.1508244127035141, 0.1572970449924469, 0.1637696772813797, 0.1702423095703125, 0.1767149418592453, 0.1831875741481781, 0.1896602064371109, 0.1961328387260437, 0.2026054859161377, 0.2090781182050705, 0.2155507504940033, 0.2220233827829361, 0.2284960150718689, 0.2349686473608017, 0.2414412796497345, 0.2479139268398285, 0.2543865442276001, 0.2608591914176941, 0.2673318088054657, 0.2738044559955597]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 4.0, 3.0, 4.0, 1.0, 5.0, 10.0, 11.0, 10.0, 13.0, 26.0, 47.0, 43.0, 29.0, 11.0, 4.0, 7.0, 3.0, 3.0, 3.0, 5.0, 4.0, 1.0, 3.0, 4.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.08915066719055176, -0.08526099473237991, -0.08137131482362747, -0.07748164236545563, -0.07359196245670319, -0.06970228999853134, -0.0658126100897789, -0.06192293390631676, -0.058033257722854614, -0.05414358526468277, -0.05025390908122063, -0.046364232897758484, -0.04247455671429634, -0.0385848805308342, -0.034695204347372055, -0.030805528163909912, -0.02691585198044777, -0.023026175796985626, -0.019136499613523483, -0.015246824361383915, -0.011357148177921772, -0.007467471994459629, -0.0035777962766587734, 0.00031187967397272587, 0.004201555624604225, 0.008091231808066368, 0.011980907991528511, 0.015870584174990654, 0.019760258495807648, 0.02364993467926979, 0.027539610862731934, 0.03142928704619408, 0.03531896322965622, 0.03920863941311836, 0.043098315596580505, 0.04698799178004265, 0.05087766796350479, 0.054767344146966934, 0.05865702033042908, 0.06254669278860092, 0.06643637269735336, 0.07032604515552521, 0.07421572506427765, 0.0781053975224495, 0.08199507743120193, 0.08588474988937378, 0.08977442979812622, 0.09366410225629807, 0.09755377471446991, 0.10144345462322235, 0.1053331270813942, 0.10922280699014664, 0.11311247944831848, 0.11700215935707092, 0.12089183181524277, 0.12478151172399521, 0.12867118418216705, 0.1325608640909195, 0.13645054399967194, 0.14034020900726318, 0.14422988891601562, 0.14811956882476807, 0.1520092487335205, 0.15589891374111176, 0.1597885936498642]}, "_runtime": 138.24836206436157, "_timestamp": 1596213008.9498997, "_step": 167}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 5.0, 6.0, 10.0, 5.0, 3.0, 2.0, 3.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.012352272868156433, -0.012038880959153175, -0.011725489981472492, -0.011412098072469234, -0.011098707094788551, -0.010785315185785294, -0.01047192420810461, -0.010158532299101353, -0.00984514132142067, -0.009531749412417412, -0.009218358434736729, -0.008904966525733471, -0.008591575548052788, -0.00827818363904953, -0.007964792661368847, -0.007651400752365589, -0.007338009309023619, -0.007024617865681648, -0.006711226422339678, -0.006397834978997707, -0.006084443535655737, -0.0057710520923137665, -0.005457660648971796, -0.005144269205629826, -0.004830877296626568, -0.004517485853284597, -0.004204094409942627, -0.0038907031994313, -0.003577311523258686, -0.0032639200799167156, -0.002950528636574745, -0.0026371371932327747, -0.0023237457498908043, -0.002010354306548834, -0.0016969628632068634, -0.0013835713034495711, -0.0010701798601076007, -0.0007567884167656302, -0.0004433969152159989, -0.000130005442770198, 0.0001833860296756029, 0.0004967774730175734, 0.0008101689745672047, 0.001123560476116836, 0.0014369519194588065, 0.001750343362800777, 0.0020637349225580692, 0.0023771263659000397, 0.00269051780924201, 0.0030039092525839806, 0.003317300695925951, 0.0036306921392679214, 0.003944083582609892, 0.004257475025951862, 0.004570866469293833, 0.004884257912635803, 0.005197649821639061, 0.005511041264981031, 0.005824432708323002, 0.006137824151664972, 0.006451215595006943, 0.006764607038348913, 0.007077998481690884, 0.007391389925032854, 0.0077047813683748245]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 0.0, 3.0, 4.0, 6.0, 3.0, 3.0, 9.0, 16.0, 11.0, 19.0, 22.0, 35.0, 62.0, 67.0, 100.0, 162.0, 284.0, 735.0, 5491.0, 357.0, 152.0, 134.0, 66.0, 53.0, 36.0, 26.0, 14.0, 18.0, 9.0, 6.0, 6.0, 4.0, 1.0, 4.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.13459673523902893, -0.1302603781223297, -0.1259240210056305, -0.12158766388893127, -0.11725130677223206, -0.11291494965553284, -0.10857859253883362, -0.1042422354221344, -0.09990587830543518, -0.09556952118873596, -0.09123316407203674, -0.08689680695533752, -0.0825604498386383, -0.07822409272193909, -0.07388773560523987, -0.06955137848854065, -0.06521502137184143, -0.06087866425514221, -0.05654230713844299, -0.052205950021743774, -0.047869592905044556, -0.04353323578834534, -0.03919687867164612, -0.0348605215549469, -0.03052416443824768, -0.026187807321548462, -0.021851450204849243, -0.017515093088150024, -0.013178735971450806, -0.008842378854751587, -0.004506021738052368, -0.00016966462135314941, 0.004166692495346069, 0.008503049612045288, 0.012839406728744507, 0.017175763845443726, 0.021512120962142944, 0.025848478078842163, 0.030184835195541382, 0.0345211923122406, 0.03885754942893982, 0.04319390654563904, 0.04753026366233826, 0.051866620779037476, 0.056202977895736694, 0.06053933501243591, 0.06487569212913513, 0.06921204924583435, 0.07354840636253357, 0.07788476347923279, 0.082221120595932, 0.08655747771263123, 0.09089383482933044, 0.09523019194602966, 0.09956654906272888, 0.1039029061794281, 0.10823926329612732, 0.11257562041282654, 0.11691197752952576, 0.12124833464622498, 0.1255846917629242, 0.1299210488796234, 0.13425740599632263, 0.13859376311302185, 0.14293012022972107]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 3.0, 4.0, 3.0, 4.0, 3.0, 3.0, 4.0, 4.0, 2.0, 7.0, 3.0, 27.0, 2.0, 5.0, 2.0, 4.0, 3.0, 5.0, 1.0, 2.0, 1.0, 3.0, 2.0, 0.0, 1.0, 3.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0030085716862231493, -0.002902406034991145, -0.0027962406165897846, -0.0026900749653577805, -0.0025839093141257763, -0.0024777438957244158, -0.0023715782444924116, -0.002265412826091051, -0.002159247174859047, -0.0020530815236270428, -0.0019469161052256823, -0.001840750453993678, -0.0017345849191769958, -0.0016284193843603134, -0.0015222537331283092, -0.001416088198311627, -0.0013099226634949446, -0.0012037571286782622, -0.00109759159386158, -0.0009914259426295757, -0.0008852604078128934, -0.000779094872996211, -0.0006729292799718678, -0.0005667636869475245, -0.0004605981521308422, -0.0003544325882103294, -0.0002482670242898166, -0.00014210146036930382, -3.593589644879103e-05, 7.022966747172177e-05, 0.00017639523139223456, 0.00028256079531274736, 0.00038872635923326015, 0.0004948918940499425, 0.0006010574870742857, 0.000707223080098629, 0.0008133886149153113, 0.0009195541497319937, 0.0010257198009639978, 0.0011318853357806802, 0.0012380508705973625, 0.0013442164054140449, 0.0014503819402307272, 0.0015565475914627314, 0.0016627131262794137, 0.001768878661096096, 0.0018750443123281002, 0.0019812097307294607, 0.002087375381961465, 0.002193541033193469, 0.0022997064515948296, 0.0024058721028268337, 0.002512037754058838, 0.0026182031724601984, 0.0027243688236922026, 0.002830534242093563, 0.0029366998933255672, 0.0030428655445575714, 0.003149030962958932, 0.003255196614190936, 0.0033613620325922966, 0.0034675276838243008, 0.003573693335056305, 0.0036798587534576654, 0.0037860244046896696]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 5.0, 6.0, 4.0, 3.0, 5.0, 6.0, 12.0, 11.0, 19.0, 14.0, 18.0, 35.0, 40.0, 59.0, 96.0, 149.0, 169.0, 280.0, 375.0, 624.0, 1043.0, 1951.0, 3622.0, 7609.0, 18882.0, 63376.0, 925887.0, 97439.0, 28651.0, 12575.0, 6340.0, 3607.0, 2230.0, 1417.0, 898.0, 651.0, 450.0, 305.0, 211.0, 154.0, 115.0, 93.0, 63.0, 52.0, 19.0, 24.0, 18.0, 16.0, 5.0, 3.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.007898676209151745, -0.007664363831281662, -0.0074300519190728664, -0.007195739541202784, -0.006961427163332701, -0.006727115251123905, -0.006492802873253822, -0.0062584904953837395, -0.006024178117513657, -0.005789866205304861, -0.005555553827434778, -0.005321241449564695, -0.0050869295373559, -0.004852617159485817, -0.004618304781615734, -0.0043839928694069386, -0.004149680491536856, -0.003915368113666773, -0.0036810559686273336, -0.0034467438235878944, -0.0032124314457178116, -0.0029781193006783724, -0.002743807155638933, -0.0025094947777688503, -0.002275182632729411, -0.002040870487689972, -0.001806558109819889, -0.0015722459647804499, -0.0013379337033256888, -0.0011036214418709278, -0.0008693092386238277, -0.0006349970353767276, -0.00040068477392196655, -0.00016637254157103598, 6.793969077989459e-05, 0.00030225192313082516, 0.0005365641554817557, 0.0007708764169365168, 0.001005188561975956, 0.001239500823430717, 0.001473813084885478, 0.001708125346340239, 0.001942437607795, 0.0021767497528344393, 0.0024110618978738785, 0.0026453742757439613, 0.0028796864207834005, 0.0031139987986534834, 0.0033483109436929226, 0.003582623088732362, 0.0038169354666024446, 0.004051247611641884, 0.004285559989511967, 0.004519871901720762, 0.004754184279590845, 0.004988496657460928, 0.0052228085696697235, 0.005457120947539806, 0.005691433325409889, 0.005925745703279972, 0.006160057615488768, 0.0063943699933588505, 0.006628682371228933, 0.006862994283437729, 0.007097306661307812]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 3.0, 4.0, 6.0, 9.0, 4.0, 9.0, 5.0, 3.0, 4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.019017094746232033, -0.017659252509474754, -0.016301410272717476, -0.014943567104637623, -0.01358572393655777, -0.012227881699800491, -0.010870039463043213, -0.00951219629496336, -0.008154354058206081, -0.006796511355787516, -0.00543866865336895, -0.0040808264166116714, -0.0027229837141931057, -0.0013651411281898618, -7.298542186617851e-06, 0.001350544043816626, 0.00270838662981987, 0.004066229332238436, 0.0054240720346570015, 0.00678191427141428, 0.008139757439494133, 0.009497599676251411, 0.01085544191300869, 0.012213285081088543, 0.013571127317845821, 0.0149289695546031, 0.016286812722682953, 0.01764465495944023, 0.01900249719619751, 0.020360339432954788, 0.021718183532357216, 0.023076025769114494, 0.024433868005871773, 0.02579171024262905, 0.02714955247938633, 0.028507396578788757, 0.029865238815546036, 0.031223081052303314, 0.03258092328906059, 0.03393876552581787, 0.03529660776257515, 0.03665444999933243, 0.038012292236089706, 0.03937013819813728, 0.04072798043489456, 0.04208582267165184, 0.04344366490840912, 0.0448015071451664, 0.046159349381923676, 0.047517191618680954, 0.04887503385543823, 0.05023287609219551, 0.05159071832895279, 0.05294856056571007, 0.054306406527757645, 0.05566424876451492, 0.0570220910012722, 0.05837993323802948, 0.05973777547478676, 0.06109561771154404, 0.062453459948301315, 0.0638113021850586, 0.06516914814710617, 0.06652698665857315, 0.06788483262062073]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 5.0, 2.0, 9.0, 6.0, 11.0, 12.0, 33.0, 36.0, 37.0, 55.0, 93.0, 137.0, 215.0, 341.0, 520.0, 784.0, 1362.0, 2439.0, 7391.0, 2020.0, 963.0, 569.0, 347.0, 258.0, 174.0, 120.0, 70.0, 46.0, 37.0, 44.0, 26.0, 32.0, 22.0, 18.0, 25.0, 23.0, 15.0, 16.0, 17.0, 11.0, 11.0, 4.0, 4.0, 2.0, 3.0, 1.0, 4.0, 0.0, 2.0, 3.0, 20.0, 14.0, 2.0, 8.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 8.0], "bins": [-0.010151484981179237, -0.009655931033194065, -0.009160377085208893, -0.008664822205901146, -0.008169268257915974, -0.007673714309930801, -0.007178160361945629, -0.0066826059482991695, -0.006187052000313997, -0.005691498052328825, -0.005195943638682365, -0.004700389690697193, -0.004204835742712021, -0.0037092813290655613, -0.003213727381080389, -0.002718173200264573, -0.002222619019448757, -0.0017270648386329412, -0.0012315107742324471, -0.0007359566516242921, -0.00024040252901613712, 0.0002551515935920179, 0.0007507057162001729, 0.001246259780600667, 0.001741813961416483, 0.002237368142232299, 0.0027329223230481148, 0.003228476271033287, 0.003724030451849103, 0.004219584632664919, 0.004715138580650091, 0.005210692994296551, 0.005706246942281723, 0.006201800890266895, 0.006697355303913355, 0.007192909251898527, 0.007688463665544987, 0.008184017613530159, 0.008679571561515331, 0.009175125509500504, 0.00967068038880825, 0.010166234336793423, 0.010661788284778595, 0.011157342232763767, 0.01165289618074894, 0.012148450128734112, 0.012644005008041859, 0.013139558956027031, 0.013635112904012203, 0.014130666851997375, 0.014626220799982548, 0.015121775679290295, 0.015617329627275467, 0.016112882643938065, 0.01660843752324581, 0.01710399240255356, 0.017599545419216156, 0.018095100298523903, 0.0185906533151865, 0.019086208194494247, 0.019581763073801994, 0.020077316090464592, 0.02057287096977234, 0.021068423986434937, 0.021563978865742683]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 3.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15366815030574799, -0.14977726340293884, -0.1458863765001297, -0.14199548959732056, -0.13810458779335022, -0.13421370089054108, -0.13032281398773193, -0.1264319270849228, -0.12254104018211365, -0.11865014582872391, -0.11475925892591476, -0.11086837202310562, -0.10697747766971588, -0.10308659076690674, -0.0991957038640976, -0.09530480951070786, -0.09141392260789871, -0.08752303570508957, -0.08363214135169983, -0.07974125444889069, -0.07585036754608154, -0.0719594731926918, -0.06806858628988266, -0.06417769938707352, -0.060286808758974075, -0.056395918130874634, -0.05250503122806549, -0.04861414059996605, -0.04472324997186661, -0.040832363069057465, -0.03694147244095802, -0.03305058553814888, -0.02915969491004944, -0.025268806144595146, -0.021377917379140854, -0.017487026751041412, -0.01359613798558712, -0.009705249220132828, -0.005814359523355961, -0.0019234702922403812, 0.0019674189388751984, 0.005858308169990778, 0.009749197401106358, 0.013640087097883224, 0.017530975863337517, 0.02142186462879181, 0.02531275525689125, 0.029203644022345543, 0.033094532787799835, 0.03698542341589928, 0.04087631031870842, 0.04476720094680786, 0.048658087849617004, 0.052548978477716446, 0.05643986910581589, 0.06033075600862503, 0.06422165036201477, 0.06811253726482391, 0.07200342416763306, 0.0758943110704422, 0.07978520542383194, 0.08367609232664108, 0.08756697922945023, 0.09145787358283997, 0.09534876048564911]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 4.0, 0.0, 1.0, 1.0, 1.0, 3.0, 5.0, 1.0, 3.0, 1.0, 0.0, 0.0, 2.0, 4.0, 5.0, 12.0, 8.0, 10.0, 12.0, 13.0, 12.0, 12.0, 24.0, 45.0, 20.0, 13.0, 7.0, 12.0, 5.0, 2.0, 4.0, 4.0, 3.0, 2.0, 4.0, 0.0, 4.0, 1.0, 2.0, 0.0, 2.0, 2.0, 1.0, 2.0, 1.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.05908898264169693, -0.05718745291233063, -0.055285923182964325, -0.053384389728307724, -0.05148285999894142, -0.04958133026957512, -0.04767979681491852, -0.045778267085552216, -0.04387673735618591, -0.04197520762681961, -0.04007367789745331, -0.03817214444279671, -0.036270614713430405, -0.0343690849840641, -0.0324675515294075, -0.0305660218000412, -0.028664492070674896, -0.026762962341308594, -0.024861430749297142, -0.02295989915728569, -0.021058369427919388, -0.019156839698553085, -0.017255308106541634, -0.015353777445852757, -0.01345224678516388, -0.011550716124475002, -0.009649185463786125, -0.007747654803097248, -0.005846124142408371, -0.003944593481719494, -0.0020430628210306168, -0.00014153216034173965, 0.0017599985003471375, 0.0036615291610360146, 0.005563059821724892, 0.007464590482413769, 0.009366121143102646, 0.011267651803791523, 0.0131691824644804, 0.015070713125169277, 0.016972243785858154, 0.018873773515224457, 0.02077530510723591, 0.02267683669924736, 0.024578366428613663, 0.026479896157979965, 0.028381427749991417, 0.03028295934200287, 0.03218448907136917, 0.034086018800735474, 0.035987548530101776, 0.03788908198475838, 0.03979061171412468, 0.04169214144349098, 0.04359367489814758, 0.045495204627513885, 0.04739673435688019, 0.04929826408624649, 0.05119979381561279, 0.053101327270269394, 0.055002856999635696, 0.056904386729002, 0.0588059201836586, 0.0607074499130249, 0.0626089796423912]}, "_runtime": 139.0134153366089, "_timestamp": 1596213009.714953, "_step": 168}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 5.0, 0.0, 1.0, 1.0, 3.0, 0.0, 1.0, 3.0, 3.0, 1.0, 2.0, 3.0, 3.0, 4.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.008674598298966885, -0.008405589498579502, -0.00813658069819212, -0.007867571897804737, -0.007598563563078642, -0.007329554762691259, -0.007060546427965164, -0.006791537627577782, -0.006522528827190399, -0.006253520026803017, -0.005984511226415634, -0.005715502891689539, -0.0054464940913021564, -0.005177485290914774, -0.004908476956188679, -0.004639468155801296, -0.004370459355413914, -0.004101450555026531, -0.0038324419874697924, -0.0035634334199130535, -0.003294424619525671, -0.0030254158191382885, -0.0027564072515815496, -0.002487398684024811, -0.0022183898836374283, -0.0019493811996653676, -0.001680372515693307, -0.0014113638317212462, -0.0011423551477491856, -0.0008733464637771249, -0.0006043377798050642, -0.0003353290958330035, -6.632041186094284e-05, 0.00020268827211111784, 0.0004716969560831785, 0.0007407056400552392, 0.0010097143240272999, 0.0012787230079993606, 0.0015477316919714212, 0.001816740375943482, 0.0020857490599155426, 0.002354757860302925, 0.002623766427859664, 0.002892774995416403, 0.0031617837958037853, 0.003430792596191168, 0.0036998011637479067, 0.0039688097313046455, 0.004237818531692028, 0.0045068273320794106, 0.004775836132466793, 0.005044844467192888, 0.005313853267580271, 0.005582862067967653, 0.0058518704026937485, 0.006120879203081131, 0.0063898880034685135, 0.006658896803855896, 0.0069279056042432785, 0.007196913938969374, 0.007465922739356756, 0.007734931539744139, 0.008003939874470234, 0.008272948674857616, 0.008541957475244999]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 3.0, 0.0, 0.0, 3.0, 5.0, 3.0, 5.0, 9.0, 8.0, 4.0, 10.0, 14.0, 18.0, 15.0, 34.0, 49.0, 36.0, 42.0, 77.0, 116.0, 122.0, 192.0, 292.0, 4661.0, 1159.0, 357.0, 200.0, 146.0, 83.0, 54.0, 50.0, 26.0, 30.0, 24.0, 18.0, 18.0, 13.0, 7.0, 11.0, 2.0, 3.0, 2.0, 0.0, 4.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.13081805408000946, -0.12736256420612335, -0.12390708178281784, -0.12045159935951233, -0.11699610948562622, -0.11354062706232071, -0.1100851371884346, -0.10662965476512909, -0.10317416489124298, -0.09971868246793747, -0.09626320004463196, -0.09280771017074585, -0.08935222774744034, -0.08589673787355423, -0.08244125545024872, -0.07898576557636261, -0.0755302831530571, -0.07207480072975159, -0.06861931085586548, -0.06516382843255997, -0.06170833855867386, -0.05825285613536835, -0.05479736998677254, -0.05134188383817673, -0.04788639768958092, -0.04443091154098511, -0.0409754253923893, -0.03751993924379349, -0.034064456820487976, -0.030608968809247017, -0.027153484523296356, -0.023697998374700546, -0.020242512226104736, -0.016787026077508926, -0.013331540860235691, -0.009876055642962456, -0.006420569494366646, -0.002965083811432123, 0.0004904018715023994, 0.003945887554436922, 0.007401373237371445, 0.010856859385967255, 0.01431234460324049, 0.017767829820513725, 0.021223315969109535, 0.024678802117705345, 0.028134286403656006, 0.031589772552251816, 0.035045258700847626, 0.038500744849443436, 0.041956230998039246, 0.045411717146635056, 0.048867203295230865, 0.05232268571853638, 0.05577817186713219, 0.059233658015728, 0.06268914043903351, 0.06614463031291962, 0.06960011273622513, 0.07305560261011124, 0.07651108503341675, 0.07996657490730286, 0.08342205733060837, 0.08687754720449448, 0.09033302962779999]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 2.0, 1.0, 3.0, 1.0, 1.0, 2.0, 2.0, 4.0, 3.0, 6.0, 1.0, 6.0, 5.0, 8.0, 2.0, 4.0, 3.0, 6.0, 24.0, 7.0, 2.0, 1.0, 3.0, 5.0, 6.0, 1.0, 1.0, 6.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002250025048851967, -0.002145168837159872, -0.002040312858298421, -0.001935456646606326, -0.0018306005513295531, -0.0017257444560527802, -0.0016208882443606853, -0.0015160321490839124, -0.0014111760538071394, -0.0013063199585303664, -0.0012014638632535934, -0.0010966076515614986, -0.0009917515562847257, -0.0008868954610079527, -0.0007820393075235188, -0.0006771831540390849, -0.0005723270587623119, -0.0004674709343817085, -0.00036261481000110507, -0.00025775868562050164, -0.0001529025612398982, -4.804643685929477e-05, 5.680968752130866e-05, 0.0001616658119019121, 0.0002665219362825155, 0.00037137806066311896, 0.0004762341850437224, 0.0005810903385281563, 0.0006859464338049293, 0.0007908025290817022, 0.0008956586825661361, 0.00100051483605057, 0.001105370931327343, 0.001210227026604116, 0.001315083121880889, 0.0014199393335729837, 0.0015247954288497567, 0.0016296515241265297, 0.0017345077358186245, 0.0018393638310953975, 0.0019442199263721704, 0.0020490761380642653, 0.0021539321169257164, 0.002258788328617811, 0.002363644540309906, 0.002468500519171357, 0.002573356730863452, 0.002678212709724903, 0.002783068921416998, 0.0028879251331090927, 0.002992781111970544, 0.0030976373236626387, 0.00320249330252409, 0.0033073495142161846, 0.0034122057259082794, 0.0035170617047697306, 0.0036219179164618254, 0.00372677412815392, 0.0038316301070153713, 0.003936486318707466, 0.004041342530399561, 0.004146198742091656, 0.004251054488122463, 0.004355910699814558, 0.004460766911506653]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 8.0, 9.0, 14.0, 13.0, 20.0, 34.0, 59.0, 77.0, 106.0, 167.0, 255.0, 388.0, 537.0, 807.0, 1223.0, 2046.0, 3375.0, 5954.0, 10882.0, 22832.0, 57173.0, 268395.0, 719551.0, 42019.0, 18979.0, 9834.0, 5742.0, 3394.0, 2020.0, 1241.0, 811.0, 502.0, 393.0, 250.0, 173.0, 111.0, 68.0, 48.0, 40.0, 26.0, 14.0, 14.0, 10.0, 8.0, 2.0, 5.0, 4.0, 3.0, 2.0, 1.0, 1.0], "bins": [-0.007447005715221167, -0.007234408054500818, -0.007021809928119183, -0.006809212267398834, -0.006596614606678486, -0.00638401648029685, -0.006171418819576502, -0.0059588211588561535, -0.005746223032474518, -0.0055336253717541695, -0.005321027711033821, -0.005108430050313473, -0.004895831923931837, -0.004683234263211489, -0.00447063660249114, -0.004258038476109505, -0.004045440815389156, -0.0038328429218381643, -0.003620245261117816, -0.003407647367566824, -0.0031950497068464756, -0.0029824518132954836, -0.0027698539197444916, -0.0025572562590241432, -0.002344658365473151, -0.002132060471922159, -0.0019194628112018108, -0.0017068649176508188, -0.0014942671405151486, -0.0012816693633794785, -0.0010690714698284864, -0.0008564736926928163, -0.0006438759155571461, -0.00043127810931764543, -0.0002186803030781448, -6.082496838644147e-06, 0.0002065153094008565, 0.00041911311564035714, 0.0006317109218798578, 0.0008443087572231889, 0.001056906534358859, 0.0012695043114945292, 0.0014821020886301994, 0.0016946999821811914, 0.0019072977593168616, 0.002119895536452532, 0.002332493430003524, 0.002545091090723872, 0.002757688984274864, 0.002970286877825856, 0.0031828845385462046, 0.0033954824320971966, 0.003608080092817545, 0.003820677986368537, 0.004033275879919529, 0.004245873540639877, 0.004458471201360226, 0.004671069327741861, 0.00488366698846221, 0.005096264649182558, 0.005308862775564194, 0.005521460436284542, 0.0057340580970048904, 0.005946656223386526, 0.0061592538841068745]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 0.0, 2.0, 2.0, 1.0, 3.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 6.0, 3.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.017028309404850006, -0.016566580161452293, -0.01610484905540943, -0.01564311981201172, -0.015181388705968857, -0.014719659462571144, -0.014257929287850857, -0.01379619911313057, -0.013334468938410282, -0.012872738763689995, -0.012411008588969707, -0.01194927841424942, -0.011487549170851707, -0.01102581899613142, -0.010564088821411133, -0.010102358646690845, -0.009640628471970558, -0.00917889829725027, -0.008717168122529984, -0.008255437947809696, -0.007793708238750696, -0.007331978064030409, -0.006870248354971409, -0.0064085181802511215, -0.005946788005530834, -0.005485057830810547, -0.0050233276560902596, -0.0045615979470312595, -0.004099867772310972, -0.003638137597590685, -0.0031764076557010412, -0.0027146777138113976, -0.0022529475390911102, -0.0017912174807861447, -0.0013294874224811792, -0.0008677573641762137, -0.00040602730587124825, 5.570275243371725e-05, 0.0005174328107386827, 0.0009791628690436482, 0.0014408929273486137, 0.0019026229856535792, 0.0023643530439585447, 0.0028260829858481884, 0.0032878131605684757, 0.003749543335288763, 0.004211273044347763, 0.00467300321906805, 0.005134733393788338, 0.005596463568508625, 0.006058193743228912, 0.006519923452287912, 0.0069816536270082, 0.007443383801728487, 0.007905113510787487, 0.008366843685507774, 0.008828573860228062, 0.009290304034948349, 0.009752034209668636, 0.010213764384388924, 0.010675493627786636, 0.011137223802506924, 0.011598953977227211, 0.012060684151947498, 0.012522414326667786]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 3.0, 2.0, 3.0, 3.0, 5.0, 10.0, 8.0, 10.0, 12.0, 17.0, 25.0, 25.0, 31.0, 39.0, 45.0, 52.0, 60.0, 97.0, 120.0, 121.0, 151.0, 201.0, 241.0, 298.0, 403.0, 512.0, 664.0, 917.0, 1256.0, 1709.0, 5522.0, 1704.0, 1044.0, 718.0, 489.0, 384.0, 344.0, 235.0, 187.0, 172.0, 146.0, 81.0, 72.0, 61.0, 55.0, 28.0, 36.0, 24.0, 24.0, 14.0, 11.0, 9.0, 7.0, 7.0, 2.0, 3.0, 2.0, 2.0, 3.0, 0.0, 2.0], "bins": [-0.009125621989369392, -0.008854024112224579, -0.00858242530375719, -0.008310827426612377, -0.008039229549467564, -0.007767631206661463, -0.007496032863855362, -0.007224434521049261, -0.00695283617824316, -0.006681238301098347, -0.006409639958292246, -0.006138041615486145, -0.0058664437383413315, -0.005594845395535231, -0.00532324705272913, -0.005051649175584316, -0.004780050832778215, -0.0045084524899721146, -0.004236854612827301, -0.0039652562700212, -0.0036936579272150993, -0.003422059817239642, -0.003150461707264185, -0.002878863364458084, -0.002607265254482627, -0.0023356671445071697, -0.002064068801701069, -0.0017924706917256117, -0.0015208724653348327, -0.0012492742389440536, -0.0009776761289685965, -0.0007060779025778174, -0.0004344796761870384, -0.00016288147890008986, 0.0001087167183868587, 0.00038031491567380726, 0.0006519131129607558, 0.0009235113393515348, 0.001195109449326992, 0.001466707675717771, 0.00173830590210855, 0.0020099040120840073, 0.002281502354890108, 0.0025531004648655653, 0.0028246985748410225, 0.0030962969176471233, 0.0033678950276225805, 0.0036394933704286814, 0.0039110914804041386, 0.004182689823210239, 0.004454287700355053, 0.004725886043161154, 0.004997484385967255, 0.005269082263112068, 0.005540680605918169, 0.00581227894872427, 0.006083876825869083, 0.006355475168675184, 0.006627073511481285, 0.006898671854287386, 0.0071702697314321995, 0.0074418680742383, 0.007713466417044401, 0.007985064759850502, 0.008256662636995316]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 3.0, 0.0, 4.0, 3.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12981967628002167, -0.1254684031009674, -0.12111711502075195, -0.1167658343911171, -0.11241455376148224, -0.10806328058242798, -0.10371199995279312, -0.09936071932315826, -0.09500943869352341, -0.09065815806388855, -0.08630687743425369, -0.08195559680461884, -0.07760432362556458, -0.07325304299592972, -0.06890176236629486, -0.06455048173666, -0.060199201107025146, -0.05584792047739029, -0.05149663984775543, -0.04714536294341087, -0.042794082313776016, -0.03844280168414116, -0.0340915247797966, -0.029740244150161743, -0.025388963520526886, -0.02103768289089203, -0.01668640412390232, -0.012335124425590038, -0.007983844727277756, -0.003632565028965473, 0.0007187146693468094, 0.005069994367659092, 0.009421274065971375, 0.013772553764283657, 0.01812383346259594, 0.022475112229585648, 0.026826392859220505, 0.031177673488855362, 0.03552895039319992, 0.03988023102283478, 0.044231511652469635, 0.04858279228210449, 0.05293407291173935, 0.05728534981608391, 0.061636630445718765, 0.06598790735006332, 0.07033918797969818, 0.07469046860933304, 0.0790417492389679, 0.08339302986860275, 0.08774431049823761, 0.09209559112787247, 0.09644687175750732, 0.10079814493656158, 0.10514942556619644, 0.1095007061958313, 0.11385198682546616, 0.11820326745510101, 0.12255454808473587, 0.12690582871437073, 0.131257101893425, 0.13560838997364044, 0.1399596631526947, 0.14431095123291016, 0.14866222441196442]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 6.0, 5.0, 6.0, 10.0, 4.0, 11.0, 8.0, 9.0, 5.0, 2.0, 9.0, 18.0, 49.0, 22.0, 8.0, 6.0, 4.0, 10.0, 5.0, 3.0, 5.0, 9.0, 9.0, 3.0, 10.0, 5.0, 1.0, 2.0, 6.0, 1.0, 7.0, 3.0, 4.0, 1.0, 3.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.08940331637859344, -0.08635847270488739, -0.08331363648176193, -0.08026879280805588, -0.07722395658493042, -0.07417911291122437, -0.07113427668809891, -0.06808943301439285, -0.0650445967912674, -0.06199975311756134, -0.058954913169145584, -0.05591007322072983, -0.05286522954702377, -0.04982038959860802, -0.04677554965019226, -0.043730709701776505, -0.04068586975336075, -0.03764102980494499, -0.034596189856529236, -0.03155134990811348, -0.028506508097052574, -0.025461668148636818, -0.022416826337575912, -0.019371986389160156, -0.0163271464407444, -0.013282306492328644, -0.010237465612590313, -0.007192625198513269, -0.004147784784436226, -0.0011029443703591824, 0.0019418960437178612, 0.004986736457794905, 0.008031576871871948, 0.011076416820287704, 0.014121257700026035, 0.017166098579764366, 0.020210938528180122, 0.02325577847659588, 0.026300620287656784, 0.02934546023607254, 0.032390300184488297, 0.03543514013290405, 0.03847998008131981, 0.041524820029735565, 0.04456966370344162, 0.047614503651857376, 0.05065934360027313, 0.05370418354868889, 0.056749023497104645, 0.0597938634455204, 0.06283870339393616, 0.06588354706764221, 0.06892838329076767, 0.07197322696447372, 0.07501806318759918, 0.07806290686130524, 0.08110775053501129, 0.08415258675813675, 0.0871974304318428, 0.09024226665496826, 0.09328711032867432, 0.09633194655179977, 0.09937679022550583, 0.10242162644863129, 0.10546647012233734]}, "_runtime": 139.79282784461975, "_timestamp": 1596213010.4943655, "_step": 169}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 3.0, 5.0, 1.0, 2.0, 4.0, 6.0, 3.0, 3.0, 4.0, 0.0, 3.0, 1.0, 2.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013805127702653408, -0.013475521467626095, -0.013145916163921356, -0.012816309928894043, -0.01248670369386673, -0.012157098390161991, -0.011827492155134678, -0.01149788685142994, -0.011168280616402626, -0.010838674381375313, -0.010509069077670574, -0.010179462842643261, -0.009849857538938522, -0.009520251303911209, -0.009190645068883896, -0.008861039765179157, -0.008531433530151844, -0.00820182729512453, -0.007872221991419792, -0.007542615756392479, -0.007213009987026453, -0.006883404217660427, -0.006553797982633114, -0.006224192213267088, -0.005894586443901062, -0.005564980674535036, -0.00523537490516901, -0.004905768670141697, -0.004576162900775671, -0.004246557131409645, -0.003916950896382332, -0.003587345127016306, -0.00325773935765028, -0.002928133588284254, -0.0025985275860875845, -0.002268921583890915, -0.001939315814524889, -0.0016097099287435412, -0.0012801040429621935, -0.0009504981571808457, -0.000620892271399498, -0.00029128638561815023, 3.831950016319752e-05, 0.00036792538594454527, 0.000697531271725893, 0.0010271371575072408, 0.0013567430432885885, 0.0016863489290699363, 0.002015954814851284, 0.00234556058421731, 0.0026751665864139795, 0.003004772588610649, 0.003334378357976675, 0.003663984127342701, 0.003993590362370014, 0.00432319613173604, 0.004652801901102066, 0.004982407670468092, 0.005312013439834118, 0.005641619674861431, 0.005971225444227457, 0.006300831213593483, 0.006630437448620796, 0.006960043217986822, 0.007289648987352848]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 5.0, 2.0, 3.0, 1.0, 0.0, 0.0, 9.0, 3.0, 5.0, 10.0, 13.0, 18.0, 20.0, 23.0, 32.0, 34.0, 36.0, 62.0, 62.0, 112.0, 158.0, 213.0, 431.0, 5369.0, 508.0, 219.0, 175.0, 103.0, 64.0, 63.0, 35.0, 30.0, 28.0, 20.0, 21.0, 12.0, 10.0, 4.0, 5.0, 3.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11336970329284668, -0.10997515916824341, -0.10658060759305954, -0.10318606346845627, -0.0997915118932724, -0.09639696776866913, -0.09300242364406586, -0.08960787206888199, -0.08621332794427872, -0.08281878381967545, -0.07942423224449158, -0.0760296881198883, -0.07263514399528503, -0.06924059242010117, -0.0658460482954979, -0.062451500445604324, -0.059056952595710754, -0.055662404745817184, -0.052267856895923615, -0.04887331277132034, -0.04547876492142677, -0.0420842170715332, -0.03868967294692993, -0.03529512509703636, -0.03190057724714279, -0.028506029397249222, -0.0251114834100008, -0.02171693742275238, -0.01832238957285881, -0.014927842654287815, -0.01153329573571682, -0.008138748817145824, -0.004744201898574829, -0.0013496549800038338, 0.0020448919385671616, 0.005439438857138157, 0.008833985775709152, 0.012228532694280148, 0.015623079612851143, 0.019017625600099564, 0.022412173449993134, 0.025806721299886703, 0.029201267287135124, 0.032595813274383545, 0.035990361124277115, 0.039384908974170685, 0.042779453098773956, 0.046174000948667526, 0.049568548798561096, 0.052963096648454666, 0.056357644498348236, 0.05975218862295151, 0.06314674019813538, 0.06654128432273865, 0.06993582844734192, 0.07333038002252579, 0.07672492414712906, 0.08011946827173233, 0.0835140198469162, 0.08690856397151947, 0.09030310809612274, 0.09369765967130661, 0.09709220379590988, 0.10048675537109375, 0.10388129949569702]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 6.0, 2.0, 1.0, 3.0, 2.0, 2.0, 2.0, 2.0, 5.0, 3.0, 4.0, 4.0, 4.0, 1.0, 6.0, 0.0, 4.0, 4.0, 26.0, 1.0, 5.0, 3.0, 4.0, 0.0, 2.0, 2.0, 3.0, 2.0, 3.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002450963482260704, -0.0023564095608890057, -0.0022618556395173073, -0.0021673014853149652, -0.002072747563943267, -0.0019781936425715685, -0.0018836396047845483, -0.001789085566997528, -0.0016945316456258297, -0.0015999777242541313, -0.0015054236864671111, -0.001410869648680091, -0.0013163157273083925, -0.0012217618059366941, -0.001127207768149674, -0.0010326537303626537, -0.0009380998089909554, -0.0008435458294115961, -0.0007489918498322368, -0.0006544378702528775, -0.0005598838906735182, -0.0004653299110941589, -0.0003707759315147996, -0.0002762219519354403, -0.000181667972356081, -8.711399277672172e-05, 7.439986802637577e-06, 0.00010199396638199687, 0.00019654794596135616, 0.00029110192554071546, 0.00038565590512007475, 0.00048020988469943404, 0.0005747638642787933, 0.0006693178438581526, 0.0007638718234375119, 0.0008584258030168712, 0.0009529797825962305, 0.0010475337039679289, 0.001142087741754949, 0.0012366417795419693, 0.0013311957009136677, 0.001425749622285366, 0.0015203036600723863, 0.0016148576978594065, 0.0017094116192311049, 0.0018039655406028032, 0.0018985195783898234, 0.0019930736161768436, 0.002087627537548542, 0.0021821814589202404, 0.0022767353802919388, 0.002371289534494281, 0.002465843455865979, 0.0025603973772376776, 0.0026549515314400196, 0.002749505452811718, 0.0028440593741834164, 0.0029386132955551147, 0.003033167216926813, 0.003127721371129155, 0.0032222752925008535, 0.003316829213872552, 0.003411383368074894, 0.0035059372894465923, 0.0036004912108182907]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 3.0, 11.0, 10.0, 8.0, 16.0, 15.0, 28.0, 48.0, 77.0, 93.0, 173.0, 255.0, 363.0, 528.0, 794.0, 1203.0, 1993.0, 3005.0, 5063.0, 8884.0, 16947.0, 36739.0, 121484.0, 879021.0, 54651.0, 21210.0, 10676.0, 6070.0, 3545.0, 2154.0, 1413.0, 954.0, 690.0, 449.0, 314.0, 210.0, 156.0, 115.0, 84.0, 54.0, 36.0, 20.0, 18.0, 14.0, 15.0, 5.0, 5.0, 6.0, 3.0, 1.0, 4.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.005762468092143536, -0.005566211882978678, -0.005369956139475107, -0.005173699930310249, -0.0049774437211453915, -0.004781187977641821, -0.004584931768476963, -0.004388675559312105, -0.004192419350147247, -0.003996163606643677, -0.003799907397478819, -0.0036036514211446047, -0.0034073954448103905, -0.0032111392356455326, -0.0030148832593113184, -0.0028186270501464605, -0.0026223710738122463, -0.002426115097478032, -0.0022298588883131742, -0.00203360291197896, -0.001837346819229424, -0.001641090726479888, -0.0014448347501456738, -0.0012485786573961377, -0.0010523225646466017, -0.0008560664718970656, -0.0006598104373551905, -0.00046355437370948493, -0.00026729831006377935, -7.104224641807377e-05, 0.0001252138172276318, 0.0003214698808733374, 0.000517725944519043, 0.000713982037268579, 0.0009102380718104541, 0.0011064941063523293, 0.0013027501991018653, 0.0014990062918514013, 0.0016952622681856155, 0.0018915183609351516, 0.0020877744536846876, 0.002284030430018902, 0.0024802866391837597, 0.002676542615517974, 0.002872798591852188, 0.003069054801017046, 0.00326531077735126, 0.003461566986516118, 0.0036578229628503323, 0.0038540789391845465, 0.004050334915518761, 0.0042465911246836185, 0.004442847333848476, 0.004639103077352047, 0.004835359286516905, 0.005031615495681763, 0.005227871239185333, 0.005424127448350191, 0.005620383657515049, 0.005816639866679907, 0.006012895610183477, 0.006209151819348335, 0.006405408028513193, 0.006601663772016764, 0.0067979199811816216]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 4.0, 2.0, 1.0, 1.0, 6.0, 9.0, 3.0, 2.0, 1.0, 3.0, 3.0, 1.0, 1.0, 2.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.020577386021614075, -0.019814254716038704, -0.019051123410463333, -0.018287992104887962, -0.01752486079931259, -0.01676172949373722, -0.01599859818816185, -0.01523546688258648, -0.014472335577011108, -0.013709205202758312, -0.012946073897182941, -0.01218294259160757, -0.0114198112860322, -0.010656679980456829, -0.009893548674881458, -0.009130417369306087, -0.008367286063730717, -0.007604154758155346, -0.006841023452579975, -0.006077892147004604, -0.0053147608414292336, -0.00455163000151515, -0.0037884986959397793, -0.0030253673903644085, -0.0022622360847890377, -0.001499104779213667, -0.000735973590053618, 2.715765731409192e-05, 0.0007902889046818018, 0.0015534202102571726, 0.0023165512830018997, 0.0030796825885772705, 0.0038428138941526413, 0.004605945199728012, 0.005369076505303383, 0.006132207810878754, 0.0068953391164541245, 0.007658469956368208, 0.008421601727604866, 0.009184733033180237, 0.009947864338755608, 0.010710994713008404, 0.011474126018583775, 0.012237257324159145, 0.013000388629734516, 0.013763519935309887, 0.014526651240885258, 0.015289782546460629, 0.016052912920713425, 0.016816044226288795, 0.017579175531864166, 0.018342306837439537, 0.019105438143014908, 0.01986856944859028, 0.02063170075416565, 0.02139483205974102, 0.02215796336531639, 0.022921094670891762, 0.023684225976467133, 0.024447357282042503, 0.025210488587617874, 0.025973619893193245, 0.026736751198768616, 0.027499882504343987, 0.028263013809919357]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 4.0, 5.0, 3.0, 6.0, 1.0, 5.0, 9.0, 13.0, 14.0, 17.0, 20.0, 26.0, 22.0, 31.0, 38.0, 50.0, 63.0, 61.0, 78.0, 115.0, 156.0, 172.0, 232.0, 286.0, 420.0, 492.0, 646.0, 928.0, 1340.0, 2354.0, 6008.0, 1577.0, 990.0, 665.0, 437.0, 297.0, 217.0, 159.0, 93.0, 75.0, 52.0, 41.0, 37.0, 23.0, 26.0, 16.0, 13.0, 10.0, 18.0, 19.0, 10.0, 16.0, 8.0, 1.0, 1.0, 4.0, 6.0], "bins": [-0.012531764805316925, -0.012195429764688015, -0.011859094724059105, -0.01152276061475277, -0.01118642557412386, -0.01085009053349495, -0.01051375549286604, -0.01017742045223713, -0.009841086342930794, -0.009504751302301884, -0.009168416261672974, -0.008832081221044064, -0.008495746180415154, -0.008159411139786243, -0.007823077030479908, -0.007486741989850998, -0.007150406949222088, -0.006814071908593178, -0.006477737333625555, -0.006141402292996645, -0.005805067718029022, -0.005468732677400112, -0.005132397636771202, -0.004796063061803579, -0.004459728021174669, -0.004123392980545759, -0.0037870584055781364, -0.0034507233649492264, -0.00311438855715096, -0.0027780537493526936, -0.0024417187087237835, -0.002105383900925517, -0.0017690490931272507, -0.0014327142853289843, -0.001096379361115396, -0.0007600444951094687, -0.0004237096291035414, -8.737476309761405e-05, 0.0002489601029083133, 0.0005852949689142406, 0.0009216298349201679, 0.0012579646427184343, 0.0015942995669320226, 0.0019306344911456108, 0.0022669692989438772, 0.0026033041067421436, 0.0029396391473710537, 0.00327597395516932, 0.0036123087629675865, 0.003948643803596497, 0.004284978378564119, 0.004621313419193029, 0.004957647994160652, 0.005293983034789562, 0.005630318075418472, 0.005966652650386095, 0.006302987691015005, 0.006639322731643915, 0.006975657306611538, 0.007311992347240448, 0.007648327387869358, 0.007984662428498268, 0.008320996537804604, 0.008657331578433514, 0.008993666619062424]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 3.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.12825623154640198, -0.12341136485338211, -0.11856649816036224, -0.11372162401676178, -0.10887675732374191, -0.10403189063072205, -0.09918701648712158, -0.09434214979410172, -0.08949728310108185, -0.08465241640806198, -0.07980754971504211, -0.07496267557144165, -0.07011780887842178, -0.06527294218540192, -0.06042807176709175, -0.055583201348781586, -0.05073833465576172, -0.04589346796274185, -0.041048597544431686, -0.03620372712612152, -0.031358860433101654, -0.026513991877436638, -0.02166912332177162, -0.016824254766106606, -0.01197938621044159, -0.007134517654776573, -0.002289649099111557, 0.002555219456553459, 0.007400088012218475, 0.012244956567883492, 0.017089825123548508, 0.021934693679213524, 0.02677956223487854, 0.03162442892789841, 0.03646929934620857, 0.04131416976451874, 0.046159036457538605, 0.05100390315055847, 0.05584877356886864, 0.0606936439871788, 0.06553851068019867, 0.07038337737321854, 0.0752282440662384, 0.08007311820983887, 0.08491798490285873, 0.0897628515958786, 0.09460772573947906, 0.09945259243249893, 0.1042974591255188, 0.10914232581853867, 0.11398719251155853, 0.118832066655159, 0.12367693334817886, 0.12852180004119873, 0.1333666741847992, 0.13821153342723846, 0.14305640757083893, 0.1479012817144394, 0.15274614095687866, 0.15759101510047913, 0.1624358892440796, 0.16728074848651886, 0.17212562263011932, 0.1769704818725586, 0.18181535601615906]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 3.0, 2.0, 4.0, 8.0, 19.0, 30.0, 23.0, 26.0, 23.0, 40.0, 17.0, 18.0, 10.0, 2.0, 0.0, 1.0, 2.0, 8.0, 3.0, 2.0, 1.0, 3.0, 1.0, 2.0, 1.0, 3.0, 3.0, 3.0, 4.0, 3.0, 4.0, 2.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0916941910982132, -0.087710440158844, -0.08372669667005539, -0.07974294573068619, -0.07575920224189758, -0.07177545130252838, -0.06779170036315918, -0.06380795687437057, -0.05982420593500137, -0.05584045872092247, -0.05185671150684357, -0.047872960567474365, -0.04388921335339546, -0.03990546613931656, -0.03592171519994736, -0.031937967985868454, -0.02795422077178955, -0.023970473557710648, -0.019986724480986595, -0.016002975404262543, -0.01201922819018364, -0.008035480044782162, -0.004051731899380684, -6.798375397920609e-05, 0.003915764391422272, 0.00789951253682375, 0.011883260682225227, 0.01586700975894928, 0.019850756973028183, 0.023834504187107086, 0.02781825326383114, 0.03180200234055519, 0.035785749554634094, 0.039769496768713, 0.0437532439827919, 0.0477369949221611, 0.051720742136240005, 0.05570448935031891, 0.05968824028968811, 0.06367198377847672, 0.06765573471784592, 0.07163948565721512, 0.07562322914600372, 0.07960698008537292, 0.08359073102474213, 0.08757447451353073, 0.09155822545289993, 0.09554196894168854, 0.09952571988105774, 0.10350947082042694, 0.10749321430921555, 0.11147696524858475, 0.11546070873737335, 0.11944445967674255, 0.12342821061611176, 0.12741196155548096, 0.13139569759368896, 0.13537944853305817, 0.13936319947242737, 0.14334695041179657, 0.14733070135116577, 0.15131445229053497, 0.15529818832874298, 0.15928193926811218, 0.16326569020748138]}, "_runtime": 140.5805459022522, "_timestamp": 1596213011.2820835, "_step": 170}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 2.0, 1.0, 5.0, 2.0, 5.0, 4.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.007618927396833897, -0.0073708705604076385, -0.0071228137239813805, -0.006874756887555122, -0.006626700051128864, -0.006378642749041319, -0.006130585912615061, -0.005882529076188803, -0.005634472239762545, -0.0053864154033362865, -0.0051383585669100285, -0.00489030173048377, -0.004642244428396225, -0.004394187591969967, -0.004146130755543709, -0.0038980739191174507, -0.0036500170826911926, -0.0034019602462649345, -0.0031539034098386765, -0.0029058463405817747, -0.0026577895041555166, -0.0024097326677292585, -0.002161675598472357, -0.0019136187620460987, -0.0016655619256198406, -0.0014175050891935825, -0.0011694481363520026, -0.0009213912417180836, -0.0006733343470841646, -0.0004252774524502456, -0.00017722055781632662, 7.083633681759238e-05, 0.0003188932314515114, 0.0005669501260854304, 0.0008150070207193494, 0.0010630639735609293, 0.0013111208099871874, 0.0015591776464134455, 0.0018072345992550254, 0.0020552915520966053, 0.0023033483885228634, 0.0025514052249491215, 0.0027994620613753796, 0.0030475191306322813, 0.0032955759670585394, 0.0035436328034847975, 0.0037916898727416992, 0.004039746709167957, 0.004287803545594215, 0.0045358603820204735, 0.004783917218446732, 0.00503197405487299, 0.005280030891299248, 0.005528088193386793, 0.005776145029813051, 0.006024201866239309, 0.006272258702665567, 0.0065203155390918255, 0.006768372375518084, 0.007016429211944342, 0.007264486514031887, 0.007512543350458145, 0.007760600186884403, 0.008008657023310661, 0.00825671385973692]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 6.0, 3.0, 5.0, 7.0, 8.0, 12.0, 12.0, 17.0, 20.0, 34.0, 27.0, 47.0, 54.0, 68.0, 90.0, 150.0, 180.0, 294.0, 5142.0, 884.0, 262.0, 151.0, 109.0, 82.0, 58.0, 48.0, 36.0, 20.0, 18.0, 15.0, 14.0, 14.0, 6.0, 7.0, 1.0, 2.0, 7.0, 1.0, 5.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.11304386705160141, -0.10948457568883896, -0.10592527687549591, -0.10236598551273346, -0.09880669414997101, -0.09524739533662796, -0.09168810397386551, -0.08812880516052246, -0.08456951379776001, -0.08101022243499756, -0.07745092362165451, -0.07389163225889206, -0.07033233344554901, -0.06677304208278656, -0.06321375072002411, -0.05965445563197136, -0.05609516054391861, -0.05253586545586586, -0.04897657036781311, -0.04541727900505066, -0.04185798391699791, -0.03829868882894516, -0.03473939746618271, -0.03118010237812996, -0.02762080729007721, -0.02406151220202446, -0.02050221897661686, -0.01694292575120926, -0.01338363066315651, -0.009824336506426334, -0.006265042349696159, -0.0027057481929659843, 0.0008535459637641907, 0.004412840120494366, 0.00797213427722454, 0.011531428433954716, 0.01509072259068489, 0.01865001767873764, 0.02220931090414524, 0.02576860412955284, 0.02932789921760559, 0.03288719430565834, 0.03644648939371109, 0.04000578075647354, 0.04356507584452629, 0.04712437093257904, 0.05068366229534149, 0.05424295738339424, 0.05780225247144699, 0.06136154755949974, 0.06492084264755249, 0.06848013401031494, 0.07203942537307739, 0.07559872418642044, 0.07915801554918289, 0.08271731436252594, 0.08627660572528839, 0.08983589708805084, 0.09339519590139389, 0.09695448726415634, 0.10051378607749939, 0.10407307744026184, 0.10763236880302429, 0.11119166761636734, 0.11475095897912979]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 3.0, 3.0, 5.0, 2.0, 6.0, 5.0, 3.0, 3.0, 1.0, 26.0, 4.0, 6.0, 10.0, 4.0, 7.0, 0.0, 3.0, 4.0, 1.0, 5.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0035927281714975834, -0.0034904940985143185, -0.0033882600255310535, -0.0032860259525477886, -0.0031837918795645237, -0.0030815578065812588, -0.0029793239664286375, -0.0028770898934453726, -0.0027748558204621077, -0.0026726217474788427, -0.002570387674495578, -0.002468153601512313, -0.002365919528529048, -0.002263685455545783, -0.002161451382562518, -0.002059217309579253, -0.001956983469426632, -0.0018547492800280452, -0.0017525152070447803, -0.0016502812504768372, -0.0015480471774935722, -0.0014458131045103073, -0.0013435790315270424, -0.0012413449585437775, -0.0011391108855605125, -0.0010368769289925694, -0.0009346428560093045, -0.0008324087830260396, -0.0007301747100427747, -0.0006279406952671707, -0.0005257066222839057, -0.0004234725784044713, -0.0003212385345250368, -0.00021900449064560235, -0.00011677043221425265, -1.453638105886057e-05, 8.769767009653151e-05, 0.00018993171397596598, 0.0002921657869592309, 0.00039439983083866537, 0.0004966338747180998, 0.0005988679477013648, 0.0007011019624769688, 0.0008033360354602337, 0.0009055701084434986, 0.0010078041814267635, 0.0011100381379947066, 0.0012122722109779716, 0.0013145062839612365, 0.0014167403569445014, 0.0015189744299277663, 0.0016212083864957094, 0.0017234424594789743, 0.0018256765324622393, 0.0019279106054455042, 0.002030144678428769, 0.002132378751412034, 0.002234612824395299, 0.002336846897378564, 0.002439080737531185, 0.00254131481051445, 0.002643548883497715, 0.00274578295648098, 0.002848017029464245, 0.0029502511024475098]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 4.0, 6.0, 16.0, 24.0, 30.0, 48.0, 80.0, 117.0, 159.0, 212.0, 338.0, 452.0, 711.0, 1027.0, 1626.0, 2679.0, 4690.0, 8681.0, 17956.0, 45781.0, 270971.0, 734751.0, 45195.0, 19481.0, 9746.0, 5527.0, 3295.0, 2029.0, 1282.0, 826.0, 549.0, 395.0, 277.0, 193.0, 117.0, 101.0, 77.0, 53.0, 45.0, 24.0, 19.0, 18.0, 11.0, 5.0, 5.0, 3.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.005482158623635769, -0.005263091530650854, -0.005044024903327227, -0.004824957810342312, -0.004605891183018684, -0.00438682409003377, -0.004167757462710142, -0.003948690369725227, -0.0037296235095709562, -0.003510556649416685, -0.003291489789262414, -0.003072422929108143, -0.002853355836123228, -0.002634288975968957, -0.002415222115814686, -0.0021961552556604147, -0.0019770883955061436, -0.0017580215353518724, -0.0015389546751976013, -0.0013198876986280084, -0.0011008208384737372, -0.0008817539783194661, -0.0006626870599575341, -0.0004436201706994325, -0.0002245532814413309, -5.486392183229327e-06, 0.00021358049707487226, 0.00043264738633297384, 0.0006517142755910754, 0.0008707811357453465, 0.0010898481123149395, 0.0013089149724692106, 0.0015279818326234818, 0.0017470486927777529, 0.001966115552932024, 0.002185182413086295, 0.0024042492732405663, 0.002623316366225481, 0.002842383226379752, 0.0030614500865340233, 0.0032805169466882944, 0.0034995838068425655, 0.0037186506669968367, 0.003937717527151108, 0.004156784620136023, 0.00437585124745965, 0.004594918340444565, 0.004813984967768192, 0.005033052060753107, 0.005252119153738022, 0.005471185781061649, 0.005690252874046564, 0.005909319501370192, 0.006128386594355106, 0.006347453221678734, 0.006566520314663649, 0.006785587407648563, 0.007004654034972191, 0.007223721127957106, 0.007442787755280733, 0.007661854848265648, 0.007880921475589275, 0.008099988102912903, 0.008319055661559105, 0.008538122288882732]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 4.0, 2.0, 5.0, 3.0, 1.0, 11.0, 3.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.026181748136878014, -0.02555108070373535, -0.02492041513323784, -0.024289747700095177, -0.023659082129597664, -0.023028414696455002, -0.02239774912595749, -0.021767081692814827, -0.021136414259672165, -0.020505748689174652, -0.01987508125603199, -0.019244415685534477, -0.018613748252391815, -0.017983082681894302, -0.01735241524875164, -0.016721749678254128, -0.016091082245111465, -0.015460415743291378, -0.01482974924147129, -0.014199082739651203, -0.013568416237831116, -0.012937748804688454, -0.012307082302868366, -0.011676415801048279, -0.011045749299228191, -0.010415082797408104, -0.009784416295588017, -0.009153749793767929, -0.008523082360625267, -0.00789241585880518, -0.007261749356985092, -0.006631082855165005, -0.006000416353344917, -0.00536974985152483, -0.004739083349704742, -0.004108416382223368, -0.0034777498804032803, -0.002847083378583193, -0.0022164166439324617, -0.0015857500256970525, -0.0009550834074616432, -0.00032441678922623396, 0.0003062498290091753, 0.0009369164472445846, 0.0015675830654799938, 0.0021982495673000813, 0.0028289163019508123, 0.0034595830366015434, 0.004090249538421631, 0.004720916040241718, 0.005351582542061806, 0.0059822495095431805, 0.006612916011363268, 0.007243582513183355, 0.00787424948066473, 0.008504915982484818, 0.009135582484304905, 0.009766248986124992, 0.01039691548794508, 0.011027581989765167, 0.01165824942290783, 0.012288915924727917, 0.012919582426548004, 0.013550248928368092, 0.014180915430188179]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [6.0, 4.0, 0.0, 0.0, 0.0, 1.0, 2.0, 10.0, 29.0, 19.0, 5.0, 11.0, 10.0, 21.0, 15.0, 28.0, 29.0, 51.0, 31.0, 47.0, 49.0, 90.0, 99.0, 140.0, 150.0, 200.0, 294.0, 339.0, 488.0, 616.0, 887.0, 1173.0, 1655.0, 5286.0, 1811.0, 1135.0, 792.0, 581.0, 414.0, 339.0, 297.0, 210.0, 176.0, 182.0, 122.0, 98.0, 109.0, 63.0, 47.0, 48.0, 43.0, 41.0, 29.0, 20.0, 21.0, 19.0, 17.0, 6.0, 8.0, 5.0, 4.0, 2.0, 6.0, 2.0], "bins": [-0.008425856940448284, -0.008175931870937347, -0.00792600680142641, -0.007676081731915474, -0.007426156662404537, -0.007176231127232313, -0.006926306057721376, -0.00667638098821044, -0.006426455918699503, -0.006176530849188566, -0.0059266057796776295, -0.005676680710166693, -0.005426755174994469, -0.005176830105483532, -0.004926905035972595, -0.0046769799664616585, -0.004427054896950722, -0.004177129827439785, -0.003927204757928848, -0.003677279455587268, -0.003427354386076331, -0.0031774293165653944, -0.002927504014223814, -0.0026775789447128773, -0.0024276538752019405, -0.002177728805691004, -0.0019278036197647452, -0.0016778784338384867, -0.00142795336432755, -0.0011780282948166132, -0.0009281031088903546, -0.000678177981171757, -0.00042825285345315933, -0.00017832772573456168, 7.159740198403597e-05, 0.0003215225297026336, 0.0005714476574212313, 0.0008213727851398289, 0.0010712979128584266, 0.0013212230987846851, 0.0015711481682956219, 0.0018210732378065586, 0.0020709983073174953, 0.0023209236096590757, 0.0025708486791700125, 0.002820773748680949, 0.0030706990510225296, 0.0033206241205334663, 0.003570549190044403, 0.00382047425955534, 0.0040703993290662766, 0.004320324398577213, 0.00457024946808815, 0.004820175003260374, 0.005070100072771311, 0.0053200251422822475, 0.005569950211793184, 0.005819875281304121, 0.006069800350815058, 0.0063197254203259945, 0.0065696509554982185, 0.006819576025009155, 0.007069501094520092, 0.007319426164031029, 0.0075693512335419655]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 3.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.05766887962818146, -0.055534303188323975, -0.05339972674846649, -0.05126514658331871, -0.04913057014346123, -0.046995993703603745, -0.04486141353845596, -0.04272683709859848, -0.040592260658741, -0.038457684218883514, -0.03632310777902603, -0.03418852761387825, -0.03205395117402077, -0.029919374734163284, -0.027784796431660652, -0.02565021812915802, -0.023515641689300537, -0.021381065249443054, -0.019246486946940422, -0.01711190864443779, -0.014977332204580307, -0.01284275483340025, -0.010708177462220192, -0.008573600091040134, -0.006439022719860077, -0.004304445348680019, -0.002169867977499962, -3.529060631990433e-05, 0.002099286764860153, 0.004233864136040211, 0.006368441507220268, 0.008503018878400326, 0.010637596249580383, 0.01277217362076044, 0.014906750991940498, 0.01704132929444313, 0.019175905734300613, 0.021310482174158096, 0.02344506047666073, 0.02557963877916336, 0.027714215219020844, 0.029848791658878326, 0.03198336809873581, 0.03411794826388359, 0.036252524703741074, 0.038387101143598557, 0.04052168130874634, 0.04265625774860382, 0.044790834188461304, 0.04692541062831879, 0.04905998706817627, 0.05119456723332405, 0.053329143673181534, 0.05546372011303902, 0.0575983002781868, 0.05973287671804428, 0.061867453157901764, 0.06400202959775925, 0.06613660603761673, 0.06827118247747421, 0.07040576636791229, 0.07254034280776978, 0.07467491924762726, 0.07680949568748474, 0.07894407212734222]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 3.0, 1.0, 2.0, 2.0, 4.0, 2.0, 7.0, 7.0, 1.0, 7.0, 8.0, 8.0, 7.0, 10.0, 17.0, 7.0, 15.0, 10.0, 25.0, 34.0, 17.0, 11.0, 8.0, 12.0, 8.0, 3.0, 5.0, 5.0, 5.0, 1.0, 7.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.06391392648220062, -0.0621304027736187, -0.060346879065036774, -0.05856335163116455, -0.056779827922582626, -0.0549963042140007, -0.05321278050541878, -0.05142925679683685, -0.04964572936296463, -0.047862205654382706, -0.04607868194580078, -0.04429515823721886, -0.04251163452863693, -0.04072811082005501, -0.038944583386182785, -0.03716105967760086, -0.035377535969018936, -0.03359401226043701, -0.03181048855185509, -0.030026962980628014, -0.02824343740940094, -0.026459913700819016, -0.02467638999223709, -0.022892864421010017, -0.021109340712428093, -0.01932581700384617, -0.017542291432619095, -0.01575876772403717, -0.013975243084132671, -0.012191718444228172, -0.010408194735646248, -0.008624670095741749, -0.00684114545583725, -0.005057620815932751, -0.003274096641689539, -0.0014905722346156836, 0.00029295217245817184, 0.0020764765795320272, 0.0038600009866058826, 0.005643525160849094, 0.0074270498007535934, 0.009210574440658092, 0.010994099080562592, 0.012777622789144516, 0.014561147429049015, 0.016344672068953514, 0.01812819577753544, 0.019911721348762512, 0.021695245057344437, 0.02347876876592636, 0.025262294337153435, 0.02704581804573536, 0.028829343616962433, 0.030612867325544357, 0.03239639103412628, 0.034179914742708206, 0.03596343845129013, 0.037746965885162354, 0.03953048959374428, 0.0413140133023262, 0.04309753701090813, 0.04488106071949005, 0.046664588153362274, 0.0484481118619442, 0.05023163557052612]}, "_runtime": 141.35615372657776, "_timestamp": 1596213012.0576913, "_step": 171}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 9.0, 3.0, 3.0, 0.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 3.0, 4.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.012062632478773594, -0.011741499416530132, -0.01142036635428667, -0.011099234223365784, -0.010778101161122322, -0.01045696809887886, -0.010135835036635399, -0.009814701974391937, -0.009493568912148476, -0.009172436781227589, -0.008851303718984127, -0.008530170656740665, -0.008209037594497204, -0.007887904532253742, -0.007566771935671568, -0.007245639339089394, -0.006924506276845932, -0.00660337321460247, -0.006282240618020296, -0.0059611075557768345, -0.00563997495919466, -0.005318841896951199, -0.004997708834707737, -0.004676576238125563, -0.004355443175882101, -0.0040343101136386395, -0.003713177517056465, -0.0033920444548130035, -0.0030709116254001856, -0.0027497787959873676, -0.002428645733743906, -0.002107512904331088, -0.0017863800749182701, -0.0014652472455054522, -0.0011441142996773124, -0.0008229814120568335, -0.0005018485244363546, -0.00018071563681587577, 0.0001404172508046031, 0.00046155013842508197, 0.0007826830260455608, 0.0011038158554583788, 0.0014249488012865186, 0.0017460817471146584, 0.0020672145765274763, 0.0023883474059402943, 0.002709480468183756, 0.003030613297596574, 0.003351746127009392, 0.0036728789564222097, 0.003994011785835028, 0.004315144848078489, 0.004636277444660664, 0.004957410506904125, 0.005278543569147587, 0.005599676165729761, 0.005920809227973223, 0.006241942290216684, 0.006563074886798859, 0.00688420794904232, 0.007205341011285782, 0.007526473607867956, 0.00784760620445013, 0.008168739266693592, 0.008489872328937054]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 3.0, 0.0, 1.0, 8.0, 8.0, 8.0, 4.0, 13.0, 15.0, 12.0, 22.0, 22.0, 31.0, 27.0, 35.0, 43.0, 49.0, 65.0, 87.0, 96.0, 139.0, 172.0, 356.0, 5362.0, 441.0, 213.0, 179.0, 102.0, 95.0, 60.0, 52.0, 40.0, 26.0, 36.0, 21.0, 15.0, 14.0, 9.0, 16.0, 12.0, 4.0, 4.0, 2.0, 0.0, 2.0, 1.0, 3.0, 1.0, 1.0, 1.0], "bins": [-0.11009647697210312, -0.10715261101722717, -0.10420874506235123, -0.10126487910747528, -0.09832101315259933, -0.09537714719772339, -0.09243328124284744, -0.0894894152879715, -0.08654554188251495, -0.08360167592763901, -0.08065780997276306, -0.07771394401788712, -0.07477007806301117, -0.07182621210813522, -0.06888234615325928, -0.06593848019838333, -0.06299461424350739, -0.06005074828863144, -0.05710688233375549, -0.05416301637887955, -0.0512191504240036, -0.04827528074383736, -0.04533141478896141, -0.042387548834085464, -0.03944368287920952, -0.03649981692433357, -0.033555950969457626, -0.03061208315193653, -0.027668217197060585, -0.02472435124218464, -0.021780483424663544, -0.018836617469787598, -0.01589275151491165, -0.012948885560035706, -0.010005018673837185, -0.0070611522532999516, -0.004117285832762718, -0.0011734194122254848, 0.0017704470083117485, 0.004714313428848982, 0.007658179849386215, 0.010602045804262161, 0.013545912690460682, 0.016489779576659203, 0.01943364553153515, 0.022377511486411095, 0.02532137930393219, 0.028265245258808136, 0.031209111213684082, 0.03415297716856003, 0.037096843123435974, 0.04004070907831192, 0.042984575033187866, 0.04592844471335411, 0.04887231066823006, 0.051816176623106, 0.05476004257798195, 0.057703908532857895, 0.06064777448773384, 0.06359164416790009, 0.06653551012277603, 0.06947937607765198, 0.07242324203252792, 0.07536710798740387, 0.07831097394227982]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 4.0, 1.0, 4.0, 1.0, 1.0, 1.0, 4.0, 5.0, 1.0, 6.0, 9.0, 5.0, 3.0, 24.0, 4.0, 4.0, 3.0, 4.0, 2.0, 4.0, 2.0, 4.0, 4.0, 1.0, 2.0, 2.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.002756863832473755, -0.0026425246614962816, -0.002528185723349452, -0.0024138465523719788, -0.002299507614225149, -0.002185168443247676, -0.0020708292722702026, -0.001956490334123373, -0.0018421511631458998, -0.0017278121085837483, -0.001613473054021597, -0.0014991339994594455, -0.001384794944897294, -0.0012704558903351426, -0.0011561167193576694, -0.001041777664795518, -0.0009274386102333665, -0.0008130995556712151, -0.0006987604429014027, -0.0005844213883392513, -0.0004700823046732694, -0.0003557432210072875, -0.00024140415189322084, -0.00012706508277915418, -1.2725999113172293e-05, 0.00010161307727685198, 0.00021595215366687626, 0.0003302912227809429, 0.0004446303064469248, 0.0005589693901129067, 0.0006733084446750581, 0.0007876475574448705, 0.0009019866120070219, 0.0010163256665691733, 0.0011306647211313248, 0.001245003892108798, 0.0013593429466709495, 0.0014736820012331009, 0.0015880210557952523, 0.0017023601103574038, 0.001816699281334877, 0.0019310383358970284, 0.00204537739045918, 0.002159716561436653, 0.0022740554995834827, 0.002388394670560956, 0.0025027336087077856, 0.002617072779685259, 0.0027314117178320885, 0.0028457508888095617, 0.002960090059787035, 0.0030744289979338646, 0.003188768168911338, 0.0033031071070581675, 0.0034174462780356407, 0.003531785449013114, 0.0036461243871599436, 0.003760463558137417, 0.0038748024962842464, 0.003989141900092363, 0.004103480838239193, 0.004217819776386023, 0.004332158714532852, 0.004446498118340969, 0.004560837056487799]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 3.0, 8.0, 14.0, 17.0, 35.0, 44.0, 91.0, 128.0, 226.0, 360.0, 577.0, 1044.0, 1755.0, 3093.0, 5673.0, 11490.0, 27147.0, 97059.0, 913930.0, 57359.0, 23823.0, 12558.0, 7694.0, 4857.0, 3135.0, 2138.0, 1523.0, 1034.0, 767.0, 520.0, 416.0, 281.0, 225.0, 152.0, 110.0, 110.0, 65.0, 46.0, 32.0, 22.0, 20.0, 22.0, 9.0, 9.0, 6.0, 6.0, 2.0, 2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005922438111156225, -0.005689065903425217, -0.0054556941613554955, -0.005222321953624487, -0.004988950211554766, -0.004755578003823757, -0.004522206261754036, -0.004288834054023027, -0.004055461846292019, -0.0038220901042222977, -0.003588718129321933, -0.003355346154421568, -0.0031219739466905594, -0.0028886019717901945, -0.0026552299968898296, -0.0024218580219894648, -0.0021884860470891, -0.001955114072188735, -0.0017217420972883701, -0.0014883700059726834, -0.0012549980310723186, -0.0010216260561719537, -0.0007882540230639279, -0.0005548819899559021, -0.0003215100150555372, -8.813801105134189e-05, 0.00014523399295285344, 0.0003786059969570488, 0.0006119780009612441, 0.000845349975861609, 0.0010787220671772957, 0.0013120940420776606, 0.0015454660169780254, 0.0017788379918783903, 0.002012209966778755, 0.00224558194167912, 0.002478953916579485, 0.0027123261243104935, 0.0029456980992108583, 0.0031790700741112232, 0.003412442049011588, 0.003645814023911953, 0.003879185998812318, 0.004112557973712683, 0.004345930181443691, 0.0045793019235134125, 0.004812674131244421, 0.005046045873314142, 0.005279418081045151, 0.005512790288776159, 0.0057461620308458805, 0.005979534238576889, 0.00621290598064661, 0.006446278188377619, 0.00667964993044734, 0.0069130221381783485, 0.00714639388024807, 0.007379766087979078, 0.007613138295710087, 0.007846510037779808, 0.00807988177984953, 0.008313254453241825, 0.008546626195311546, 0.008779997937381268, 0.009013369679450989]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 3.0, 4.0, 0.0, 4.0, 2.0, 1.0, 7.0, 2.0, 3.0, 3.0, 1.0, 1.0, 8.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03557506948709488, -0.03457963839173317, -0.03358420729637146, -0.03258877247571945, -0.03159334138035774, -0.030597910284996033, -0.029602477326989174, -0.028607044368982315, -0.027611613273620605, -0.026616182178258896, -0.025620749220252037, -0.024625316262245178, -0.02362988516688347, -0.02263445407152176, -0.0216390211135149, -0.02064358815550804, -0.019648157060146332, -0.018652725964784622, -0.017657293006777763, -0.016661860048770905, -0.015666428953409195, -0.01467099692672491, -0.013675564900040627, -0.012680132873356342, -0.011684700846672058, -0.010689268819987774, -0.00969383679330349, -0.008698404766619205, -0.007702972739934921, -0.006707540713250637, -0.005712108686566353, -0.004716676659882069, -0.0037212446331977844, -0.0027258126065135, -0.001730380579829216, -0.0007349485531449318, 0.0002604834735393524, 0.0012559155002236366, 0.002251347526907921, 0.003246779553592205, 0.004242211580276489, 0.0052376436069607735, 0.006233075633645058, 0.007228507660329342, 0.008223939687013626, 0.00921937171369791, 0.010214803740382195, 0.011210235767066479, 0.012205667793750763, 0.013201099820435047, 0.014196531847119331, 0.015191963873803616, 0.0161873959004879, 0.01718282699584961, 0.018178259953856468, 0.019173692911863327, 0.020169124007225037, 0.021164555102586746, 0.022159988060593605, 0.023155421018600464, 0.024150852113962173, 0.025146283209323883, 0.026141716167330742, 0.0271371491253376, 0.02813258022069931]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 3.0, 3.0, 4.0, 5.0, 8.0, 14.0, 12.0, 14.0, 30.0, 31.0, 53.0, 61.0, 78.0, 141.0, 160.0, 233.0, 329.0, 419.0, 657.0, 958.0, 1620.0, 6493.0, 2720.0, 1427.0, 909.0, 508.0, 350.0, 280.0, 193.0, 141.0, 110.0, 124.0, 72.0, 56.0, 48.0, 32.0, 18.0, 15.0, 17.0, 16.0, 8.0, 5.0, 4.0, 6.0, 3.0, 4.0, 6.0, 6.0, 1.0, 5.0, 5.0, 2.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.014690281823277473, -0.01412205956876278, -0.013553837314248085, -0.01298561505973339, -0.012417392805218697, -0.011849171482026577, -0.011280949227511883, -0.010712726972997189, -0.010144504718482494, -0.0095762824639678, -0.009008060209453106, -0.008439837954938412, -0.007871616631746292, -0.007303393911570311, -0.006735172122716904, -0.0061669498682022095, -0.005598727613687515, -0.005030505359172821, -0.004462283104658127, -0.00389406131580472, -0.0033258390612900257, -0.0027576168067753315, -0.002189394785091281, -0.0016211726469919086, -0.0010529505088925362, -0.0004847283707931638, 8.349376730620861e-05, 0.000651715905405581, 0.0012199380435049534, 0.0017881601816043258, 0.002356382319703698, 0.0029246043413877487, 0.003492826595902443, 0.004061048850417137, 0.004629271104931831, 0.005197492893785238, 0.0057657151482999325, 0.006333937402814627, 0.006902159191668034, 0.007470381446182728, 0.008038603700697422, 0.008606825955212116, 0.00917504820972681, 0.009743270464241505, 0.010311491787433624, 0.010879714041948318, 0.011447936296463013, 0.012016158550977707, 0.012584380805492401, 0.013152603060007095, 0.01372082531452179, 0.014289047569036484, 0.014857269823551178, 0.015425491146743298, 0.015993714332580566, 0.01656193658709526, 0.017130158841609955, 0.0176983792334795, 0.018266601487994194, 0.018834823742508888, 0.019403045997023582, 0.019971268251538277, 0.02053949050605297, 0.021107712760567665, 0.02167593501508236]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 3.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.2112489938735962, -0.20609010756015778, -0.20093122124671936, -0.19577234983444214, -0.19061346352100372, -0.1854545772075653, -0.1802956908941269, -0.17513681948184967, -0.16997793316841125, -0.16481904685497284, -0.15966016054153442, -0.154501274228096, -0.1493424028158188, -0.14418351650238037, -0.13902463018894196, -0.13386574387550354, -0.12870687246322632, -0.1235479786992073, -0.11838909983634949, -0.11323021352291107, -0.10807133466005325, -0.10291244834661484, -0.09775356948375702, -0.0925946831703186, -0.08743579685688019, -0.08227691799402237, -0.07711803168058395, -0.07195915281772614, -0.06680026650428772, -0.0616413839161396, -0.056482501327991486, -0.05132361873984337, -0.04616473615169525, -0.041005853563547134, -0.03584697097539902, -0.03068808652460575, -0.025529203936457634, -0.020370321348309517, -0.015211437828838825, -0.010052554309368134, -0.0048936717212200165, 0.0002652113325893879, 0.005424094386398792, 0.010582977905869484, 0.0157418604940176, 0.020900743082165718, 0.026059627532958984, 0.0312185101211071, 0.03637739270925522, 0.041536275297403336, 0.04669515788555145, 0.05185404047369957, 0.05701292306184769, 0.0621718093752861, 0.06733068823814392, 0.07248957455158234, 0.07764846086502075, 0.08280733972787857, 0.08796622604131699, 0.0931251049041748, 0.09828399121761322, 0.10344287008047104, 0.10860175639390945, 0.11376063525676727, 0.11891952157020569]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 3.0, 1.0, 1.0, 2.0, 4.0, 8.0, 3.0, 3.0, 3.0, 7.0, 0.0, 1.0, 1.0, 3.0, 6.0, 6.0, 8.0, 8.0, 8.0, 8.0, 38.0, 24.0, 18.0, 14.0, 18.0, 15.0, 17.0, 9.0, 8.0, 6.0, 5.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 4.0], "bins": [-0.13277678191661835, -0.12918615341186523, -0.12559552490711212, -0.12200489640235901, -0.1184142678976059, -0.11482363939285278, -0.11123301088809967, -0.10764238238334656, -0.10405175387859344, -0.10046111792325974, -0.09687048941850662, -0.09327986091375351, -0.0896892324090004, -0.08609860390424728, -0.08250797539949417, -0.07891734689474106, -0.07532671838998795, -0.07173608988523483, -0.06814546138048172, -0.06455483287572861, -0.060964204370975494, -0.05737357214093208, -0.05378294363617897, -0.05019231513142586, -0.046601686626672745, -0.04301105812191963, -0.03942042961716652, -0.035829801112413406, -0.032239168882369995, -0.02864854224026203, -0.02505791187286377, -0.021467283368110657, -0.017876654863357544, -0.014286026358604431, -0.010695396922528744, -0.007104767952114344, -0.0035141389816999435, 7.648998871445656e-05, 0.0036671189591288567, 0.007257747929543257, 0.010848376899957657, 0.01443900540471077, 0.018029633909463882, 0.021620264276862144, 0.025210892781615257, 0.02880152128636837, 0.03239215165376663, 0.035982780158519745, 0.03957340866327286, 0.04316403716802597, 0.04675466567277908, 0.050345294177532196, 0.05393592268228531, 0.05752655491232872, 0.06111718341708183, 0.06470780819654465, 0.06829844415187836, 0.07188907265663147, 0.07547970116138458, 0.0790703296661377, 0.08266095817089081, 0.08625158667564392, 0.08984221518039703, 0.09343284368515015, 0.09702347218990326]}, "_runtime": 142.12735891342163, "_timestamp": 1596213012.8288965, "_step": 172}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 3.0, 3.0, 0.0, 3.0, 0.0, 1.0, 1.0, 3.0, 4.0, 2.0, 4.0, 2.0, 6.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01102903950959444, -0.01065190602093935, -0.01027477253228426, -0.00989763904362917, -0.009520505554974079, -0.009143372066318989, -0.008766238577663898, -0.008389105089008808, -0.008011970669031143, -0.00763483764603734, -0.00725770415738225, -0.0068805706687271595, -0.006503436714410782, -0.0061263032257556915, -0.005749169737100601, -0.005372036248445511, -0.0049949027597904205, -0.00461776927113533, -0.00424063578248024, -0.003863502060994506, -0.0034863685723394156, -0.0031092350836843252, -0.0027321013621985912, -0.002354967873543501, -0.0019778343848884106, -0.0016007008962333202, -0.001223567291162908, -0.0008464337443001568, -0.0004693001974374056, -9.216665057465434e-05, 0.0002849668962880969, 0.0006621004431508482, 0.0010392339900135994, 0.0014163674786686897, 0.0017935010837391019, 0.002170634688809514, 0.0025477681774646044, 0.0029249016661196947, 0.0033020353876054287, 0.003679168876260519, 0.004056302364915609, 0.0044334358535707, 0.00481056934222579, 0.00518770283088088, 0.005564836785197258, 0.005941970273852348, 0.006319103762507439, 0.006696237251162529, 0.007073370739817619, 0.00745050422847271, 0.0078276377171278, 0.00820477120578289, 0.00858190469443798, 0.008959038183093071, 0.009336171671748161, 0.009713305160403252, 0.010090438649058342, 0.010467573069036007, 0.010844706557691097, 0.011221840046346188, 0.011598973535001278, 0.011976107023656368, 0.012353240512311459, 0.012730374000966549, 0.01310750748962164]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 3.0, 1.0, 0.0, 0.0, 7.0, 2.0, 4.0, 6.0, 5.0, 12.0, 9.0, 9.0, 23.0, 17.0, 23.0, 41.0, 42.0, 65.0, 69.0, 94.0, 122.0, 150.0, 285.0, 3726.0, 2150.0, 360.0, 189.0, 124.0, 93.0, 63.0, 64.0, 33.0, 26.0, 24.0, 12.0, 16.0, 10.0, 6.0, 8.0, 3.0, 5.0, 7.0, 5.0, 3.0, 3.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.11784915626049042, -0.11416474729776382, -0.11048034578561783, -0.10679593682289124, -0.10311153531074524, -0.09942712634801865, -0.09574272483587265, -0.09205831587314606, -0.08837391436100006, -0.08468950539827347, -0.08100509643554688, -0.07732069492340088, -0.07363628596067429, -0.06995188444852829, -0.0662674754858017, -0.0625830739736557, -0.05889866501092911, -0.05521425977349281, -0.05152985453605652, -0.047845449298620224, -0.04416104406118393, -0.040476635098457336, -0.03679222986102104, -0.03310782462358475, -0.029423419386148453, -0.025739014148712158, -0.022054608911275864, -0.01837020181119442, -0.014685796573758125, -0.01100139133632183, -0.007316985167562962, -0.0036325794644653797, 5.182623863220215e-05, 0.003736231941729784, 0.007420637644827366, 0.011105043813586235, 0.01478944905102253, 0.018473854288458824, 0.022158261388540268, 0.025842666625976562, 0.029527071863412857, 0.03321147710084915, 0.036895882338285446, 0.04058028757572174, 0.044264696538448334, 0.04794910177588463, 0.05163350701332092, 0.05531791225075722, 0.05900231748819351, 0.0626867264509201, 0.0663711279630661, 0.0700555369257927, 0.07373993843793869, 0.07742434740066528, 0.08110874891281128, 0.08479315787553787, 0.08847756683826447, 0.09216196835041046, 0.09584637731313705, 0.09953077882528305, 0.10321518778800964, 0.10689958930015564, 0.11058399826288223, 0.11426839977502823, 0.11795280873775482]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 4.0, 3.0, 0.0, 4.0, 4.0, 3.0, 1.0, 1.0, 3.0, 1.0, 3.0, 3.0, 5.0, 1.0, 1.0, 23.0, 5.0, 10.0, 0.0, 8.0, 1.0, 5.0, 5.0, 2.0, 2.0, 1.0, 3.0, 2.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 3.0, 1.0], "bins": [-0.003587719053030014, -0.0034935956355184317, -0.0033994719851762056, -0.0033053485676646233, -0.003211225150153041, -0.003117101499810815, -0.0030229780822992325, -0.00292885466478765, -0.0028347312472760677, -0.0027406075969338417, -0.0026464841794222593, -0.002552360761910677, -0.002458237111568451, -0.0023641136940568686, -0.002269990276545286, -0.00217586662620306, -0.0020817432086914778, -0.0019876197911798954, -0.0018934962572529912, -0.001799372723326087, -0.0017052493058145046, -0.0016111257718876004, -0.0015170022379606962, -0.0014228788204491138, -0.0013287552865222096, -0.0012346317525953054, -0.001140508335083723, -0.0010463848011568189, -0.0009522613254375756, -0.0008581378497183323, -0.0007640143157914281, -0.0006698908400721848, -0.0005757673643529415, -0.0004816438886336982, -0.0003875203838106245, -0.00029339687898755074, -0.00019927340326830745, -0.00010514991299714893, -1.1026422725990415e-05, 8.30970675451681e-05, 0.00017722055781632662, 0.0002713440335355699, 0.00036546753835864365, 0.0004595910431817174, 0.0005537145189009607, 0.000647837994620204, 0.0007419615285471082, 0.0008360850042663515, 0.0009302084799855947, 0.001024332013912499, 0.0011184554314240813, 0.0012125789653509855, 0.001306702382862568, 0.001400825916789472, 0.0014949494507163763, 0.0015890728682279587, 0.0016831964021548629, 0.001777319936081767, 0.0018714433535933495, 0.001965566771104932, 0.002059690421447158, 0.0021538138389587402, 0.0022479372564703226, 0.0023420609068125486, 0.002436184324324131]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 2.0, 5.0, 5.0, 12.0, 19.0, 21.0, 30.0, 40.0, 64.0, 91.0, 107.0, 144.0, 205.0, 279.0, 385.0, 650.0, 959.0, 1611.0, 2562.0, 4509.0, 8190.0, 17061.0, 41237.0, 165385.0, 831499.0, 51037.0, 22894.0, 12149.0, 6942.0, 4048.0, 2496.0, 1617.0, 1114.0, 700.0, 479.0, 323.0, 246.0, 190.0, 96.0, 74.0, 41.0, 41.0, 23.0, 15.0, 10.0, 11.0, 5.0, 4.0, 3.0, 4.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.007337805349379778, -0.007123040966689587, -0.006908276118338108, -0.006693511735647917, -0.0064787473529577255, -0.006263982504606247, -0.006049218121916056, -0.005834453739225864, -0.005619688890874386, -0.0054049245081841946, -0.005190160125494003, -0.004975395742803812, -0.0047606308944523335, -0.004545866511762142, -0.004331102129071951, -0.004116337280720472, -0.003901572898030281, -0.003686808282509446, -0.003472043899819255, -0.00325727928429842, -0.0030425149016082287, -0.0028277502860873938, -0.002612985670566559, -0.0023982212878763676, -0.0021834566723555326, -0.0019686920568346977, -0.0017539276741445065, -0.0015391630586236715, -0.0013243985595181584, -0.0011096340604126453, -0.0008948695030994713, -0.0006801049457862973, -0.0004653404466807842, -0.00025057591847144067, -3.581139026209712e-05, 0.00017895313794724643, 0.00039371766615659, 0.0006084821652621031, 0.0008232467225752771, 0.001038011279888451, 0.0012527757789939642, 0.0014675402780994773, 0.0016823047772049904, 0.0018970693927258253, 0.0021118340082466602, 0.0023265983909368515, 0.0025413630064576864, 0.0027561273891478777, 0.0029708920046687126, 0.0031856566201895475, 0.003400421002879739, 0.0036151856184005737, 0.003829950001090765, 0.004044714849442244, 0.004259479232132435, 0.004474243614822626, 0.004689007997512817, 0.004903772845864296, 0.005118537228554487, 0.0053333016112446785, 0.005548066459596157, 0.005762830842286348, 0.00597759522497654, 0.006192360073328018, 0.0064071244560182095]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 2.0, 8.0, 1.0, 3.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 4.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.01784195564687252, -0.01730296202003956, -0.016763968393206596, -0.016224974766373634, -0.015685979276895523, -0.015146985650062561, -0.014607992023229599, -0.014068998396396637, -0.013530004769563675, -0.012991010211408138, -0.012452016584575176, -0.011913022957742214, -0.011374028399586678, -0.010835034772753716, -0.010296041145920753, -0.009757046587765217, -0.009218052960932255, -0.008679059334099293, -0.008140064775943756, -0.007601071149110794, -0.007062077522277832, -0.006523083429783583, -0.005984089337289333, -0.005445095710456371, -0.004906101617962122, -0.004367107525467873, -0.0038281138986349106, -0.0032891198061406612, -0.0027501259464770555, -0.00221113208681345, -0.0016721381107345223, -0.0011331441346555948, -0.0005941502749919891, -5.515635712072253e-05, 0.00048383756075054407, 0.0010228315368294716, 0.0015618253964930773, 0.002100819256156683, 0.0026398133486509323, 0.003178807208314538, 0.0037178010679781437, 0.004256795160472393, 0.004795788787305355, 0.005334782879799604, 0.005873776972293854, 0.006412770599126816, 0.006951764691621065, 0.007490758318454027, 0.008029752410948277, 0.008568746037781239, 0.009107740595936775, 0.009646734222769737, 0.0101857278496027, 0.010724722407758236, 0.011263716034591198, 0.01180270966142416, 0.012341704219579697, 0.012880697846412659, 0.01341969147324562, 0.013958685100078583, 0.01449767965823412, 0.015036673285067081, 0.015575666911900043, 0.01611466147005558, 0.016653655096888542]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 2.0, 1.0, 4.0, 2.0, 3.0, 2.0, 7.0, 8.0, 7.0, 9.0, 8.0, 15.0, 16.0, 18.0, 25.0, 23.0, 36.0, 37.0, 50.0, 86.0, 106.0, 148.0, 189.0, 259.0, 346.0, 456.0, 648.0, 933.0, 1481.0, 5849.0, 2371.0, 1488.0, 1003.0, 697.0, 537.0, 370.0, 288.0, 207.0, 142.0, 122.0, 84.0, 79.0, 48.0, 43.0, 36.0, 32.0, 22.0, 16.0, 19.0, 11.0, 11.0, 3.0, 6.0, 7.0, 3.0, 2.0, 0.0, 2.0, 1.0, 0.0, 2.0], "bins": [-0.01233039889484644, -0.0119548998773098, -0.011579400859773159, -0.011203900910913944, -0.010828401893377304, -0.010452902875840664, -0.010077403858304024, -0.009701903909444809, -0.009326404891908169, -0.008950905874371529, -0.008575406856834888, -0.008199907839298248, -0.007824407890439034, -0.007448908872902393, -0.007073409855365753, -0.006697910372167826, -0.0063224113546311855, -0.005946912337094545, -0.005571412853896618, -0.005195913836359978, -0.00482041435316205, -0.00444491533562541, -0.004069415852427483, -0.0036939168348908424, -0.0033184175845235586, -0.002942918334156275, -0.002567419083788991, -0.002191919833421707, -0.0018164206994697452, -0.0014409214491024613, -0.0010654223151504993, -0.0006899230647832155, -0.0003144238144159317, 6.107540684752166e-05, 0.000436574628110975, 0.0008120738202705979, 0.0011875730706378818, 0.0015630723210051656, 0.0019385714549571276, 0.0023140707053244114, 0.002689569955691695, 0.003065069206058979, 0.003440568456426263, 0.0038160677067935467, 0.004191566724330187, 0.004567066207528114, 0.0049425652250647545, 0.005318064708262682, 0.005693563725799322, 0.006069062743335962, 0.00644456222653389, 0.00682006124407053, 0.007195560727268457, 0.007571059744805098, 0.007946559228003025, 0.008322058245539665, 0.008697557263076305, 0.009073056280612946, 0.00944855622947216, 0.0098240552470088, 0.01019955426454544, 0.01057505328208208, 0.010950553230941296, 0.011326052248477936, 0.011701551266014576]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 3.0, 3.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0484333336353302, -0.04484003782272339, -0.04124674201011658, -0.037653446197509766, -0.034060150384902954, -0.030466856434941292, -0.02687356062233448, -0.02328026480972767, -0.019686968997120857, -0.016093673184514046, -0.012500377371907234, -0.008907082490622997, -0.005313786678016186, -0.0017204910982400179, 0.00187280448153615, 0.005466099828481674, 0.009059395641088486, 0.012652691453695297, 0.01624598726630211, 0.01983928307890892, 0.023432578891515732, 0.027025872841477394, 0.030619168654084206, 0.034212466329336166, 0.03780575841665268, 0.04139905422925949, 0.0449923500418663, 0.048585645854473114, 0.052178941667079926, 0.05577223747968674, 0.05936553329229355, 0.06295882910490036, 0.06655212491750717, 0.07014542073011398, 0.0737387165427208, 0.0773320123553276, 0.08092530816793442, 0.08451860398054123, 0.08811189979314804, 0.09170519560575485, 0.09529849141836166, 0.09889178723096848, 0.10248508304357529, 0.1060783788561821, 0.10967167466878891, 0.11326497048139572, 0.11685826629400253, 0.12045156210660934, 0.12404485046863556, 0.12763814628124237, 0.13123144209384918, 0.134824737906456, 0.1384180337190628, 0.14201132953166962, 0.14560462534427643, 0.14919792115688324, 0.15279121696949005, 0.15638451278209686, 0.15997780859470367, 0.16357110440731049, 0.1671644002199173, 0.1707576960325241, 0.17435099184513092, 0.17794428765773773, 0.18153758347034454]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 3.0, 0.0, 7.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 8.0, 5.0, 11.0, 9.0, 14.0, 12.0, 10.0, 13.0, 10.0, 10.0, 12.0, 30.0, 12.0, 16.0, 7.0, 5.0, 11.0, 2.0, 10.0, 5.0, 7.0, 4.0, 7.0, 3.0, 4.0, 2.0, 2.0, 3.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.05037234351038933, -0.048453956842422485, -0.046535566449165344, -0.0446171797811985, -0.04269879311323166, -0.040780406445264816, -0.038862019777297974, -0.03694362938404083, -0.03502524271607399, -0.03310685604810715, -0.031188467517495155, -0.029270078986883163, -0.02735169231891632, -0.025433305650949478, -0.023514917120337486, -0.021596528589725494, -0.01967814192175865, -0.01775975525379181, -0.015841366723179817, -0.0139229791238904, -0.012004591524600983, -0.010086203925311565, -0.008167816326022148, -0.006249428726732731, -0.004331041127443314, -0.0024126535281538963, -0.0004942659288644791, 0.0014241216704249382, 0.0033425092697143555, 0.005260896869003773, 0.00717928446829319, 0.009097672067582607, 0.011016059666872025, 0.012934447266161442, 0.014852834865450859, 0.01677122339606285, 0.018689610064029694, 0.020607996731996536, 0.022526385262608528, 0.02444477379322052, 0.026363160461187363, 0.028281547129154205, 0.030199935659766197, 0.03211832419037819, 0.03403671085834503, 0.035955097526311874, 0.03787348419427872, 0.03979187458753586, 0.0417102612555027, 0.04362864792346954, 0.045547038316726685, 0.04746542498469353, 0.04938381165266037, 0.05130219832062721, 0.053220584988594055, 0.055138975381851196, 0.05705736204981804, 0.05897574871778488, 0.06089413911104202, 0.06281252205371857, 0.06473091244697571, 0.06664930284023285, 0.0685676857829094, 0.07048607617616653, 0.07240445911884308]}, "_runtime": 142.90124988555908, "_timestamp": 1596213013.6027875, "_step": 173}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 5.0, 3.0, 1.0, 5.0, 7.0, 3.0, 3.0, 1.0, 4.0, 1.0, 0.0, 1.0, 5.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.012184526771306992, -0.011864593252539635, -0.011544659733772278, -0.011224725283682346, -0.01090479176491499, -0.010584858246147633, -0.010264924727380276, -0.009944991208612919, -0.009625056758522987, -0.00930512323975563, -0.008985189720988274, -0.008665256202220917, -0.00834532268345356, -0.008025389164686203, -0.007705455180257559, -0.007385521195828915, -0.007065587677061558, -0.006745654158294201, -0.006425720173865557, -0.0061057866550982, -0.005785852670669556, -0.005465919151902199, -0.005145985633134842, -0.004826051648706198, -0.004506118129938841, -0.004186184611171484, -0.00386625062674284, -0.003546317107975483, -0.0032263833563774824, -0.002906449604779482, -0.002586516086012125, -0.0022665823344141245, -0.001946648582816124, -0.0016267148312181234, -0.0013067811960354447, -0.000986847560852766, -0.0006669138092547655, -0.0003469801158644259, -2.7046422474086285e-05, 0.00029288727091625333, 0.0006128209643065929, 0.0009327546576969326, 0.0012526883510872722, 0.0015726219862699509, 0.0018925557378679514, 0.002212489489465952, 0.002532423008233309, 0.0028523567598313093, 0.00317229051142931, 0.0034922242630273104, 0.003812158014625311, 0.004132091533392668, 0.004452025517821312, 0.004771959036588669, 0.005091892555356026, 0.00541182653978467, 0.005731760058552027, 0.006051693577319384, 0.006371627561748028, 0.006691561080515385, 0.0070114945992827415, 0.007331428583711386, 0.007651362102478743, 0.007971296086907387, 0.008291229605674744]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 0.0, 0.0, 2.0, 4.0, 4.0, 8.0, 5.0, 15.0, 16.0, 17.0, 18.0, 21.0, 48.0, 54.0, 98.0, 163.0, 274.0, 849.0, 5512.0, 345.0, 155.0, 101.0, 73.0, 38.0, 37.0, 22.0, 13.0, 8.0, 7.0, 6.0, 2.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.153549924492836, -0.14875692129135132, -0.14396391808986664, -0.13917091488838196, -0.13437789678573608, -0.1295848935842514, -0.12479189038276672, -0.11999888718128204, -0.11520588397979736, -0.11041287332773209, -0.1056198701262474, -0.10082686692476273, -0.09603385627269745, -0.09124085307121277, -0.08644784986972809, -0.08165483921766281, -0.07686183601617813, -0.07206883281469345, -0.06727582216262817, -0.062482818961143494, -0.057689815759658813, -0.052896808832883835, -0.048103801906108856, -0.043310798704624176, -0.0385177917778492, -0.03372478485107422, -0.02893178164958954, -0.02413877472281456, -0.01934576965868473, -0.014552764594554901, -0.009759758599102497, -0.00496675306931138, -0.00017374753952026367, 0.004619257990270853, 0.00941226352006197, 0.014205269515514374, 0.018998274579644203, 0.023791279643774033, 0.02858428657054901, 0.03337728977203369, 0.03817029669880867, 0.04296330362558365, 0.04775630682706833, 0.05254931375384331, 0.057342320680618286, 0.062135323882102966, 0.06692832708358765, 0.07172133773565292, 0.0765143409371376, 0.08130734413862228, 0.08610035479068756, 0.09089335799217224, 0.09568636119365692, 0.1004793718457222, 0.10527237504720688, 0.11006537824869156, 0.11485838890075684, 0.11965139210224152, 0.1244443953037262, 0.12923739850521088, 0.13403040170669556, 0.13882341980934143, 0.1436164230108261, 0.1484094262123108, 0.15320242941379547]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 5.0, 2.0, 1.0, 4.0, 1.0, 3.0, 4.0, 3.0, 5.0, 2.0, 4.0, 2.0, 4.0, 6.0, 24.0, 8.0, 4.0, 10.0, 4.0, 5.0, 0.0, 3.0, 2.0, 3.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003998852334916592, -0.003896358422935009, -0.0037938645109534264, -0.0036913705989718437, -0.003588876686990261, -0.0034863827750086784, -0.003383888863027096, -0.003281394951045513, -0.0031789010390639305, -0.003076406894251704, -0.0029739129822701216, -0.002871419070288539, -0.0027689251583069563, -0.0026664312463253736, -0.002563937334343791, -0.0024614434223622084, -0.0023589495103806257, -0.002256455598399043, -0.0021539616864174604, -0.002051467774435878, -0.0019489738624542952, -0.0018464798340573907, -0.001743985922075808, -0.0016414920100942254, -0.0015389980981126428, -0.0014365041861310601, -0.0013340102741494775, -0.0012315163621678948, -0.0011290223337709904, -0.0010265284217894077, -0.0009240345098078251, -0.0008215405978262424, -0.0007190466858446598, -0.0006165527738630772, -0.0005140588618814945, -0.00041156489169225097, -0.0003090709797106683, -0.00020657705317717046, -0.00010408312664367259, -1.5892001101747155e-06, 0.00010090472642332315, 0.00020339865295682102, 0.0003058925794903189, 0.000408386520575732, 0.0005108804325573146, 0.0006133743445388973, 0.0007158683147281408, 0.0008183622267097235, 0.0009208561386913061, 0.0010233500506728888, 0.0011258439626544714, 0.001228337874636054, 0.0013308317866176367, 0.0014333258150145411, 0.0015358197269961238, 0.0016383136389777064, 0.001740807550959289, 0.0018433014629408717, 0.0019457953749224544, 0.002048289403319359, 0.0021507833153009415, 0.002253277227282524, 0.0023557711392641068, 0.0024582650512456894, 0.002560758963227272]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 2.0, 4.0, 2.0, 1.0, 5.0, 6.0, 9.0, 9.0, 11.0, 17.0, 33.0, 41.0, 70.0, 77.0, 126.0, 176.0, 239.0, 394.0, 545.0, 847.0, 1181.0, 1895.0, 3054.0, 5148.0, 8878.0, 16607.0, 35255.0, 102060.0, 868138.0, 71476.0, 27872.0, 13954.0, 7853.0, 4628.0, 2965.0, 1918.0, 1247.0, 901.0, 597.0, 391.0, 308.0, 197.0, 143.0, 121.0, 73.0, 46.0, 42.0, 21.0, 19.0, 12.0, 9.0, 8.0, 4.0, 2.0, 6.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.005139817483723164, -0.004981545265763998, -0.0048232730478048325, -0.004665000829845667, -0.004506728611886501, -0.004348456393927336, -0.00419018417596817, -0.004031911958009005, -0.0038736395072191954, -0.00371536728926003, -0.0035570950713008642, -0.0033988228533416986, -0.0032405504025518894, -0.003082278184592724, -0.0029240059666335583, -0.0027657337486743927, -0.002607461530715227, -0.0024491893127560616, -0.002290917094796896, -0.0021326448768377304, -0.001974372658878565, -0.0018161003245040774, -0.00165782799012959, -0.0014995557721704245, -0.0013412835542112589, -0.0011830113362520933, -0.0010247391182929277, -0.0008664667839184403, -0.0007081945659592748, -0.0005499223480001092, -0.0003916500718332827, -0.00023337782477028668, -7.510557770729065e-05, 8.316666935570538e-05, 0.0002414389164187014, 0.00039971116348169744, 0.0005579834105446935, 0.000716255628503859, 0.0008745279046706855, 0.001032800180837512, 0.0011910723987966776, 0.0013493446167558432, 0.0015076168347150087, 0.0016658891690894961, 0.0018241613870486617, 0.001982433721423149, 0.0021407059393823147, 0.0022989781573414803, 0.002457250375300646, 0.0026155225932598114, 0.002773794811218977, 0.0029320670291781425, 0.003090339247137308, 0.0032486116979271173, 0.003406883915886283, 0.0035651561338454485, 0.003723428351804614, 0.0038817005697637796, 0.004039973020553589, 0.0041982452385127544, 0.00435651745647192, 0.004514789674431086, 0.004673061892390251, 0.004831334110349417, 0.004989606328308582]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 2.0, 1.0, 4.0, 3.0, 1.0, 2.0, 4.0, 1.0, 2.0, 2.0, 10.0, 3.0, 1.0, 2.0, 2.0, 2.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.025869688019156456, -0.02523445338010788, -0.024599220603704453, -0.023963987827301025, -0.02332875318825245, -0.022693518549203873, -0.022058285772800446, -0.02142305299639702, -0.020787818357348442, -0.020152583718299866, -0.01951735094189644, -0.01888211816549301, -0.018246883526444435, -0.01761164888739586, -0.01697641611099243, -0.016341183334589005, -0.015705948695540428, -0.015070714987814426, -0.014435481280088425, -0.013800247572362423, -0.013165013864636421, -0.01252978015691042, -0.011894546449184418, -0.011259312741458416, -0.010624079033732414, -0.009988845326006413, -0.00935361161828041, -0.008718377910554409, -0.008083144202828407, -0.0074479104951024055, -0.006812676787376404, -0.006177443079650402, -0.0055422093719244, -0.004906975664198399, -0.004271741956472397, -0.003636508248746395, -0.0030012745410203934, -0.0023660408332943916, -0.00173080712556839, -0.0010955734178423882, -0.0004603397101163864, 0.00017489399760961533, 0.0008101277053356171, 0.0014453614130616188, 0.0020805951207876205, 0.0027158288285136223, 0.003351062536239624, 0.003986296243965626, 0.0046215299516916275, 0.005256763659417629, 0.005891997367143631, 0.006527231074869633, 0.0071624647825956345, 0.007797698490321636, 0.008432932198047638, 0.00906816590577364, 0.009703399613499641, 0.010338633321225643, 0.010973867028951645, 0.011609100736677647, 0.012244334444403648, 0.01287956815212965, 0.013514801859855652, 0.014150035567581654, 0.014785269275307655]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 4.0, 2.0, 3.0, 3.0, 7.0, 3.0, 9.0, 3.0, 9.0, 9.0, 9.0, 16.0, 16.0, 22.0, 27.0, 32.0, 41.0, 55.0, 78.0, 126.0, 144.0, 191.0, 249.0, 307.0, 373.0, 526.0, 637.0, 843.0, 1165.0, 1692.0, 5809.0, 2714.0, 1227.0, 655.0, 417.0, 277.0, 188.0, 141.0, 107.0, 90.0, 55.0, 47.0, 38.0, 18.0, 6.0, 13.0, 5.0, 4.0, 6.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.01185282040387392, -0.01154090091586113, -0.011228982359170914, -0.010917062871158123, -0.010605144314467907, -0.010293224826455116, -0.0099813062697649, -0.00966938678175211, -0.009357467293739319, -0.009045548737049103, -0.008733629249036312, -0.008421710692346096, -0.008109791204333305, -0.007797872181981802, -0.007485953159630299, -0.007174034137278795, -0.006862115114927292, -0.0065501960925757885, -0.006238277070224285, -0.005926358047872782, -0.005614439025521278, -0.005302519537508488, -0.004990600515156984, -0.004678681492805481, -0.004366762470453978, -0.004054843448102474, -0.003742924425750971, -0.003431005170568824, -0.0031190861482173204, -0.002807167125865817, -0.00249524787068367, -0.0021833288483321667, -0.0018714098259806633, -0.00155949080362916, -0.0012475716648623347, -0.0009356525843031704, -0.0006237335037440062, -0.00031181442318484187, 1.046573743224144e-07, 0.0003120237379334867, 0.000623942818492651, 0.0009358618990518153, 0.0012477809796109796, 0.0015597001183778048, 0.0018716191407293081, 0.0021835381630808115, 0.0024954574182629585, 0.002807376440614462, 0.0031192954629659653, 0.0034312144853174686, 0.003743133507668972, 0.004055052530020475, 0.004366971552371979, 0.0046788910403847694, 0.004990810062736273, 0.005302729085087776, 0.0056146481074392796, 0.005926567129790783, 0.006238486152142286, 0.00655040517449379, 0.00686232466250658, 0.007174243684858084, 0.007486162707209587, 0.0077980817295610905, 0.008110000751912594]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 4.0, 0.0, 1.0, 3.0, 4.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06266455352306366, -0.0595870167016983, -0.05650947988033295, -0.05343194678425789, -0.05035440996289253, -0.047276873141527176, -0.04419934004545212, -0.04112180322408676, -0.038044266402721405, -0.03496672958135605, -0.03188919275999069, -0.028811659663915634, -0.025734122842550278, -0.02265658602118492, -0.019579051062464714, -0.016501516103744507, -0.01342397928237915, -0.010346443392336369, -0.007268907502293587, -0.004191371612250805, -0.001113835722208023, 0.0019637001678347588, 0.005041236057877541, 0.008118771947920322, 0.011196307837963104, 0.014273843728005886, 0.017351379618048668, 0.020428914576768875, 0.02350645139813423, 0.026583988219499588, 0.029661523178219795, 0.03273905813694, 0.03581659495830536, 0.038894131779670715, 0.04197166860103607, 0.04504920169711113, 0.048126738518476486, 0.05120427533984184, 0.0542818084359169, 0.05735934525728226, 0.060436882078647614, 0.06351441890001297, 0.06659195572137833, 0.06966949254274368, 0.07274702191352844, 0.0758245587348938, 0.07890209555625916, 0.08197963237762451, 0.08505716919898987, 0.08813470602035522, 0.09121224284172058, 0.09428977966308594, 0.0973673164844513, 0.10044484585523605, 0.10352238267660141, 0.10659991949796677, 0.10967745631933212, 0.11275499314069748, 0.11583252996206284, 0.11891006678342819, 0.12198759615421295, 0.1250651329755783, 0.12814266979694366, 0.13122020661830902, 0.13429774343967438]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 3.0, 4.0, 5.0, 3.0, 8.0, 19.0, 25.0, 25.0, 46.0, 20.0, 8.0, 15.0, 16.0, 7.0, 6.0, 4.0, 9.0, 7.0, 5.0, 3.0, 4.0, 0.0, 4.0, 3.0, 4.0, 3.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.04899097979068756, -0.046903885900974274, -0.044816792011260986, -0.042729701846838, -0.04064260795712471, -0.03855551406741142, -0.036468420177698135, -0.03438132628798485, -0.03229423612356186, -0.030207140371203423, -0.028120048344135284, -0.026032954454421997, -0.02394586056470871, -0.02185876853764057, -0.019771674647927284, -0.017684582620859146, -0.015597488731145859, -0.013510395772755146, -0.011423302814364433, -0.009336208924651146, -0.007249115966260433, -0.0051620230078697205, -0.0030749295838177204, -0.000987836392596364, 0.0010992567986249924, 0.0031863499898463488, 0.005273443181067705, 0.007360536605119705, 0.009447629563510418, 0.01153472252190113, 0.013621816411614418, 0.015708908438682556, 0.017796002328395844, 0.01988309621810913, 0.02197018824517727, 0.024057282134890556, 0.026144374161958694, 0.028231468051671982, 0.03031856194138527, 0.032405655831098557, 0.034492745995521545, 0.03657983988523483, 0.03866693377494812, 0.04075402766466141, 0.042841121554374695, 0.04492821544408798, 0.04701530560851097, 0.04910239949822426, 0.051189493387937546, 0.05327658727765083, 0.05536368116736412, 0.05745077133178711, 0.0595378652215004, 0.061624959111213684, 0.06371205300092697, 0.06579914689064026, 0.06788624078035355, 0.06997333467006683, 0.07206042855978012, 0.07414751499891281, 0.0762346088886261, 0.07832170277833939, 0.08040879666805267, 0.08249589055776596, 0.08458298444747925]}, "_runtime": 143.68382048606873, "_timestamp": 1596213014.385358, "_step": 174}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 3.0, 1.0, 2.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 5.0, 1.0, 4.0, 2.0, 1.0, 4.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 4.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005602994002401829, -0.005416740197688341, -0.0052304863929748535, -0.005044232588261366, -0.004857978783547878, -0.004671724978834391, -0.004485471174120903, -0.004299217369407415, -0.004112963564693928, -0.00392670975998044, -0.0037404559552669525, -0.003554202150553465, -0.0033679483458399773, -0.0031816945411264896, -0.002995440736413002, -0.0028091869316995144, -0.0026229331269860268, -0.002436679322272539, -0.0022504255175590515, -0.002064171712845564, -0.0018779179081320763, -0.0016916641034185886, -0.001505410298705101, -0.0013191564939916134, -0.0011329026892781258, -0.0009466488845646381, -0.0007603950798511505, -0.0005741412751376629, -0.00038788747042417526, -0.00020163366571068764, -1.5379860997200012e-05, 0.0001708739437162876, 0.00035712774842977524, 0.0005433815531432629, 0.0007296353578567505, 0.0009158891625702381, 0.0011021429672837257, 0.0012883967719972134, 0.001474650576710701, 0.0016609043814241886, 0.0018471581861376762, 0.002033411990851164, 0.0022196657955646515, 0.002405919600278139, 0.0025921734049916267, 0.0027784272097051144, 0.002964681014418602, 0.0031509348191320896, 0.0033371886238455772, 0.003523442428559065, 0.0037096962332725525, 0.00389595003798604, 0.004082203842699528, 0.004268457647413015, 0.004454711452126503, 0.004640965256839991, 0.004827219061553478, 0.005013472866266966, 0.0051997266709804535, 0.005385980475693941, 0.005572234280407429, 0.005758488085120916, 0.005944741889834404, 0.006130995694547892, 0.006317249499261379]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 3.0, 9.0, 5.0, 15.0, 21.0, 21.0, 31.0, 39.0, 48.0, 89.0, 121.0, 186.0, 320.0, 5357.0, 924.0, 265.0, 146.0, 96.0, 61.0, 34.0, 30.0, 25.0, 23.0, 12.0, 17.0, 5.0, 1.0, 5.0, 3.0, 5.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.12998323142528534, -0.125767320394516, -0.12155140936374664, -0.11733550578355789, -0.11311959475278854, -0.1089036837220192, -0.10468777269124985, -0.1004718616604805, -0.09625595808029175, -0.0920400470495224, -0.08782413601875305, -0.0836082249879837, -0.07939231395721436, -0.07517640292644501, -0.07096049934625626, -0.06674458831548691, -0.06252867728471756, -0.05831276625394821, -0.05409685894846916, -0.049880947917699814, -0.045665040612220764, -0.041449129581451416, -0.03723321855068207, -0.03301731124520302, -0.02880140021443367, -0.02458549104630947, -0.020369581878185272, -0.016153670847415924, -0.011937761679291725, -0.007721852045506239, -0.0035059424117207527, 0.0007099672220647335, 0.00492587685585022, 0.009141786023974419, 0.013357696123421192, 0.017573606222867966, 0.021789515390992165, 0.026005424559116364, 0.03022133558988571, 0.03443724289536476, 0.03865315392613411, 0.04286906495690346, 0.04708497226238251, 0.051300883293151855, 0.055516794323921204, 0.05973270162940025, 0.0639486089348793, 0.06816451996564865, 0.072380430996418, 0.07659634202718735, 0.0808122530579567, 0.08502815663814545, 0.0892440676689148, 0.09345997869968414, 0.09767588973045349, 0.10189180076122284, 0.10610771179199219, 0.11032361537218094, 0.11453952640295029, 0.11875543743371964, 0.12297134846448898, 0.12718725204467773, 0.13140316307544708, 0.13561907410621643, 0.13983498513698578]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 2.0, 2.0, 2.0, 7.0, 2.0, 2.0, 5.0, 2.0, 4.0, 5.0, 6.0, 25.0, 5.0, 5.0, 0.0, 5.0, 2.0, 0.0, 1.0, 4.0, 5.0, 2.0, 0.0, 3.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003015682101249695, -0.0029352079145610332, -0.0028547339607030153, -0.0027742597740143538, -0.002693785820156336, -0.0026133116334676743, -0.0025328374467790127, -0.0024523634929209948, -0.002371889306232333, -0.0022914151195436716, -0.0022109411656856537, -0.002130466978996992, -0.0020499927923083305, -0.0019695188384503126, -0.001889044651761651, -0.0018085705814883113, -0.0017280965112149715, -0.0016476224409416318, -0.001567148370668292, -0.0014866741839796305, -0.0014062001137062907, -0.001325726043432951, -0.0012452518567442894, -0.0011647777864709496, -0.00108430371619761, -0.0010038296459242702, -0.0009233555174432695, -0.0008428813889622688, -0.0007624073186889291, -0.0006819332484155893, -0.0006014591199345887, -0.000520984991453588, -0.00044051092118024826, -0.00036003682180307806, -0.00027956272242590785, -0.00019908862304873765, -0.00011861452367156744, -3.8140424294397235e-05, 4.233367508277297e-05, 0.00012280777445994318, 0.00020328187383711338, 0.0002837559732142836, 0.0003642300725914538, 0.000444704171968624, 0.0005251782713457942, 0.000605652341619134, 0.0006861264701001346, 0.0007666005985811353, 0.000847074668854475, 0.0009275487391278148, 0.0010080228094011545, 0.001088496996089816, 0.0011689710663631558, 0.0012494451366364956, 0.0013299193233251572, 0.001410393393598497, 0.0014908674638718367, 0.0015713415341451764, 0.0016518156044185162, 0.0017322897911071777, 0.0018127638613805175, 0.0018932379316538572, 0.001973712118342519, 0.0020541860722005367, 0.0021346602588891983]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 5.0, 3.0, 4.0, 10.0, 15.0, 20.0, 28.0, 33.0, 52.0, 79.0, 112.0, 157.0, 232.0, 315.0, 487.0, 737.0, 1092.0, 1897.0, 3243.0, 6077.0, 12798.0, 32657.0, 149660.0, 885410.0, 47835.0, 17082.0, 7813.0, 4288.0, 2490.0, 1613.0, 892.0, 664.0, 486.0, 344.0, 236.0, 184.0, 155.0, 104.0, 78.0, 55.0, 48.0, 33.0, 26.0, 19.0, 12.0, 17.0, 13.0, 8.0, 5.0, 4.0, 2.0, 4.0, 3.0, 2.0, 1.0, 3.0, 0.0, 1.0, 1.0], "bins": [-0.006235325243324041, -0.006014325190335512, -0.00579332560300827, -0.005572325550019741, -0.005351325497031212, -0.00513032590970397, -0.004909325856715441, -0.0046883258037269115, -0.00446732621639967, -0.0042463261634111404, -0.004025326110422611, -0.0038043262902647257, -0.00358332647010684, -0.003362326417118311, -0.0031413265969604254, -0.002920326543971896, -0.0026993267238140106, -0.002478326903656125, -0.002257326850667596, -0.0020363270305097103, -0.001815327093936503, -0.0015943271573632956, -0.00137332733720541, -0.0011523274006322026, -0.0009313274640589952, -0.0007103275274857879, -0.0004893276491202414, -0.0002683277416508645, -4.732783418148756e-05, 0.00017367207328788936, 0.0003946719807572663, 0.0006156718591228127, 0.0008366717956960201, 0.0010576717322692275, 0.0012786716688424349, 0.0014996714890003204, 0.0017206714255735278, 0.0019416713621467352, 0.0021626711823046207, 0.00238367123529315, 0.0026046710554510355, 0.002825670875608921, 0.0030466709285974503, 0.003267670748755336, 0.0034886705689132214, 0.0037096706219017506, 0.00393067067489028, 0.004151670262217522, 0.004372670315206051, 0.00459367036819458, 0.004814669955521822, 0.005035670008510351, 0.00525667006149888, 0.005477669648826122, 0.0056986697018146515, 0.005919669754803181, 0.00614066980779171, 0.006361669395118952, 0.006582669448107481, 0.00680366950109601, 0.007024669088423252, 0.007245669141411781, 0.0074666691944003105, 0.007687668781727552, 0.007908668369054794]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 3.0, 2.0, 0.0, 1.0, 1.0, 3.0, 7.0, 2.0, 6.0, 10.0, 3.0, 3.0, 1.0, 1.0, 3.0, 4.0, 1.0, 3.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04421747475862503, -0.04329363629221916, -0.042369794100522995, -0.041445955634117126, -0.04052211344242096, -0.03959827497601509, -0.038674432784318924, -0.037750594317913055, -0.03682675212621689, -0.03590291365981102, -0.03497907146811485, -0.034055233001708984, -0.03313139081001282, -0.03220755234360695, -0.03128371015191078, -0.030359871685504913, -0.029436031356453896, -0.028512191027402878, -0.02758835069835186, -0.026664510369300842, -0.025740670040249825, -0.024816829711198807, -0.02389298938214779, -0.02296914905309677, -0.022045310586690903, -0.021121470257639885, -0.020197629928588867, -0.01927378959953785, -0.01834994927048683, -0.017426108941435814, -0.016502268612384796, -0.015578428283333778, -0.01465458795428276, -0.013730747625231743, -0.012806907296180725, -0.011883066967129707, -0.01095922663807869, -0.010035387240350246, -0.009111546911299229, -0.008187706582248211, -0.007263866253197193, -0.006340025924146175, -0.005416185595095158, -0.004492345731705427, -0.0035685054026544094, -0.0026446650736033916, -0.0017208249773830175, -0.0007969847647473216, 0.00012685544788837433, 0.0010506956605240703, 0.001974535873159766, 0.0028983759693801403, 0.003822216298431158, 0.004746056627482176, 0.005669896490871906, 0.006593736819922924, 0.007517577148973942, 0.00844141747802496, 0.009365257807075977, 0.010289098136126995, 0.011212937533855438, 0.012136777862906456, 0.013060618191957474, 0.013984458521008492, 0.01490829885005951]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [6.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 7.0, 3.0, 7.0, 21.0, 3.0, 4.0, 1.0, 1.0, 5.0, 2.0, 3.0, 6.0, 6.0, 10.0, 10.0, 7.0, 18.0, 28.0, 31.0, 34.0, 45.0, 51.0, 74.0, 97.0, 131.0, 172.0, 241.0, 359.0, 499.0, 812.0, 1334.0, 2155.0, 6457.0, 2129.0, 1177.0, 769.0, 475.0, 347.0, 233.0, 202.0, 127.0, 102.0, 61.0, 41.0, 32.0, 34.0, 12.0, 16.0, 8.0, 2.0, 8.0, 1.0, 3.0, 3.0, 2.0, 3.0, 1.0], "bins": [-0.014187540858983994, -0.01382917445152998, -0.01347080897539854, -0.013112442567944527, -0.012754077091813087, -0.012395710684359074, -0.01203734427690506, -0.01167897880077362, -0.011320612393319607, -0.010962245985865593, -0.010603880509734154, -0.01024551410228014, -0.009887147694826126, -0.009528782218694687, -0.009170415811240673, -0.008812050335109234, -0.00845368392765522, -0.008095317520201206, -0.007736952044069767, -0.007378585636615753, -0.007020219694823027, -0.0066618537530303, -0.006303487345576286, -0.00594512140378356, -0.005586755461990833, -0.005228389520198107, -0.00487002357840538, -0.004511657170951366, -0.00415329122915864, -0.0037949252873659134, -0.0034365591127425432, -0.003078192938119173, -0.0027198269963264465, -0.00236146105453372, -0.00200309487991035, -0.0016447288217023015, -0.0012863627634942532, -0.0009279967052862048, -0.0005696306470781565, -0.00021126458887010813, 0.00014710146933794022, 0.0005054675275459886, 0.0008638335857540369, 0.0012221996439620852, 0.0015805657021701336, 0.001938931760378182, 0.0022972978185862303, 0.0026556639932096004, 0.003014029935002327, 0.0033723958767950535, 0.0037307620514184237, 0.004089128226041794, 0.00444749416783452, 0.004805860109627247, 0.005164226517081261, 0.005522592458873987, 0.005880958400666714, 0.00623932434245944, 0.006597690284252167, 0.006956056691706181, 0.007314422633498907, 0.007672788575291634, 0.008031154982745647, 0.008389520458877087, 0.0087478868663311]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.046054232865571976, -0.04378438740968704, -0.04151453822851181, -0.03924468904733658, -0.036974843591451645, -0.03470499813556671, -0.03243514895439148, -0.030165301635861397, -0.027895454317331314, -0.02562560699880123, -0.02335575968027115, -0.021085912361741066, -0.018816065043210983, -0.0165462177246809, -0.014276370406150818, -0.012006523087620735, -0.009736675769090652, -0.00746682845056057, -0.005196981132030487, -0.0029271338135004044, -0.0006572864949703217, 0.001612560823559761, 0.0038824081420898438, 0.0061522554606199265, 0.00842210277915001, 0.010691950097680092, 0.012961797416210175, 0.015231644734740257, 0.01750149205327034, 0.019771339371800423, 0.022041186690330505, 0.024311034008860588, 0.02658088132739067, 0.028850728645920753, 0.031120575964450836, 0.03339042514562607, 0.035660270601511, 0.037930116057395935, 0.04019996523857117, 0.0424698144197464, 0.04473965987563133, 0.047009505331516266, 0.0492793545126915, 0.05154920369386673, 0.05381904914975166, 0.0560888946056366, 0.05835874378681183, 0.06062859296798706, 0.06289844214916229, 0.06516828387975693, 0.06743813306093216, 0.06970798224210739, 0.07197782397270203, 0.07424767315387726, 0.07651752233505249, 0.07878737151622772, 0.08105722069740295, 0.08332706242799759, 0.08559691160917282, 0.08786676079034805, 0.09013660252094269, 0.09240645170211792, 0.09467630088329315, 0.09694615006446838, 0.09921599924564362]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 3.0, 0.0, 4.0, 1.0, 4.0, 3.0, 2.0, 3.0, 0.0, 1.0, 2.0, 2.0, 2.0, 8.0, 9.0, 5.0, 5.0, 6.0, 14.0, 9.0, 7.0, 14.0, 8.0, 28.0, 15.0, 7.0, 3.0, 5.0, 11.0, 7.0, 13.0, 9.0, 8.0, 10.0, 6.0, 4.0, 6.0, 2.0, 8.0, 3.0, 4.0, 5.0, 2.0, 0.0, 4.0, 4.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.04064927622675896, -0.03926049545407295, -0.037871718406677246, -0.03648293763399124, -0.03509415686130524, -0.03370537981390953, -0.032316599041223526, -0.03092781826853752, -0.029539039358496666, -0.02815026044845581, -0.026761479675769806, -0.02537270076572895, -0.023983921855688095, -0.02259514108300209, -0.021206362172961235, -0.01981758140027523, -0.018428802490234375, -0.01704002358019352, -0.015651242807507515, -0.01426246389746666, -0.01287368405610323, -0.0114849042147398, -0.010096125304698944, -0.008707345463335514, -0.007318565621972084, -0.005929785780608654, -0.004541006404906511, -0.003152226796373725, -0.0017634471878409386, -0.0003746675793081522, 0.0010141120292246342, 0.0024028916377574205, 0.003791671246290207, 0.005180451087653637, 0.00656923046335578, 0.007958009839057922, 0.009346789680421352, 0.010735569521784782, 0.012124348431825638, 0.013513128273189068, 0.014901908114552498, 0.016290687024593353, 0.017679467797279358, 0.019068246707320213, 0.02045702561736107, 0.021845806390047073, 0.02323458530008793, 0.024623366072773933, 0.02601214498281479, 0.027400923892855644, 0.02878970466554165, 0.030178483575582504, 0.03156726434826851, 0.032956041395664215, 0.03434482216835022, 0.035733602941036224, 0.03712238371372223, 0.038511160761117935, 0.03989994153380394, 0.041288722306489944, 0.04267749935388565, 0.044066280126571655, 0.04545506089925766, 0.046843837946653366, 0.04823261871933937]}, "_runtime": 144.4662356376648, "_timestamp": 1596213015.1677732, "_step": 175}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 3.0, 5.0, 4.0, 2.0, 3.0, 2.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.007636589929461479, -0.007399491034448147, -0.0071623921394348145, -0.006925293244421482, -0.00668819434940815, -0.006451095454394817, -0.006213996093720198, -0.005976897198706865, -0.005739798303693533, -0.005502699408680201, -0.005265600513666868, -0.005028501618653536, -0.0047914027236402035, -0.004554303828626871, -0.004317204933613539, -0.004080106038600206, -0.0038430069107562304, -0.003605908015742898, -0.0033688091207295656, -0.0031317099928855896, -0.0028946110978722572, -0.002657512202858925, -0.0024204133078455925, -0.00218331441283226, -0.001946215401403606, -0.0017091165063902736, -0.0014720174949616194, -0.001234918599948287, -0.0009978197049349546, -0.0007607206935063004, -0.0005236217984929681, -0.0002865228452719748, -4.942389205098152e-05, 0.00018767504661809653, 0.0004247739852871746, 0.0006618729094043374, 0.0008989718626253307, 0.001136070815846324, 0.0013731697108596563, 0.0016102687222883105, 0.001847367617301643, 0.002084466628730297, 0.0023215655237436295, 0.002558664418756962, 0.002795763313770294, 0.0030328622087836266, 0.0032699613366276026, 0.003507060231640935, 0.0037441591266542673, 0.003981258254498243, 0.004218357149511576, 0.004455456044524908, 0.00469255493953824, 0.004929653834551573, 0.005166752729564905, 0.0054038516245782375, 0.00564095051959157, 0.005878049414604902, 0.006115148309618235, 0.006352247670292854, 0.006589346565306187, 0.006826445460319519, 0.007063544355332851, 0.007300643250346184, 0.007537742145359516]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 2.0, 1.0, 2.0, 1.0, 6.0, 4.0, 2.0, 8.0, 10.0, 14.0, 11.0, 27.0, 16.0, 34.0, 30.0, 36.0, 55.0, 53.0, 92.0, 107.0, 122.0, 198.0, 281.0, 5168.0, 684.0, 274.0, 169.0, 116.0, 70.0, 70.0, 47.0, 35.0, 35.0, 18.0, 33.0, 18.0, 16.0, 10.0, 11.0, 10.0, 5.0, 4.0, 5.0, 5.0, 4.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.10201703011989594, -0.09880027174949646, -0.09558351337909698, -0.09236675500869751, -0.08914999663829803, -0.08593323826789856, -0.08271647989749908, -0.07949972152709961, -0.07628296315670013, -0.07306621223688126, -0.06984945386648178, -0.0666326954960823, -0.06341593712568283, -0.060199178755283356, -0.05698242038488388, -0.053765662014484406, -0.05054890364408493, -0.047332145273685455, -0.04411538690328598, -0.040898628532886505, -0.03768187016248703, -0.03446511551737785, -0.03124835714697838, -0.028031598776578903, -0.024814840406179428, -0.021598082035779953, -0.018381323665380478, -0.015164567157626152, -0.011947808787226677, -0.008731050416827202, -0.005514292977750301, -0.0022975350730121136, 0.0009192228317260742, 0.004135980736464262, 0.00735273864120245, 0.01056949608027935, 0.013786254450678825, 0.0170030128210783, 0.020219769328832626, 0.0234365276992321, 0.026653286069631577, 0.02987004444003105, 0.03308680281043053, 0.03630356118083, 0.03952031582593918, 0.042737074196338654, 0.04595383256673813, 0.049170590937137604, 0.05238734930753708, 0.055604107677936554, 0.05882086604833603, 0.062037624418735504, 0.06525438278913498, 0.06847114115953445, 0.07168789952993393, 0.0749046579003334, 0.07812140882015228, 0.08133816719055176, 0.08455492556095123, 0.08777168393135071, 0.09098844230175018, 0.09420520067214966, 0.09742195904254913, 0.10063871741294861, 0.10385547578334808]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 0.0, 2.0, 0.0, 0.0, 4.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 4.0, 4.0, 6.0, 2.0, 3.0, 1.0, 1.0, 4.0, 2.0, 3.0, 2.0, 1.0, 21.0, 3.0, 4.0, 7.0, 1.0, 4.0, 4.0, 3.0, 2.0, 1.0, 0.0, 6.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.002346955006942153, -0.0022705101873725653, -0.0021940653678029776, -0.00211762054823339, -0.002041175728663802, -0.0019647309090942144, -0.0018882860895246267, -0.001811841269955039, -0.0017353964503854513, -0.0016589516308158636, -0.001582506811246276, -0.0015060619916766882, -0.0014296171721071005, -0.0013531723525375128, -0.001276727532967925, -0.0012002827133983374, -0.0011238378938287497, -0.001047393074259162, -0.0009709482546895742, -0.0008945034351199865, -0.0008180586155503988, -0.0007416137959808111, -0.0006651689764112234, -0.0005887241568416357, -0.000512279337272048, -0.0004358345177024603, -0.0003593896981328726, -0.0002829448785632849, -0.00020650005899369717, -0.00013005523942410946, -5.361041985452175e-05, 2.2834399715065956e-05, 9.927921928465366e-05, 0.00017572403885424137, 0.0002521688584238291, 0.0003286136779934168, 0.0004050584975630045, 0.0004815033171325922, 0.0005579481367021799, 0.0006343929562717676, 0.0007108377758413553, 0.000787282595410943, 0.0008637274149805307, 0.0009401722345501184, 0.0010166170541197062, 0.0010930618736892939, 0.0011695066932588816, 0.0012459515128284693, 0.001322396332398057, 0.0013988411519676447, 0.0014752859715372324, 0.00155173079110682, 0.0016281756106764078, 0.0017046204302459955, 0.0017810652498155832, 0.001857510069385171, 0.0019339548889547586, 0.0020103997085243464, 0.002086844528093934, 0.0021632893476635218, 0.0022397341672331095, 0.002316178986802697, 0.002392623806372285, 0.0024690686259418726, 0.0025455134455114603]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 6.0, 3.0, 1.0, 8.0, 14.0, 12.0, 51.0, 63.0, 74.0, 111.0, 172.0, 228.0, 355.0, 472.0, 789.0, 1246.0, 2063.0, 3617.0, 7146.0, 15978.0, 45325.0, 799295.0, 228037.0, 38472.0, 15563.0, 7987.0, 4463.0, 2597.0, 1673.0, 1106.0, 753.0, 533.0, 388.0, 250.0, 193.0, 167.0, 118.0, 86.0, 51.0, 48.0, 28.0, 26.0, 21.0, 13.0, 12.0, 7.0, 4.0, 7.0, 3.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.005451209377497435, -0.00521414540708065, -0.004977081902325153, -0.004740017931908369, -0.004502953961491585, -0.004265890456736088, -0.0040288264863193035, -0.0037917625159025192, -0.0035546987783163786, -0.003317635040730238, -0.0030805710703134537, -0.002843507332727313, -0.0026064435951411724, -0.002369379624724388, -0.0021323158871382475, -0.001895252033136785, -0.0016581881791353226, -0.0014211243251338601, -0.0011840604711323977, -0.000946996733546257, -0.0007099328795447946, -0.00047286905464716256, -0.00023580522974953055, 1.258595148101449e-06, 0.00023832242004573345, 0.00047538624494336545, 0.0007124500698409975, 0.000949513865634799, 0.0011865777196362615, 0.001423641573637724, 0.0016607053112238646, 0.001897769165225327, 0.0021348330192267895, 0.00237189675681293, 0.0026089607272297144, 0.002846024464815855, 0.0030830884352326393, 0.00332015217281878, 0.0035572159104049206, 0.003794279880821705, 0.004031343385577202, 0.004268407355993986, 0.00450547132641077, 0.004742535296827555, 0.004979598801583052, 0.005216662771999836, 0.00545372674241662, 0.005690790247172117, 0.0059278542175889015, 0.006164918188005686, 0.006401981692761183, 0.006639045663177967, 0.006876109633594751, 0.007113173138350248, 0.007350237108767033, 0.007587301079183817, 0.007824365049600601, 0.008061428554356098, 0.008298492059111595, 0.008535556495189667, 0.008772619999945164, 0.00900968350470066, 0.009246747940778732, 0.00948381144553423, 0.009720874950289726]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 3.0, 6.0, 3.0, 3.0, 1.0, 3.0, 12.0, 3.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.022374408319592476, -0.02173279970884323, -0.021091189235448837, -0.020449580624699593, -0.019807972013950348, -0.019166363403201103, -0.01852475479245186, -0.017883144319057465, -0.01724153570830822, -0.016599927097558975, -0.01595831662416458, -0.015316708013415337, -0.014675099402666092, -0.014033490791916847, -0.013391881249845028, -0.012750271707773209, -0.012108663097023964, -0.01146705448627472, -0.0108254449442029, -0.01018383540213108, -0.009542226791381836, -0.008900618180632591, -0.008259008638560772, -0.00761739956215024, -0.006975790485739708, -0.006334181409329176, -0.005692572332918644, -0.005050963256508112, -0.00440935418009758, -0.003767745103687048, -0.003126136027276516, -0.002484526950865984, -0.001842917874455452, -0.00120130879804492, -0.000559699721634388, 8.190935477614403e-05, 0.000723518431186676, 0.001365127507597208, 0.00200673658400774, 0.002648345660418272, 0.003289954736828804, 0.003931563813239336, 0.004573172889649868, 0.0052147819660604, 0.005856391042470932, 0.006498000118881464, 0.007139609195291996, 0.007781218271702528, 0.00842282734811306, 0.009064435958862305, 0.009706045500934124, 0.010347655043005943, 0.010989263653755188, 0.011630872264504433, 0.012272481806576252, 0.012914091348648071, 0.013555699959397316, 0.01419730857014656, 0.01483891811221838, 0.0154805276542902, 0.016122136265039444, 0.01676374487578869, 0.017405353486537933, 0.018046963959932327, 0.018688572570681572]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 4.0, 0.0, 3.0, 1.0, 4.0, 4.0, 6.0, 6.0, 11.0, 13.0, 12.0, 17.0, 12.0, 24.0, 32.0, 38.0, 43.0, 40.0, 65.0, 95.0, 119.0, 149.0, 175.0, 258.0, 346.0, 402.0, 541.0, 693.0, 1009.0, 1339.0, 1981.0, 5601.0, 1559.0, 996.0, 645.0, 462.0, 396.0, 293.0, 235.0, 194.0, 119.0, 82.0, 79.0, 71.0, 48.0, 39.0, 35.0, 19.0, 16.0, 21.0, 14.0, 15.0, 15.0, 10.0, 8.0, 5.0, 5.0, 1.0, 2.0, 1.0], "bins": [-0.009162576869130135, -0.00890413112938404, -0.008645686320960522, -0.008387240581214428, -0.008128794841468334, -0.007870350033044815, -0.007611904293298721, -0.007353459019213915, -0.007095013745129108, -0.006836568005383015, -0.006578122731298208, -0.006319677457213402, -0.006061231717467308, -0.005802786443382502, -0.005544341169297695, -0.005285895429551601, -0.005027450155466795, -0.0047690048813819885, -0.004510559141635895, -0.004252113867551088, -0.003993668593466282, -0.003735223086550832, -0.0034767775796353817, -0.0032183323055505753, -0.002959886798635125, -0.002701441291719675, -0.0024429960176348686, -0.0021845505107194185, -0.0019261051202192903, -0.001667659729719162, -0.0014092142228037119, -0.0011507688323035836, -0.0008923234418034554, -0.0006338780513033271, -0.0003754326025955379, -0.00011698718299157917, 0.00014145823661237955, 0.0003999036562163383, 0.000658349075820297, 0.0009167945245280862, 0.0011752399150282145, 0.0014336853055283427, 0.001692130696028471, 0.001950576202943921, 0.002209021709859371, 0.0024674669839441776, 0.0027259124908596277, 0.002984357764944434, 0.0032428032718598843, 0.0035012487787753344, 0.003759694052860141, 0.004018139559775591, 0.004276584833860397, 0.004535030573606491, 0.0047934758476912975, 0.005051921121776104, 0.005310366861522198, 0.005568812135607004, 0.005827257409691811, 0.006085702683776617, 0.006344148423522711, 0.006602593697607517, 0.006861038971692324, 0.0071194847114384174, 0.007377929985523224]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 5.0, 4.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07649911940097809, -0.07421980053186417, -0.07194048166275024, -0.06966117024421692, -0.067381851375103, -0.06510253250598907, -0.06282322108745575, -0.06054390221834183, -0.058264583349227905, -0.05598526448011398, -0.05370594933629036, -0.051426634192466736, -0.049147315323352814, -0.04686799645423889, -0.04458868131041527, -0.042309366166591644, -0.04003004729747772, -0.0377507284283638, -0.035471413284540176, -0.03319209814071655, -0.03091277927160263, -0.028633462265133858, -0.026354145258665085, -0.024074828252196312, -0.02179551124572754, -0.019516194239258766, -0.017236877232789993, -0.01495756022632122, -0.012678243219852448, -0.010398926213383675, -0.008119609206914902, -0.005840292200446129, -0.003560975193977356, -0.001281658187508583, 0.0009976588189601898, 0.0032769758254289627, 0.005556292831897736, 0.007835609838366508, 0.010114926844835281, 0.012394243851304054, 0.014673560857772827, 0.0169528778642416, 0.019232194870710373, 0.021511511877179146, 0.02379082888364792, 0.02607014589011669, 0.028349462896585464, 0.030628779903054237, 0.03290809690952301, 0.03518741577863693, 0.037466730922460556, 0.03974604606628418, 0.0420253649353981, 0.044304683804512024, 0.04658399894833565, 0.04886331409215927, 0.05114263296127319, 0.053421951830387115, 0.05570126697421074, 0.05798058211803436, 0.060259900987148285, 0.06253921985626221, 0.06481853127479553, 0.06709785014390945, 0.06937716901302338]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 4.0, 2.0, 4.0, 3.0, 5.0, 7.0, 4.0, 10.0, 13.0, 11.0, 12.0, 16.0, 18.0, 34.0, 22.0, 13.0, 12.0, 13.0, 13.0, 12.0, 8.0, 5.0, 9.0, 4.0, 5.0, 3.0, 3.0, 2.0, 0.0, 3.0, 2.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.027488762512803078, -0.02621905878186226, -0.02494935318827629, -0.023679647594690323, -0.022409943863749504, -0.021140240132808685, -0.019870534539222717, -0.01860082894563675, -0.01733112521469593, -0.01606142148375511, -0.014791715890169144, -0.01352201122790575, -0.012252306565642357, -0.010982601903378963, -0.00971289724111557, -0.008443192578852177, -0.007173487916588783, -0.00590378325432539, -0.0046340785920619965, -0.003364373929798603, -0.0020946692675352097, -0.0008249646052718163, 0.00044474005699157715, 0.0017144447192549706, 0.002984149381518364, 0.004253854043781757, 0.005523558706045151, 0.006793263368308544, 0.008062968030571938, 0.009332672692835331, 0.010602377355098724, 0.011872082017362118, 0.013141786679625511, 0.014411491341888905, 0.015681196004152298, 0.016950901597738266, 0.018220605328679085, 0.019490309059619904, 0.02076001465320587, 0.02202972024679184, 0.02329942397773266, 0.024569127708673477, 0.025838833302259445, 0.027108538895845413, 0.028378242626786232, 0.02964794635772705, 0.03091765195131302, 0.03218735754489899, 0.033457063138484955, 0.034726765006780624, 0.03599647060036659, 0.03726617619395256, 0.03853587806224823, 0.0398055836558342, 0.041075289249420166, 0.042344994843006134, 0.0436147004365921, 0.04488440230488777, 0.04615410789847374, 0.04742381349205971, 0.04869351536035538, 0.049963220953941345, 0.05123292654752731, 0.05250263214111328, 0.05377233773469925]}, "_runtime": 145.24514412879944, "_timestamp": 1596213015.9466817, "_step": 176}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 4.0, 3.0, 2.0, 2.0, 6.0, 4.0, 5.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007814055308699608, -0.007523805368691683, -0.007233555428683758, -0.0069433050230145454, -0.00665305508300662, -0.006362805142998695, -0.006072554737329483, -0.005782304797321558, -0.005492054857313633, -0.005201804917305708, -0.004911554977297783, -0.0046213045716285706, -0.0043310546316206455, -0.0040408046916127205, -0.003750554518774152, -0.003460304345935583, -0.003170054405927658, -0.002879804465919733, -0.0025895542930811644, -0.0022993041202425957, -0.0020090541802346706, -0.0017188041238114238, -0.001428554067388177, -0.00113830401096493, -0.0008480539545416832, -0.0005578038981184363, -0.0002675538416951895, 2.2696214728057384e-05, 0.00031294627115130424, 0.0006031963275745511, 0.000893446383997798, 0.0011836964404210448, 0.0014739464968442917, 0.0017641965532675385, 0.0020544466096907854, 0.002344696782529354, 0.002634946722537279, 0.002925196662545204, 0.003215446835383773, 0.0035056970082223415, 0.0037959469482302666, 0.004086196888238192, 0.004376446828246117, 0.004666697233915329, 0.004956947173923254, 0.005247197113931179, 0.005537447519600391, 0.005827697459608316, 0.0061179473996162415, 0.0064081973396241665, 0.0066984472796320915, 0.006988697685301304, 0.007278947625309229, 0.007569197565317154, 0.007859447970986366, 0.008149697445333004, 0.008439947851002216, 0.008730198256671429, 0.009020447731018066, 0.009310698136687279, 0.009600948542356491, 0.009891198016703129, 0.010181448422372341, 0.010471697896718979, 0.010761948302388191]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 3.0, 4.0, 1.0, 1.0, 0.0, 2.0, 5.0, 6.0, 4.0, 3.0, 8.0, 19.0, 13.0, 22.0, 17.0, 24.0, 39.0, 41.0, 55.0, 55.0, 82.0, 89.0, 156.0, 202.0, 425.0, 5382.0, 456.0, 213.0, 142.0, 82.0, 75.0, 51.0, 53.0, 37.0, 29.0, 31.0, 12.0, 21.0, 17.0, 9.0, 8.0, 1.0, 3.0, 6.0, 6.0, 5.0, 2.0, 0.0, 2.0, 5.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.10457020998001099, -0.10124503821134567, -0.09791986644268036, -0.09459469467401505, -0.09126952290534973, -0.08794434368610382, -0.08461917191743851, -0.0812940001487732, -0.07796882838010788, -0.07464365661144257, -0.07131848484277725, -0.06799331307411194, -0.06466813385486603, -0.06134296581149101, -0.0580177903175354, -0.05469261854887009, -0.05136744678020477, -0.04804227501153946, -0.044717103242874146, -0.04139192774891853, -0.03806675598025322, -0.034741584211587906, -0.031416408717632294, -0.02809123694896698, -0.024766065180301666, -0.021440893411636353, -0.01811571978032589, -0.014790547080338001, -0.011465374380350113, -0.008140201680362225, -0.004815028980374336, -0.001489856280386448, 0.0018353164196014404, 0.005160489119589329, 0.008485661819577217, 0.011810834519565105, 0.015136007219552994, 0.018461178988218307, 0.02178635261952877, 0.025111526250839233, 0.028436698019504547, 0.03176186978816986, 0.035087041556835175, 0.03841221705079079, 0.0417373888194561, 0.045062560588121414, 0.048387736082077026, 0.05171290785074234, 0.055038079619407654, 0.05836325138807297, 0.06168842315673828, 0.0650135949254036, 0.06833876669406891, 0.07166394591331482, 0.07498911768198013, 0.07831428945064545, 0.08163946121931076, 0.08496463298797607, 0.08828980475664139, 0.0916149765253067, 0.09494015574455261, 0.09826532751321793, 0.10159049928188324, 0.10491567105054855, 0.10824084281921387]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 4.0, 2.0, 2.0, 3.0, 1.0, 1.0, 2.0, 3.0, 4.0, 6.0, 3.0, 1.0, 7.0, 4.0, 27.0, 3.0, 3.0, 6.0, 3.0, 7.0, 2.0, 5.0, 4.0, 3.0, 1.0, 3.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003652494167909026, -0.0035553527995944023, -0.0034582114312797785, -0.0033610700629651546, -0.003263928694650531, -0.003166787326335907, -0.003069645958021283, -0.0029725045897066593, -0.002875362988561392, -0.002778221620246768, -0.002681080251932144, -0.0025839388836175203, -0.0024867975153028965, -0.0023896561469882727, -0.002292514778673649, -0.002195373410359025, -0.002098232042044401, -0.0020010906737297773, -0.0019039493054151535, -0.0018068079371005297, -0.0017096665687859058, -0.0016125250840559602, -0.0015153837157413363, -0.0014182423474267125, -0.0013211009791120887, -0.0012239596107974648, -0.001126818242482841, -0.0010296768741682172, -0.0009325354476459324, -0.0008353940793313086, -0.0007382526528090239, -0.0006411112844944, -0.0005439699161797762, -0.00044682854786515236, -0.00034968715044669807, -0.0002525457530282438, -0.00015540438471361995, -5.8263001847080886e-05, 3.8878381019458175e-05, 0.00013601976388599724, 0.0002331611467525363, 0.00033030251506716013, 0.0004274439124856144, 0.0005245853099040687, 0.0006217266782186925, 0.0007188680465333164, 0.0008160094730556011, 0.000913150841370225, 0.0010102922096848488, 0.0011074335779994726, 0.0012045749463140965, 0.0013017163146287203, 0.0013988576829433441, 0.0014959991676732898, 0.0015931405359879136, 0.0016902819043025374, 0.0017874232726171613, 0.001884564640931785, 0.0019817061256617308, 0.0020788474939763546, 0.0021759888622909784, 0.0022731302306056023, 0.002370271598920226, 0.00246741296723485, 0.0025645543355494738]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 7.0, 6.0, 7.0, 9.0, 14.0, 17.0, 30.0, 32.0, 41.0, 71.0, 93.0, 114.0, 171.0, 218.0, 329.0, 418.0, 640.0, 861.0, 1298.0, 2066.0, 3257.0, 5861.0, 12507.0, 30685.0, 116418.0, 901025.0, 57829.0, 21231.0, 10086.0, 5332.0, 3140.0, 1956.0, 1269.0, 820.0, 525.0, 401.0, 281.0, 158.0, 131.0, 82.0, 64.0, 51.0, 22.0, 22.0, 17.0, 6.0, 8.0, 4.0, 4.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.007952862419188023, -0.007714290637522936, -0.007475718390196562, -0.007237146608531475, -0.006998574361205101, -0.006760002579540014, -0.00652143033221364, -0.0062828585505485535, -0.006044286303222179, -0.005805714521557093, -0.005567142274230719, -0.005328570492565632, -0.005089998245239258, -0.004851426463574171, -0.004612854216247797, -0.00437428243458271, -0.004135710187256336, -0.0038971384055912495, -0.003658566391095519, -0.0034199943765997887, -0.0031814223621040583, -0.002942850347608328, -0.0027042783331125975, -0.002465706318616867, -0.0022271345369517803, -0.00198856252245605, -0.0017499903915449977, -0.0015114183770492673, -0.0012728464789688587, -0.0010342744644731283, -0.0007957024499773979, -0.0005571304354816675, -0.0003185584209859371, -7.998642104212195e-05, 0.00015858557890169322, 0.00039715756429359317, 0.0006357295787893236, 0.000874301593285054, 0.0011128735495731235, 0.0013514455640688539, 0.0015900175785645843, 0.0018285895930603147, 0.0020671614911407232, 0.0023057335056364536, 0.002544305520132184, 0.0027828775346279144, 0.003021449549123645, 0.0032600215636193752, 0.0034985935781151056, 0.003737165592610836, 0.003975737374275923, 0.004214309621602297, 0.004452881403267384, 0.004691453650593758, 0.004930025432258844, 0.005168597679585218, 0.005407169461250305, 0.005645741708576679, 0.005884313490241766, 0.00612288573756814, 0.006361457519233227, 0.006600029766559601, 0.006838601548224688, 0.007077173795551062, 0.007315745577216148]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 11.0, 4.0, 1.0, 3.0, 8.0, 2.0, 0.0, 2.0, 3.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.025272224098443985, -0.024418404325842857, -0.02356458455324173, -0.02271076664328575, -0.021856946870684624, -0.021003127098083496, -0.02014930732548237, -0.01929548941552639, -0.018441669642925262, -0.017587849870324135, -0.016734030097723007, -0.01588021032512188, -0.015026391483843327, -0.014172572642564774, -0.013318752869963646, -0.012464934028685093, -0.011611114256083965, -0.010757294483482838, -0.009903475642204285, -0.009049655869603157, -0.008195837028324604, -0.007342017255723476, -0.006488197948783636, -0.005634378641843796, -0.0047805593349039555, -0.003926740027964115, -0.003072920721024275, -0.002219101181253791, -0.0013652818743139505, -0.0005114625091664493, 0.0003423568559810519, 0.001196176279336214, 0.0020499955862760544, 0.0029038148932158947, 0.003757634200155735, 0.004611453507095575, 0.005465272814035416, 0.006319092586636543, 0.007172911893576384, 0.008026731200516224, 0.008880550041794777, 0.009734369814395905, 0.010588189586997032, 0.011442008428275585, 0.012295828200876713, 0.013149647042155266, 0.014003466814756393, 0.014857285656034946, 0.01571110635995865, 0.016564924269914627, 0.017418744042515755, 0.018272563815116882, 0.01912638358771801, 0.01998020149767399, 0.020834021270275116, 0.021687841042876244, 0.02254166081547737, 0.0233954805880785, 0.024249298498034477, 0.025103118270635605, 0.025956938043236732, 0.02681075781583786, 0.02766457572579384, 0.028518395498394966, 0.029372215270996094]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 8.0, 6.0, 15.0, 17.0, 14.0, 27.0, 40.0, 41.0, 39.0, 76.0, 102.0, 137.0, 194.0, 232.0, 357.0, 565.0, 1060.0, 2242.0, 6818.0, 2036.0, 1254.0, 837.0, 653.0, 429.0, 327.0, 250.0, 177.0, 127.0, 70.0, 55.0, 47.0, 40.0, 26.0, 21.0, 19.0, 10.0, 15.0, 6.0, 8.0, 3.0, 7.0, 2.0, 4.0, 3.0, 1.0, 0.0, 0.0, 3.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.012268705293536186, -0.011763574555516243, -0.011258442886173725, -0.010753312148153782, -0.010248180478811264, -0.00974304974079132, -0.009237919002771378, -0.00873278733342886, -0.008227656595408916, -0.007722525391727686, -0.007217394188046455, -0.006712263450026512, -0.006207132246345282, -0.005702001042664051, -0.005196870304644108, -0.004691739100962877, -0.004186607897281647, -0.003681476693600416, -0.0031763457227498293, -0.0026712147518992424, -0.002166083548218012, -0.0016609524609521031, -0.0011558213736861944, -0.0006506902864202857, -0.00014555919915437698, 0.00035957188811153173, 0.0008647029753774405, 0.0013698340626433492, 0.0018749651499092579, 0.0023800963535904884, 0.0028852273244410753, 0.003390358295291662, 0.0038954894989728928, 0.004400620702654123, 0.004905751906335354, 0.005410882644355297, 0.005916013848036528, 0.006421145051717758, 0.006926275789737701, 0.007431406993418932, 0.007936538197100163, 0.008441668935120106, 0.008946800604462624, 0.009451931342482567, 0.00995706208050251, 0.010462193749845028, 0.010967324487864971, 0.011472456157207489, 0.011977586895227432, 0.012482717633247375, 0.012987849302589893, 0.013492980040609837, 0.013998111709952354, 0.014503242447972298, 0.015008373185992241, 0.015513504855334759, 0.016018636524677277, 0.01652376726269722, 0.017028898000717163, 0.017534028738737106, 0.01803915947675705, 0.018544290214776993, 0.019049422815442085, 0.01955455355346203, 0.020059684291481972]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 3.0, 5.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1351889967918396, -0.12983861565589905, -0.1244882345199585, -0.11913784593343735, -0.1137874647974968, -0.10843708366155624, -0.10308670252561569, -0.09773632138967514, -0.09238593280315399, -0.08703555166721344, -0.08168517053127289, -0.07633478939533234, -0.07098440825939178, -0.06563402712345123, -0.06028364226222038, -0.05493325740098953, -0.04958287626504898, -0.04423249512910843, -0.03888211026787758, -0.03353172913193703, -0.028181346133351326, -0.022830963134765625, -0.017480581998825073, -0.012130199000239372, -0.006779816001653671, -0.0014294334687292576, 0.003920949064195156, 0.009271331131458282, 0.014621714130043983, 0.019972097128629684, 0.025322478264570236, 0.030672861263155937, 0.03602324426174164, 0.04137362539768219, 0.04672401025891304, 0.05207439139485359, 0.05742477625608444, 0.062775157392025, 0.06812553852796555, 0.0734759196639061, 0.07882630825042725, 0.0841766893863678, 0.08952707052230835, 0.0948774516582489, 0.10022783279418945, 0.10557821393013, 0.11092860251665115, 0.1162789836525917, 0.12162936478853226, 0.1269797533750534, 0.13233013451099396, 0.1376805156469345, 0.14303089678287506, 0.1483812779188156, 0.15373165905475616, 0.15908204019069672, 0.16443242132663727, 0.16978280246257782, 0.17513318359851837, 0.18048357963562012, 0.18583396077156067, 0.19118434190750122, 0.19653472304344177, 0.20188510417938232, 0.20723548531532288]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 5.0, 4.0, 3.0, 7.0, 11.0, 14.0, 18.0, 31.0, 29.0, 37.0, 36.0, 18.0, 13.0, 6.0, 7.0, 6.0, 2.0, 1.0, 2.0, 2.0, 2.0, 0.0, 3.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.0794413760304451, -0.0765315517783165, -0.0736217275261879, -0.07071191072463989, -0.06780208647251129, -0.06489226222038269, -0.06198243796825409, -0.05907261744141579, -0.056162793189287186, -0.053252968937158585, -0.05034314841032028, -0.04743332415819168, -0.04452349990606308, -0.04161367937922478, -0.038703855127096176, -0.035794034600257874, -0.03288421034812927, -0.02997438795864582, -0.02706456556916237, -0.024154741317033768, -0.021244918927550316, -0.018335096538066864, -0.015425273217260838, -0.012515449896454811, -0.00960562750697136, -0.00669580465182662, -0.003785981796681881, -0.0008761589415371418, 0.0020336639136075974, 0.0049434867687523365, 0.007853309623897076, 0.010763132944703102, 0.013672955334186554, 0.016582777723670006, 0.019492600113153458, 0.02240242436528206, 0.02531224675476551, 0.028222069144248962, 0.031131893396377563, 0.034041713923215866, 0.03695153817534447, 0.03986136242747307, 0.04277118295431137, 0.04568100720643997, 0.04859083145856857, 0.051500651985406876, 0.05441047623753548, 0.05732029676437378, 0.06023012101650238, 0.06313994526863098, 0.06604976952075958, 0.06895958632230759, 0.07186941057443619, 0.07477923482656479, 0.07768905907869339, 0.08059888333082199, 0.08350870013237, 0.0864185243844986, 0.0893283486366272, 0.0922381728887558, 0.0951479971408844, 0.098057821393013, 0.100967638194561, 0.1038774624466896, 0.1067872866988182]}, "_runtime": 146.00654101371765, "_timestamp": 1596213016.7080786, "_step": 177}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 3.0, 3.0, 0.0, 1.0, 4.0, 6.0, 5.0, 3.0, 2.0, 2.0, 3.0, 1.0, 3.0, 0.0, 3.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.010834039188921452, -0.010526580736041069, -0.010219123214483261, -0.009911665692925453, -0.00960420724004507, -0.009296748787164688, -0.00898929126560688, -0.008681833744049072, -0.00837437529116869, -0.008066916838288307, -0.007759459316730499, -0.007452001329511404, -0.007144543342292309, -0.006837085355073214, -0.006529627367854118, -0.006222169380635023, -0.005914711393415928, -0.005607253406196833, -0.005299795418977737, -0.004992337431758642, -0.004684879444539547, -0.004377421457320452, -0.0040699634701013565, -0.0037625054828822613, -0.003455047495663166, -0.003147589508444071, -0.0028401315212249756, -0.0025326735340058804, -0.002225215546786785, -0.00191775755956769, -0.0016102995723485947, -0.0013028415851294994, -0.0009953835979104042, -0.000687925610691309, -0.00038046762347221375, -7.300963625311852e-05, 0.00023444835096597672, 0.0005419063381850719, 0.0008493643254041672, 0.0011568223126232624, 0.0014642802998423576, 0.0017717382870614529, 0.002079196274280548, 0.0023866542614996433, 0.0026941122487187386, 0.003001570235937834, 0.003309028223156929, 0.0036164862103760242, 0.0039239441975951195, 0.004231402184814215, 0.00453886017203331, 0.004846318159252405, 0.0051537761464715, 0.005461234133690596, 0.005768692120909691, 0.006076150108128786, 0.006383608095347881, 0.0066910660825669765, 0.006998524069786072, 0.007305982057005167, 0.007613440044224262, 0.007920898497104645, 0.008228356018662453, 0.00853581354022026, 0.008843271993100643]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 3.0, 1.0, 3.0, 5.0, 5.0, 5.0, 8.0, 8.0, 13.0, 22.0, 24.0, 34.0, 38.0, 53.0, 84.0, 152.0, 227.0, 654.0, 5722.0, 336.0, 167.0, 123.0, 73.0, 56.0, 32.0, 24.0, 11.0, 9.0, 10.0, 7.0, 2.0, 6.0, 4.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1719304919242859, -0.16703695058822632, -0.16214340925216675, -0.15724986791610718, -0.1523563265800476, -0.14746278524398804, -0.14256925880908966, -0.1376757174730301, -0.13278217613697052, -0.12788863480091095, -0.12299509346485138, -0.11810155212879181, -0.11320801079273224, -0.10831446945667267, -0.1034209355711937, -0.09852739423513412, -0.09363385289907455, -0.08874031156301498, -0.08384677022695541, -0.07895323634147644, -0.07405969500541687, -0.0691661536693573, -0.06427261233329773, -0.05937907472252846, -0.05448553338646889, -0.04959199205040932, -0.044698454439640045, -0.039804913103580475, -0.034911371767520905, -0.030017834156751633, -0.025124292820692062, -0.02023075334727764, -0.01533721387386322, -0.0104436744004488, -0.0055501339957118034, -0.000656594056636095, 0.004236945882439613, 0.009130485355854034, 0.01402402576059103, 0.018917566165328026, 0.023811105638742447, 0.028704645112156868, 0.03359818458557129, 0.03849172592163086, 0.04338526725769043, 0.0482788048684597, 0.05317234620451927, 0.058065883815288544, 0.06295942515134811, 0.06785296648740768, 0.07274650782346725, 0.07764004170894623, 0.0825335830450058, 0.08742712438106537, 0.09232066571712494, 0.09721420705318451, 0.10210774838924408, 0.10700128227472305, 0.11189482361078262, 0.1167883649468422, 0.12168190628290176, 0.12657544016838074, 0.1314689815044403, 0.13636252284049988, 0.14125606417655945]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 2.0, 6.0, 1.0, 6.0, 3.0, 6.0, 4.0, 4.0, 6.0, 5.0, 26.0, 3.0, 8.0, 4.0, 1.0, 4.0, 4.0, 2.0, 2.0, 4.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0033225170336663723, -0.0032241942826658487, -0.0031258712988346815, -0.003027548547834158, -0.0029292257968336344, -0.002830902813002467, -0.0027325800620019436, -0.00263425731100142, -0.0025359345600008965, -0.0024376115761697292, -0.0023392888251692057, -0.002240966074168682, -0.002142643090337515, -0.0020443203393369913, -0.001945997471921146, -0.0018476747209206223, -0.001749351853504777, -0.0016510289860889316, -0.001552706235088408, -0.0014543833676725626, -0.001356060616672039, -0.0012577377492561936, -0.0011594148818403482, -0.0010610921308398247, -0.0009627692634239793, -0.0008644464542157948, -0.0007661236450076103, -0.0006678007775917649, -0.0005694779683835804, -0.00047115515917539597, -0.00037283232086338103, -0.0002745094825513661, -0.0001761866733431816, -7.78638495830819e-05, 2.0458974177017808e-05, 0.00011878179793711752, 0.00021710462169721723, 0.0003154274309054017, 0.00041375026921741664, 0.0005120731075294316, 0.0006103959167376161, 0.0007087187259458005, 0.000807041535153985, 0.0009053644025698304, 0.0010036872699856758, 0.0011020100209861994, 0.0012003328884020448, 0.0012986556394025683, 0.0013969785068184137, 0.0014953013742342591, 0.0015936241252347827, 0.001691946992650628, 0.0017902697436511517, 0.001888592611066997, 0.0019869154784828424, 0.002085238229483366, 0.0021835612133145332, 0.002281883964315057, 0.0023802067153155804, 0.002478529466316104, 0.002576852450147271, 0.0026751752011477947, 0.0027734979521483183, 0.0028718209359794855, 0.002970143686980009]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 1.0, 3.0, 2.0, 3.0, 1.0, 0.0, 3.0, 5.0, 7.0, 6.0, 12.0, 13.0, 13.0, 16.0, 14.0, 28.0, 30.0, 39.0, 49.0, 58.0, 74.0, 108.0, 146.0, 168.0, 222.0, 288.0, 449.0, 576.0, 901.0, 1518.0, 2464.0, 4560.0, 8967.0, 20088.0, 56111.0, 852755.0, 156393.0, 36621.0, 16021.0, 8277.0, 4532.0, 2718.0, 1770.0, 1170.0, 790.0, 524.0, 359.0, 249.0, 150.0, 99.0, 74.0, 54.0, 48.0, 30.0, 21.0, 13.0, 14.0, 12.0, 1.0, 1.0, 4.0, 1.0, 1.0], "bins": [-0.006916866637766361, -0.006729581858962774, -0.006542297080159187, -0.0063550123013556, -0.006167727522552013, -0.005980442278087139, -0.005793157499283552, -0.005605872720479965, -0.005418587941676378, -0.005231303162872791, -0.005044018384069204, -0.004856733605265617, -0.004669448360800743, -0.004482163581997156, -0.004294878803193569, -0.004107594024389982, -0.003920309245586395, -0.0037330244667828083, -0.0035457396879792213, -0.0033584546763449907, -0.0031711698975414038, -0.002983885118737817, -0.002796600107103586, -0.0026093153282999992, -0.0024220305494964123, -0.0022347457706928253, -0.0020474609918892384, -0.0018601759802550077, -0.0016728912014514208, -0.0014856064226478338, -0.001298321527428925, -0.0011110366322100163, -0.0009237518534064293, -0.0007364670163951814, -0.0005491821793839335, -0.00036189734237268567, -0.0001746125053614378, 1.2672331649810076e-05, 0.00019995716866105795, 0.0003872420056723058, 0.0005745268426835537, 0.0007618116796948016, 0.0009490965167060494, 0.0011363814119249582, 0.0013236661907285452, 0.0015109509695321321, 0.001698235864751041, 0.0018855207599699497, 0.0020728055387735367, 0.0022600903175771236, 0.0024473750963807106, 0.002634660108014941, 0.002821944886818528, 0.003009229665622115, 0.0031965146772563457, 0.0033837994560599327, 0.0035710842348635197, 0.0037583690136671066, 0.003945653792470694, 0.0041329385712742805, 0.004320223815739155, 0.004507508594542742, 0.004694793373346329, 0.004882078152149916, 0.005069362930953503]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 4.0, 2.0, 1.0, 1.0, 2.0, 4.0, 2.0, 2.0, 2.0, 1.0, 1.0, 3.0, 8.0, 0.0, 3.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 4.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.013956950977444649, -0.01324376929551363, -0.012530588544905186, -0.011817406862974167, -0.011104226112365723, -0.010391044430434704, -0.009677862748503685, -0.00896468199789524, -0.008251500315964222, -0.00753831909969449, -0.006825137883424759, -0.00611195620149374, -0.0053987749852240086, -0.004685593768954277, -0.003972412087023258, -0.0032592308707535267, -0.002546049654483795, -0.0018328683217987418, -0.0011196869891136885, -0.0004065056564286351, 0.00030667567625641823, 0.0010198570089414716, 0.001733038341626525, 0.0024462197907269, 0.0031594010069966316, 0.003872582223266363, 0.004585763439536095, 0.0052989451214671135, 0.006012126337736845, 0.0067253075540065765, 0.007438489235937595, 0.00815166998654604, 0.008864851668477058, 0.009578033350408077, 0.010291214101016521, 0.01100439578294754, 0.011717576533555984, 0.012430758215487003, 0.013143939897418022, 0.013857120648026466, 0.014570302329957485, 0.015283484011888504, 0.015996664762496948, 0.016709845513105392, 0.017423028126358986, 0.01813620887696743, 0.018849389627575874, 0.019562572240829468, 0.020275752991437912, 0.020988933742046356, 0.02170211635529995, 0.022415297105908394, 0.023128477856516838, 0.02384166046977043, 0.024554841220378876, 0.02526802197098732, 0.025981202721595764, 0.026694385334849358, 0.027407566085457802, 0.028120746836066246, 0.02883392944931984, 0.029547110199928284, 0.030260290950536728, 0.03097347356379032, 0.031686656177043915]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 2.0, 4.0, 2.0, 5.0, 7.0, 9.0, 11.0, 20.0, 18.0, 43.0, 53.0, 52.0, 73.0, 121.0, 158.0, 219.0, 243.0, 374.0, 552.0, 826.0, 1104.0, 1748.0, 3116.0, 5543.0, 1283.0, 798.0, 582.0, 376.0, 239.0, 185.0, 144.0, 97.0, 61.0, 52.0, 50.0, 37.0, 28.0, 19.0, 11.0, 11.0, 15.0, 17.0, 34.0, 26.0, 17.0, 6.0, 3.0, 1.0, 9.0, 11.0, 1.0, 2.0, 1.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.00976392813026905, -0.009388535283505917, -0.009013142436742783, -0.008637748658657074, -0.00826235581189394, -0.007886962965130806, -0.007511569652706385, -0.007136176340281963, -0.006760783493518829, -0.006385390646755695, -0.006009997334331274, -0.005634604021906853, -0.005259211175143719, -0.004883818328380585, -0.004508425015956163, -0.004133031703531742, -0.003757638856768608, -0.0033822457771748304, -0.0030068526975810528, -0.002631459617987275, -0.0022560665383934975, -0.0018806734587997198, -0.0015052803792059422, -0.0011298872996121645, -0.0007544942200183868, -0.0003791011404246092, -3.7080608308315277e-06, 0.00037168501876294613, 0.0007470780983567238, 0.0011224711779505014, 0.001497864257544279, 0.0018732573371380568, 0.0022486504167318344, 0.002624043496325612, 0.0029994365759193897, 0.0033748296555131674, 0.003750222735106945, 0.004125615581870079, 0.0045010088942945, 0.004876402206718922, 0.005251795053482056, 0.00562718790024519, 0.006002581212669611, 0.006377974525094032, 0.006753367371857166, 0.0071287602186203, 0.007504153531044722, 0.007879546843469143, 0.008254939690232277, 0.008630332536995411, 0.009005725383758545, 0.009381119161844254, 0.009756512008607388, 0.010131904855370522, 0.01050729863345623, 0.010882691480219364, 0.011258084326982498, 0.011633477173745632, 0.012008870020508766, 0.012384263798594475, 0.012759656645357609, 0.013135049492120743, 0.013510443270206451, 0.013885836116969585, 0.01426122896373272]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.11453074961900711, -0.11173193156719208, -0.10893311351537704, -0.10613429546356201, -0.10333546996116638, -0.10053665190935135, -0.09773783385753632, -0.09493901580572128, -0.09214019775390625, -0.08934137970209122, -0.08654256165027618, -0.08374374359846115, -0.08094492554664612, -0.07814610004425049, -0.07534728199243546, -0.07254846394062042, -0.06974964588880539, -0.06695082783699036, -0.06415200978517532, -0.06135318800806999, -0.05855436995625496, -0.055755551904439926, -0.052956730127334595, -0.05015791207551956, -0.04735909402370453, -0.044560275971889496, -0.04176145792007446, -0.03896263614296913, -0.0361638180911541, -0.033365000039339066, -0.030566180124878883, -0.0277673602104187, -0.024968542158603668, -0.022169724106788635, -0.019370904192328453, -0.01657208427786827, -0.013773266226053238, -0.01097444724291563, -0.008175628259778023, -0.005376809276640415, -0.0025779902935028076, 0.00022082868963479996, 0.0030196476727724075, 0.005818466655910015, 0.008617285639047623, 0.01141610462218523, 0.014214923605322838, 0.01701374351978302, 0.019812561571598053, 0.022611379623413086, 0.025410199537873268, 0.02820901945233345, 0.031007837504148483, 0.033806655555963516, 0.03660547733306885, 0.03940429538488388, 0.042203113436698914, 0.04500193148851395, 0.04780074954032898, 0.05059957131743431, 0.053398389369249344, 0.05619720742106438, 0.05899602919816971, 0.06179484724998474, 0.06459366530179977]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 3.0, 2.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 5.0, 1.0, 2.0, 1.0, 3.0, 4.0, 6.0, 1.0, 10.0, 10.0, 12.0, 16.0, 13.0, 10.0, 17.0, 16.0, 33.0, 11.0, 11.0, 7.0, 8.0, 7.0, 4.0, 4.0, 4.0, 1.0, 4.0, 5.0, 4.0, 4.0, 3.0, 6.0, 1.0, 4.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 1.0], "bins": [-0.045503150671720505, -0.043850772082805634, -0.042198389768600464, -0.04054601117968559, -0.03889363259077072, -0.03724125400185585, -0.03558887541294098, -0.03393649309873581, -0.03228411450982094, -0.030631735920906067, -0.028979355469346046, -0.027326975017786026, -0.025674596428871155, -0.024022217839956284, -0.022369837388396263, -0.020717456936836243, -0.01906507834792137, -0.0174126997590065, -0.01576031930744648, -0.014107939787209034, -0.012455560266971588, -0.010803180746734142, -0.009150801226496696, -0.007498421706259251, -0.005846042186021805, -0.004193662665784359, -0.002541283145546913, -0.0008889036253094673, 0.0007634758949279785, 0.0024158554151654243, 0.00406823493540287, 0.005720614455640316, 0.007372993975877762, 0.009025373496115208, 0.010677753016352654, 0.0123301325365901, 0.013982512056827545, 0.015634890645742416, 0.017287271097302437, 0.018939651548862457, 0.02059203013777733, 0.0222444087266922, 0.02389678917825222, 0.02554916962981224, 0.027201548218727112, 0.028853926807641983, 0.030506307259202003, 0.032158687710762024, 0.033811066299676895, 0.035463444888591766, 0.037115827202796936, 0.03876820579171181, 0.04042058438062668, 0.04207296296954155, 0.04372534155845642, 0.04537772387266159, 0.04703010246157646, 0.04868248105049133, 0.0503348633646965, 0.051987241953611374, 0.053639620542526245, 0.055291999131441116, 0.05694437772035599, 0.05859676003456116, 0.06024913862347603]}, "_runtime": 146.7841773033142, "_timestamp": 1596213017.485715, "_step": 178}
-{"val_accuracy": 0.8218771404109589, "val_loss": 0.4573678326661184, "_runtime": 148.5357129573822, "_timestamp": 1596213019.2372506, "_step": 179}
-{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: k Confidence: 0.21253448724746704 Truth: v", "Prediction: 5 Confidence: 0.9999998807907104 Truth: 5", "Prediction: 2 Confidence: 0.9991843104362488 Truth: 2", "Prediction: 0 Confidence: 0.6528486013412476 Truth: 0"]}, "_runtime": 148.82470273971558, "_timestamp": 1596213019.5262403, "_step": 180}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 3.0, 1.0, 1.0, 1.0, 5.0, 6.0, 3.0, 4.0, 3.0, 2.0, 5.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012115666642785072, -0.011795244179666042, -0.011474821716547012, -0.011154398322105408, -0.010833975858986378, -0.010513553395867348, -0.010193130932748318, -0.009872708469629288, -0.009552285075187683, -0.009231862612068653, -0.008911440148949623, -0.008591017685830593, -0.008270595222711563, -0.007950172759592533, -0.007629749830812216, -0.0073093269020318985, -0.0069889044389128685, -0.0066684819757938385, -0.006348059047013521, -0.006027636583894491, -0.005707213655114174, -0.005386791191995144, -0.005066368728876114, -0.004745945800095797, -0.004425523336976767, -0.004105100873857737, -0.0037846779450774193, -0.0034642554819583893, -0.0031438327860087156, -0.002823410090059042, -0.002502987626940012, -0.0021825649309903383, -0.0018621422350406647, -0.001541719539090991, -0.0012212969595566392, -0.0009008743218146265, -0.0005804516840726137, -0.000260029046330601, 6.039359141141176e-05, 0.0003808162291534245, 0.0007012388668954372, 0.001021661562845111, 0.0013420841423794627, 0.0016625067219138145, 0.001982929417863488, 0.002303352113813162, 0.002623774576932192, 0.0029441972728818655, 0.003264619968831539, 0.003585042664781213, 0.0039054653607308865, 0.0042258878238499165, 0.004546310752630234, 0.004866733215749264, 0.005187155678868294, 0.005507578607648611, 0.005828001070767641, 0.006148423533886671, 0.006468846462666988, 0.006789268925786018, 0.007109691388905048, 0.007430114317685366, 0.007750536780804396, 0.008070959709584713, 0.008391382172703743]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 4.0, 4.0, 7.0, 11.0, 9.0, 15.0, 17.0, 22.0, 36.0, 43.0, 60.0, 99.0, 139.0, 264.0, 649.0, 5684.0, 337.0, 188.0, 103.0, 62.0, 59.0, 28.0, 28.0, 18.0, 13.0, 7.0, 8.0, 8.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.18137595057487488, -0.17572864890098572, -0.17008134722709656, -0.1644340455532074, -0.15878674387931824, -0.15313944220542908, -0.14749214053153992, -0.14184483885765076, -0.1361975371837616, -0.13055022060871124, -0.12490292638540268, -0.11925562471151352, -0.11360831558704376, -0.1079610139131546, -0.10231371223926544, -0.09666641056537628, -0.09101910889148712, -0.08537180721759796, -0.0797245055437088, -0.07407720386981964, -0.06842990219593048, -0.06278259307146072, -0.057135291397571564, -0.051487989723682404, -0.04584068804979324, -0.04019338637590408, -0.03454608470201492, -0.028898779302835464, -0.023251477628946304, -0.017604175955057144, -0.011956872418522835, -0.0063095698133111, -0.0006622672080993652, 0.0049850353971123695, 0.010632338002324104, 0.016279641538858414, 0.021926943212747574, 0.027574244886636734, 0.03322155028581619, 0.03886885195970535, 0.04451615363359451, 0.05016345530748367, 0.05581075698137283, 0.06145806238055229, 0.06710536777973175, 0.07275266945362091, 0.07839997112751007, 0.08404727280139923, 0.08969457447528839, 0.09534187614917755, 0.10098917782306671, 0.10663647949695587, 0.11228378117084503, 0.11793109029531479, 0.12357839196920395, 0.1292256861925125, 0.13487300276756287, 0.14052030444145203, 0.1461676061153412, 0.15181490778923035, 0.1574622094631195, 0.16310951113700867, 0.16875681281089783, 0.174404114484787, 0.18005141615867615]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 4.0, 3.0, 3.0, 2.0, 3.0, 2.0, 1.0, 2.0, 6.0, 3.0, 2.0, 27.0, 4.0, 4.0, 3.0, 3.0, 3.0, 8.0, 3.0, 4.0, 4.0, 3.0, 1.0, 2.0, 3.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0027796230278909206, -0.002688695676624775, -0.0025977683253586292, -0.0025068409740924835, -0.002415913622826338, -0.002324986271560192, -0.0022340589202940464, -0.0021431315690279007, -0.002052204217761755, -0.0019612768664956093, -0.0018703495152294636, -0.0017794221639633179, -0.0016884948126971722, -0.0015975674614310265, -0.0015066401101648808, -0.001415712758898735, -0.0013247854076325893, -0.0012338580563664436, -0.001142930705100298, -0.0010520033538341522, -0.0009610760025680065, -0.0008701486513018608, -0.0007792213000357151, -0.0006882939487695694, -0.0005973665975034237, -0.000506439246237278, -0.0004155118949711323, -0.00032458454370498657, -0.00023365719243884087, -0.00014272984117269516, -5.1802489906549454e-05, 3.912486135959625e-05, 0.00013005221262574196, 0.00022097956389188766, 0.00031190691515803337, 0.0004028342664241791, 0.0004937616176903248, 0.0005846889689564705, 0.0006756163202226162, 0.0007665436714887619, 0.0008574710227549076, 0.0009483983740210533, 0.001039325725287199, 0.0011302530765533447, 0.0012211804278194904, 0.0013121077790856361, 0.0014030351303517818, 0.0014939624816179276, 0.0015848898328840733, 0.001675817184150219, 0.0017667445354163647, 0.0018576718866825104, 0.001948599237948656, 0.002039526589214802, 0.0021304539404809475, 0.002221381291747093, 0.002312308643013239, 0.0024032359942793846, 0.0024941633455455303, 0.002585090696811676, 0.0026760180480778217, 0.0027669453993439674, 0.002857872750610113, 0.002948800101876259, 0.0030397274531424046]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 2.0, 4.0, 2.0, 6.0, 9.0, 4.0, 15.0, 7.0, 27.0, 33.0, 44.0, 57.0, 103.0, 128.0, 214.0, 346.0, 476.0, 800.0, 1358.0, 2250.0, 3923.0, 7049.0, 13603.0, 28940.0, 83057.0, 880303.0, 80328.0, 31610.0, 17011.0, 9949.0, 6141.0, 3974.0, 2467.0, 1732.0, 1140.0, 763.0, 526.0, 358.0, 257.0, 183.0, 146.0, 73.0, 71.0, 44.0, 28.0, 18.0, 18.0, 16.0, 8.0, 9.0, 1.0, 3.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.005334074608981609, -0.005147199612110853, -0.004960325080901384, -0.004773450084030628, -0.004586575087159872, -0.004399700555950403, -0.004212825559079647, -0.004025950562208891, -0.0038390757981687784, -0.003652201034128666, -0.0034653260372579098, -0.0032784512732177973, -0.003091576509177685, -0.0029047015123069286, -0.002717826748266816, -0.00253095175139606, -0.0023440769873559475, -0.002157202223315835, -0.001970327226445079, -0.0017834524624049664, -0.001596577581949532, -0.0014097027014940977, -0.0012228279374539852, -0.001035953056998551, -0.0008490781765431166, -0.0006622032960876822, -0.00047532847383990884, -0.00028845362248830497, -0.00010157877113670111, 8.529608021490276e-05, 0.0002721709315665066, 0.0004590457829181105, 0.0006459206342697144, 0.0008327955147251487, 0.001019670395180583, 0.0012065451592206955, 0.0013934200396761298, 0.0015802949201315641, 0.0017671696841716766, 0.001954044681042433, 0.0021409194450825453, 0.0023277942091226578, 0.002514669205993414, 0.0027015439700335264, 0.002888418734073639, 0.003075293730944395, 0.0032621684949845076, 0.0034490434918552637, 0.003635918255895376, 0.0038227930199354887, 0.004009667783975601, 0.004196542780846357, 0.0043834177777171135, 0.004570292308926582, 0.0047571673057973385, 0.004944042302668095, 0.0051309168338775635, 0.00531779183074832, 0.005504666827619076, 0.005691541824489832, 0.005878416355699301, 0.006065291352570057, 0.006252166349440813, 0.006439040880650282, 0.006625915877521038]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 3.0, 4.0, 3.0, 2.0, 4.0, 10.0, 2.0, 1.0, 3.0, 3.0, 3.0, 1.0, 1.0, 2.0, 1.0, 3.0, 0.0, 3.0, 0.0, 1.0], "bins": [-0.04868629202246666, -0.047695234417915344, -0.04670417308807373, -0.045713115483522415, -0.0447220578789711, -0.043731000274419785, -0.04273994266986847, -0.041748881340026855, -0.04075782373547554, -0.039766766130924225, -0.03877570480108261, -0.037784647196531296, -0.03679358959197998, -0.035802531987428665, -0.03481147438287735, -0.033820413053035736, -0.03282935544848442, -0.031838297843933105, -0.03084723837673664, -0.029856178909540176, -0.02886512130498886, -0.027874063700437546, -0.02688300423324108, -0.025891944766044617, -0.0249008871614933, -0.023909829556941986, -0.02291877008974552, -0.021927710622549057, -0.02093665301799774, -0.019945595413446426, -0.018954535946249962, -0.017963476479053497, -0.016972418874502182, -0.015981361269950867, -0.014990301802754402, -0.013999243266880512, -0.013008184731006622, -0.012017126195132732, -0.011026067659258842, -0.010035009123384953, -0.009043950587511063, -0.008052892051637173, -0.007061833515763283, -0.006070774979889393, -0.005079716444015503, -0.004088657908141613, -0.003097599372267723, -0.002106540836393833, -0.0011154823005199432, -0.00012442376464605331, 0.0008666347712278366, 0.0018576933071017265, 0.0028487518429756165, 0.0038398103788495064, 0.004830868914723396, 0.005821927450597286, 0.006812985986471176, 0.007804044522345066, 0.008795103058218956, 0.009786161594092846, 0.010777220129966736, 0.011768278665840626, 0.012759337201714516, 0.013750395737588406, 0.014741454273462296]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [7.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 5.0, 8.0, 5.0, 14.0, 7.0, 3.0, 6.0, 10.0, 9.0, 4.0, 3.0, 10.0, 11.0, 26.0, 20.0, 13.0, 15.0, 34.0, 30.0, 41.0, 34.0, 39.0, 78.0, 94.0, 131.0, 167.0, 254.0, 340.0, 574.0, 797.0, 1317.0, 2241.0, 6316.0, 1831.0, 1181.0, 764.0, 574.0, 396.0, 276.0, 200.0, 155.0, 102.0, 71.0, 57.0, 46.0, 37.0, 22.0, 27.0, 10.0, 5.0, 3.0, 5.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.015583021566271782, -0.015188287012279034, -0.014793552458286285, -0.014398817904293537, -0.014004082418978214, -0.013609347864985466, -0.013214613310992718, -0.01281987875699997, -0.012425144203007221, -0.012030409649014473, -0.01163567416369915, -0.011240939609706402, -0.010846205055713654, -0.010451470501720905, -0.010056735947728157, -0.009662001393735409, -0.00926726683974266, -0.008872531354427338, -0.00847779680043459, -0.008083062246441841, -0.007688327692449093, -0.007293592672795057, -0.006898858118802309, -0.006504123564809561, -0.006109388545155525, -0.005714653991162777, -0.005319919437170029, -0.00492518488317728, -0.004530449863523245, -0.004135715309530497, -0.0037409805227071047, -0.0033462459687143564, -0.0029515111818909645, -0.0025567763950675726, -0.0021620418410748243, -0.0017673070542514324, -0.0013725723838433623, -0.0009778377134352922, -0.0005831029848195612, -0.0001883682853076607, 0.00020636641420423985, 0.0006011010846123099, 0.00099583575502038, 0.001390570541843772, 0.001785305212251842, 0.002180039882659912, 0.002574774669483304, 0.0029695092234760523, 0.003364244010299444, 0.003758978797122836, 0.004153713583946228, 0.004548448137938976, 0.0049431826919317245, 0.00533791771158576, 0.005732652265578508, 0.006127386819571257, 0.006522121839225292, 0.0069168563932180405, 0.007311590947210789, 0.007706325501203537, 0.008101060055196285, 0.008495795540511608, 0.008890530094504356, 0.009285264648497105, 0.009679999202489853]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 3.0, 1.0, 5.0, 0.0, 3.0, 2.0, 0.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15009738504886627, -0.14115342497825623, -0.13220947980880737, -0.12326551973819733, -0.11432155966758728, -0.10537759959697723, -0.09643364697694778, -0.08748969435691833, -0.07854573428630829, -0.06960177421569824, -0.06065782159566879, -0.051713865250349045, -0.0427699089050293, -0.03382595255970955, -0.0248819962143898, -0.015938039869070053, -0.006994083523750305, 0.0019498728215694427, 0.01089382916688919, 0.01983778551220894, 0.028781741857528687, 0.037725698202848434, 0.04666965454816818, 0.05561361089348793, 0.06455756723880768, 0.07350152730941772, 0.08244547992944717, 0.09138943254947662, 0.10033339262008667, 0.10927735269069672, 0.11822130531072617, 0.12716525793075562, 0.13610921800136566, 0.1450531780719757, 0.15399712324142456, 0.1629410833120346, 0.17188504338264465, 0.1808290034532547, 0.18977296352386475, 0.1987169086933136, 0.20766086876392365, 0.2166048288345337, 0.22554877400398254, 0.2344927340745926, 0.24343669414520264, 0.2523806393146515, 0.26132461428642273, 0.2702685594558716, 0.2792125344276428, 0.2881564795970917, 0.2971004247665405, 0.30604439973831177, 0.3149883449077606, 0.3239322900772095, 0.3328762650489807, 0.34182021021842957, 0.3507641553878784, 0.35970813035964966, 0.3686520755290985, 0.37759605050086975, 0.3865399956703186, 0.39548394083976746, 0.4044279158115387, 0.41337186098098755, 0.4223158359527588]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 3.0, 1.0, 6.0, 6.0, 7.0, 11.0, 10.0, 4.0, 6.0, 13.0, 9.0, 14.0, 14.0, 15.0, 31.0, 21.0, 14.0, 15.0, 13.0, 9.0, 13.0, 5.0, 4.0, 5.0, 6.0, 6.0, 4.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.08523561805486679, -0.08237094432115555, -0.0795062705874443, -0.07664158940315247, -0.07377691566944122, -0.07091224193572998, -0.06804756820201874, -0.0651828944683075, -0.062318217009305954, -0.05945354327559471, -0.05658886581659317, -0.05372419208288193, -0.050859518349170685, -0.047994840890169144, -0.0451301671564579, -0.04226548969745636, -0.03940081596374512, -0.036536142230033875, -0.03367146477103233, -0.03080679103732109, -0.0279421154409647, -0.025077439844608307, -0.022212766110897064, -0.019348090514540672, -0.01648341491818428, -0.013618739321827888, -0.010754064656794071, -0.007889389991760254, -0.005024714395403862, -0.0021600392647087574, 0.0007046358659863472, 0.003569310996681452, 0.006433986127376556, 0.009298661723732948, 0.012163336388766766, 0.015028011053800583, 0.017892686650156975, 0.020757362246513367, 0.02362203598022461, 0.026486711576581, 0.029351387172937393, 0.032216060906648636, 0.03508073836565018, 0.03794541209936142, 0.04081008583307266, 0.043674763292074203, 0.046539437025785446, 0.04940411448478699, 0.05226878821849823, 0.05513346195220947, 0.057998139411211014, 0.060862813144922256, 0.0637274906039238, 0.06659216433763504, 0.06945683807134628, 0.07232151180505753, 0.07518619298934937, 0.07805086672306061, 0.08091554045677185, 0.0837802141904831, 0.08664488792419434, 0.08950956165790558, 0.09237424284219742, 0.09523891657590866, 0.0981035903096199]}, "_runtime": 149.14975261688232, "_timestamp": 1596213019.8512902, "_step": 181}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 4.0, 1.0, 1.0, 4.0, 0.0, 3.0, 9.0, 7.0, 1.0, 1.0, 2.0, 2.0, 3.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01517436746507883, -0.01471961010247469, -0.014264852739870548, -0.013810095377266407, -0.013355337083339691, -0.01290057972073555, -0.012445822358131409, -0.011991064995527267, -0.011536307632923126, -0.011081550270318985, -0.010626792907714844, -0.010172035545110703, -0.009717278182506561, -0.009262519888579845, -0.008807762525975704, -0.008353005163371563, -0.007898247800767422, -0.0074434904381632805, -0.006988733075559139, -0.006533975247293711, -0.0060792178846895695, -0.005624460522085428, -0.00516970269382, -0.0047149453312158585, -0.004260187968611717, -0.003805430606007576, -0.003350673010572791, -0.002895915415138006, -0.002441158052533865, -0.0019864006899297237, -0.0015316430944949389, -0.0010768856154754758, -0.0006221281364560127, -0.00016737065743654966, 0.0002873868215829134, 0.0007421443006023765, 0.0011969017796218395, 0.0016516592586413026, 0.0021064167376607656, 0.0025611743330955505, 0.0030159316956996918, 0.003470689058303833, 0.003925446420907974, 0.004380204249173403, 0.004834961611777544, 0.005289718974381685, 0.005744476802647114, 0.006199234165251255, 0.006653991527855396, 0.0071087488904595375, 0.007563506253063679, 0.00801826361566782, 0.008473021909594536, 0.008927779272198677, 0.009382536634802818, 0.00983729399740696, 0.0102920513600111, 0.010746808722615242, 0.011201566085219383, 0.011656323447823524, 0.012111080810427666, 0.012565839104354382, 0.013020596466958523, 0.013475353829562664, 0.013930111192166805]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 4.0, 6.0, 5.0, 5.0, 11.0, 13.0, 9.0, 14.0, 24.0, 25.0, 29.0, 45.0, 54.0, 51.0, 77.0, 101.0, 152.0, 253.0, 470.0, 5405.0, 393.0, 194.0, 149.0, 91.0, 57.0, 64.0, 50.0, 30.0, 30.0, 27.0, 17.0, 21.0, 7.0, 9.0, 7.0, 5.0, 4.0, 4.0, 3.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.1333094984292984, -0.12953372299671173, -0.12575794756412506, -0.12198217213153839, -0.11820639669895172, -0.11443061381578445, -0.11065483838319778, -0.10687906295061111, -0.10310328751802444, -0.09932751208543777, -0.0955517366528511, -0.09177596122026443, -0.08800017833709717, -0.0842244029045105, -0.08044862747192383, -0.07667285203933716, -0.07289707660675049, -0.06912130117416382, -0.06534552574157715, -0.06156974658370018, -0.05779397115111351, -0.05401819571852684, -0.05024241656064987, -0.0464666411280632, -0.04269086569547653, -0.03891509026288986, -0.03513931483030319, -0.031363535672426224, -0.027587760239839554, -0.023811984807252884, -0.020036207512021065, -0.016260430216789246, -0.012484654784202576, -0.008708878420293331, -0.004933102056384087, -0.001157325692474842, 0.0026184506714344025, 0.006394227035343647, 0.010170003399252892, 0.013945779763162136, 0.01772155612707138, 0.02149733155965805, 0.02527310885488987, 0.02904888615012169, 0.03282466158270836, 0.03660043701529503, 0.040376216173172, 0.04415199160575867, 0.04792776703834534, 0.05170354247093201, 0.05547931790351868, 0.059255097061395645, 0.06303086876869202, 0.06680665165185928, 0.07058242708444595, 0.07435820251703262, 0.0781339779496193, 0.08190975338220596, 0.08568552881479263, 0.0894613042473793, 0.09323708713054657, 0.09701286256313324, 0.10078863799571991, 0.10456441342830658, 0.10834018886089325]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 3.0, 2.0, 4.0, 2.0, 6.0, 4.0, 5.0, 2.0, 5.0, 3.0, 4.0, 21.0, 5.0, 6.0, 7.0, 7.0, 5.0, 3.0, 2.0, 1.0, 5.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0030875704251229763, -0.0029627475887537003, -0.002837924985215068, -0.002713102148845792, -0.0025882793124765158, -0.0024634567089378834, -0.0023386338725686073, -0.0022138110361993313, -0.0020889881998300552, -0.001964165596291423, -0.0018393427599221468, -0.0017145200399681926, -0.0015896973200142384, -0.0014648744836449623, -0.001340051763691008, -0.001215228927321732, -0.0010904062073677778, -0.0009655834292061627, -0.0008407606510445476, -0.0007159379310905933, -0.0005911151529289782, -0.00046629237476736307, -0.0003414696257095784, -0.0002166468620998785, -9.182409849017859e-05, 3.299866511952132e-05, 0.00015782142872922122, 0.0002826441777870059, 0.00040746695594862103, 0.0005322897341102362, 0.0006571124540641904, 0.0007819352322258055, 0.0009067580103874207, 0.0010315807303413749, 0.001156403566710651, 0.0012812262866646051, 0.0014060491230338812, 0.0015308718429878354, 0.0016556945629417896, 0.0017805173993110657, 0.00190534011926502, 0.002030162839218974, 0.00215498567558825, 0.002279808511957526, 0.0024046311154961586, 0.0025294539518654346, 0.0026542767882347107, 0.002779099391773343, 0.002903922228142619, 0.003028745064511895, 0.0031535676680505276, 0.0032783905044198036, 0.0034032133407890797, 0.003528035944327712, 0.003652858780696988, 0.003777681617066264, 0.0039025042206048965, 0.004027327056974173, 0.004152149893343449, 0.004276972729712725, 0.004401795566082001, 0.0045266179367899895, 0.0046514407731592655, 0.0047762636095285416, 0.004901086445897818]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [6.0, 2.0, 2.0, 6.0, 11.0, 16.0, 23.0, 35.0, 50.0, 79.0, 110.0, 192.0, 239.0, 390.0, 713.0, 1153.0, 2080.0, 3939.0, 8575.0, 22775.0, 80379.0, 937780.0, 75874.0, 23764.0, 9957.0, 4680.0, 2503.0, 1472.0, 819.0, 557.0, 378.0, 281.0, 184.0, 147.0, 109.0, 78.0, 66.0, 45.0, 36.0, 27.0, 20.0, 15.0, 21.0, 10.0, 9.0, 9.0, 8.0, 6.0, 5.0, 0.0, 4.0, 3.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00650639645755291, -0.006204279139637947, -0.005902161821722984, -0.005600044038146734, -0.0052979267202317715, -0.004995809402316809, -0.004693691618740559, -0.004391574300825596, -0.004089456982910633, -0.0037873396649956703, -0.003485222114250064, -0.0031831045635044575, -0.0028809872455894947, -0.002578869927674532, -0.0022767523769289255, -0.001974634826183319, -0.0016725175082683563, -0.0013704000739380717, -0.0010682826396077871, -0.0007661652052775025, -0.00046404777094721794, -0.00016193033661693335, 0.00014018709771335125, 0.00044230453204363585, 0.0007444219663739204, 0.001046539400704205, 0.0013486568350344896, 0.0016507742693647742, 0.0019528917036950588, 0.0022550090216100216, 0.002557126572355628, 0.0028592441231012344, 0.003161361441016197, 0.00346347875893116, 0.0037655963096767664, 0.004067713860422373, 0.004369831178337336, 0.004671948496252298, 0.004974066279828548, 0.005276183597743511, 0.005578300915658474, 0.005880418233573437, 0.0061825355514883995, 0.00648465333506465, 0.006786770652979612, 0.007088887970894575, 0.007391005754470825, 0.007693123072385788, 0.00799524039030075, 0.008297357708215714, 0.008599475026130676, 0.008901592344045639, 0.009203709661960602, 0.00950582791119814, 0.009807945229113102, 0.010110062547028065, 0.010412179864943027, 0.01071429718285799, 0.011016414500772953, 0.011318531818687916, 0.011620650067925453, 0.011922767385840416, 0.012224884703755379, 0.012527002021670341, 0.012829119339585304]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 0.0, 3.0, 1.0, 1.0, 2.0, 3.0, 2.0, 2.0, 3.0, 9.0, 10.0, 1.0, 6.0, 4.0, 0.0, 5.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016078690066933632, -0.01487567089498043, -0.013672652654349804, -0.012469633482396603, -0.011266615241765976, -0.010063596069812775, -0.008860576897859573, -0.007657558191567659, -0.006454539485275745, -0.005251520778983831, -0.004048502072691917, -0.002845482900738716, -0.0016424641944468021, -0.0004394453717395663, 0.0007635734509676695, 0.001966592390090227, 0.003169611096382141, 0.004372629802674055, 0.005575648508965969, 0.00677866768091917, 0.007981685921549797, 0.009184705093502998, 0.0103877242654562, 0.011590742506086826, 0.012793761678040028, 0.013996780849993229, 0.015199799090623856, 0.016402818262577057, 0.017605837434530258, 0.01880885660648346, 0.02001187391579151, 0.021214893087744713, 0.022417912259697914, 0.023620931431651115, 0.024823950603604317, 0.02602696791291237, 0.02722998708486557, 0.02843300625681877, 0.029636025428771973, 0.030839044600725174, 0.032042063772678375, 0.03324508294463158, 0.03444810211658478, 0.03565111756324768, 0.03685413673520088, 0.03805715590715408, 0.039260175079107285, 0.040463194251060486, 0.04166621342301369, 0.04286923259496689, 0.04407225176692009, 0.04527527093887329, 0.04647829011082649, 0.047681309282779694, 0.048884324729442596, 0.0500873439013958, 0.051290363073349, 0.0524933822453022, 0.0536964014172554, 0.0548994205892086, 0.056102439761161804, 0.057305458933115005, 0.05850847810506821, 0.05971149727702141, 0.06091451644897461]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 3.0, 4.0, 19.0, 18.0, 21.0, 29.0, 36.0, 55.0, 58.0, 65.0, 88.0, 106.0, 167.0, 234.0, 327.0, 448.0, 751.0, 1242.0, 2310.0, 6810.0, 1994.0, 1180.0, 763.0, 469.0, 321.0, 210.0, 143.0, 91.0, 74.0, 65.0, 57.0, 31.0, 21.0, 20.0, 20.0, 23.0, 24.0, 10.0, 15.0, 13.0, 12.0, 2.0, 11.0, 5.0, 4.0, 3.0, 1.0, 1.0, 4.0, 13.0, 11.0, 7.0, 4.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 9.0], "bins": [-0.01046626828610897, -0.009998787194490433, -0.00953130517154932, -0.009063824079930782, -0.008596342988312244, -0.008128861896693707, -0.007661380339413881, -0.007193898782134056, -0.006726417690515518, -0.006258936133235693, -0.005791454575955868, -0.00532397348433733, -0.004856491927057505, -0.004389010835438967, -0.0039215292781591415, -0.00345404795370996, -0.0029865666292607784, -0.002519085304811597, -0.0020516039803624153, -0.001584122539497912, -0.0011166412150487304, -0.0006491598905995488, -0.00018167850794270635, 0.00028580284561030567, 0.0007532841991633177, 0.0012207655236124992, 0.0016882468480616808, 0.0021557281725108624, 0.0026232097297906876, 0.003090691054239869, 0.0035581723786890507, 0.004025653470307589, 0.004493135027587414, 0.004960616584867239, 0.005428097676485777, 0.005895579233765602, 0.00636306032538414, 0.006830541882663965, 0.007298022974282503, 0.007765504531562328, 0.008232985623180866, 0.008700467646121979, 0.009167948737740517, 0.009635429829359055, 0.010102910920977592, 0.010570392943918705, 0.011037874035537243, 0.01150535512715578, 0.011972837150096893, 0.012440318241715431, 0.012907799333333969, 0.013375280424952507, 0.01384276244789362, 0.014310243539512157, 0.014777724631130695, 0.015245205722749233, 0.015712687745690346, 0.016180168837308884, 0.01664764992892742, 0.01711513102054596, 0.017582612112164497, 0.018050095066428185, 0.018517576158046722, 0.01898505724966526, 0.019452538341283798]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 3.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1754767745733261, -0.1710631549358368, -0.16664953529834747, -0.16223591566085815, -0.15782229602336884, -0.15340867638587952, -0.1489950716495514, -0.14458145201206207, -0.14016783237457275, -0.13575421273708344, -0.13134059309959412, -0.1269269734621048, -0.12251335382461548, -0.11809973418712616, -0.11368612200021744, -0.10927250236272812, -0.1048588827252388, -0.10044526308774948, -0.09603164345026016, -0.09161803126335144, -0.08720441162586212, -0.0827907919883728, -0.07837717235088348, -0.07396355271339417, -0.06954993307590485, -0.06513632088899612, -0.060722701251506805, -0.05630908161401749, -0.05189546197652817, -0.04748184606432915, -0.04306822642683983, -0.03865461051464081, -0.03424099087715149, -0.02982737310230732, -0.02541375532746315, -0.02100013568997383, -0.01658651791512966, -0.012172900140285492, -0.007759281434118748, -0.003345663193613291, 0.0010679550468921661, 0.005481573287397623, 0.00989519152790308, 0.014308810234069824, 0.018722428008913994, 0.023136045783758163, 0.027549665421247482, 0.0319632813334465, 0.03637690097093582, 0.04079052060842514, 0.04520413652062416, 0.04961775615811348, 0.0540313720703125, 0.05844499170780182, 0.06285861134529114, 0.06727223098278046, 0.07168585062026978, 0.0760994628071785, 0.08051308244466782, 0.08492670208215714, 0.08934032171964645, 0.09375394135713577, 0.0981675535440445, 0.10258117318153381, 0.10699479281902313]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 3.0, 1.0, 2.0, 2.0, 1.0, 2.0, 2.0, 3.0, 3.0, 4.0, 4.0, 3.0, 4.0, 4.0, 6.0, 7.0, 9.0, 5.0, 6.0, 13.0, 12.0, 14.0, 31.0, 28.0, 14.0, 13.0, 14.0, 8.0, 10.0, 8.0, 5.0, 8.0, 7.0, 6.0, 4.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.050193484872579575, -0.04833408072590828, -0.046474676579236984, -0.04461527243256569, -0.042755868285894394, -0.0408964641392231, -0.039037059992551804, -0.03717765584588051, -0.035318247973918915, -0.03345884382724762, -0.031599439680576324, -0.02974003739655018, -0.027880631387233734, -0.02602122724056244, -0.024161823093891144, -0.02230241894721985, -0.020443014800548553, -0.01858361065387726, -0.016724206507205963, -0.014864801429212093, -0.013005397282540798, -0.011145993135869503, -0.009286588057875633, -0.007427183911204338, -0.005567779764533043, -0.003708375385031104, -0.0018489710055291653, 1.0433373972773552e-05, 0.0018698377534747124, 0.003729242132976651, 0.00558864651247859, 0.0074480511248111725, 0.009307455271482468, 0.011166859418153763, 0.013026263564825058, 0.014885668642818928, 0.01674507185816765, 0.018604477867484093, 0.020463882014155388, 0.022323286160826683, 0.024182690307497978, 0.026042094454169273, 0.02790149860084057, 0.029760902747511864, 0.03162030875682831, 0.0334797129034996, 0.0353391170501709, 0.037198521196842194, 0.03905792534351349, 0.040917329490184784, 0.04277673363685608, 0.044636137783527374, 0.04649554193019867, 0.048354946076869965, 0.05021435022354126, 0.052073754370212555, 0.05393315851688385, 0.055792566388845444, 0.05765197053551674, 0.059511374682188034, 0.06137077882885933, 0.06323017925024033, 0.06508958339691162, 0.06694898754358292, 0.06880839169025421]}, "_runtime": 149.93724751472473, "_timestamp": 1596213020.6387851, "_step": 182}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 3.0, 1.0, 6.0, 2.0, 2.0, 4.0, 1.0, 4.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005922151729464531, -0.005725027993321419, -0.005527904257178307, -0.005330780986696482, -0.0051336572505533695, -0.004936533514410257, -0.0047394102439284325, -0.00454228650778532, -0.004345162771642208, -0.004148039035499096, -0.003950915299355984, -0.003753792028874159, -0.0035566682927310467, -0.0033595445565879345, -0.003162421053275466, -0.0029652975499629974, -0.0027681738138198853, -0.002571050077676773, -0.0023739265743643045, -0.002176803071051836, -0.001979679334908724, -0.0017825557151809335, -0.0015854320954531431, -0.0013883084757253528, -0.0011911848559975624, -0.000994061236269772, -0.0007969376165419817, -0.0005998139968141913, -0.000402690377086401, -0.00020556675735861063, -8.443137630820274e-06, 0.00018868048209697008, 0.00038580410182476044, 0.0005829277215525508, 0.0007800513412803411, 0.0009771749610081315, 0.0011742985807359219, 0.0013714222004637122, 0.0015685458201915026, 0.001765669439919293, 0.0019627930596470833, 0.0021599167957901955, 0.002357040299102664, 0.0025541638024151325, 0.0027512875385582447, 0.002948411274701357, 0.0031455347780138254, 0.003342658281326294, 0.003539782017469406, 0.0037369057536125183, 0.0039340294897556305, 0.004131152760237455, 0.0043282764963805676, 0.00452540023252368, 0.004722523503005505, 0.004919647239148617, 0.005116770975291729, 0.005313894711434841, 0.005511018447577953, 0.005708141718059778, 0.00590526545420289, 0.006102389190346003, 0.0062995124608278275, 0.00649663619697094, 0.006693759933114052]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 1.0, 2.0, 6.0, 4.0, 3.0, 11.0, 8.0, 8.0, 13.0, 10.0, 11.0, 18.0, 18.0, 16.0, 32.0, 26.0, 32.0, 45.0, 66.0, 85.0, 110.0, 117.0, 183.0, 430.0, 5342.0, 485.0, 224.0, 151.0, 100.0, 81.0, 51.0, 35.0, 31.0, 30.0, 23.0, 20.0, 11.0, 18.0, 9.0, 5.0, 7.0, 11.0, 5.0, 6.0, 5.0, 6.0, 1.0, 4.0, 3.0, 2.0, 3.0, 1.0, 1.0], "bins": [-0.09085392951965332, -0.0882892906665802, -0.08572464436292648, -0.08316000550985336, -0.08059536665678024, -0.07803072035312653, -0.0754660815000534, -0.07290144264698029, -0.07033679634332657, -0.06777215749025345, -0.06520751863718033, -0.06264287233352661, -0.06007823348045349, -0.05751359090209007, -0.054948948323726654, -0.052384309470653534, -0.049819666892290115, -0.0472550243139267, -0.04469038546085358, -0.04212574288249016, -0.03956110030412674, -0.03699646145105362, -0.0344318188726902, -0.03186717629432678, -0.029302535578608513, -0.026737894862890244, -0.024173252284526825, -0.021608611568808556, -0.019043970853090286, -0.016479328274726868, -0.013914687559008598, -0.011350045911967754, -0.00878540426492691, -0.0062207626178860664, -0.0036561214365065098, -0.0010914800222963095, 0.0014731613919138908, 0.004037803038954735, 0.0066024442203342915, 0.009167085401713848, 0.011731727048754692, 0.014296368695795536, 0.01686101034283638, 0.01942565105855465, 0.02199029177427292, 0.024554934352636337, 0.027119575068354607, 0.029684217646718025, 0.032248858362436295, 0.03481350094079971, 0.03737813979387283, 0.03994278237223625, 0.04250742495059967, 0.04507206380367279, 0.04763670638203621, 0.05020134896039963, 0.05276598781347275, 0.055330630391836166, 0.057895272970199585, 0.060459915548563004, 0.06302455812692642, 0.06558919697999954, 0.06815383583307266, 0.07071848213672638, 0.0732831209897995]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 2.0, 4.0, 2.0, 3.0, 5.0, 3.0, 1.0, 4.0, 3.0, 8.0, 5.0, 21.0, 5.0, 0.0, 4.0, 5.0, 3.0, 4.0, 1.0, 2.0, 0.0, 2.0, 4.0, 3.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0024219967890530825, -0.0023422930389642715, -0.0022625892888754606, -0.0021828855387866497, -0.0021031820215284824, -0.0020234782714396715, -0.0019437745213508606, -0.0018640707712620497, -0.0017843670211732388, -0.0017046632710844278, -0.001624959520995617, -0.0015452558873221278, -0.001465552137233317, -0.001385848387144506, -0.0013061447534710169, -0.001226441003382206, -0.001146737253293395, -0.0010670335032045841, -0.0009873297531157732, -0.0009076261194422841, -0.0008279223693534732, -0.0007482186192646623, -0.0006685149273835123, -0.0005888112355023623, -0.0005091074854135513, -0.00042940376442857087, -0.0003497000434435904, -0.00026999632245860994, -0.00019029260147362947, -0.00011058888048864901, -3.088515950366855e-05, 4.881856148131192e-05, 0.00012852228246629238, 0.00020822600345127285, 0.0002879297244362533, 0.0003676334454212338, 0.00044733716640621424, 0.0005270409164950252, 0.0006067446083761752, 0.0006864483002573252, 0.0007661520503461361, 0.000845855800434947, 0.000925559492316097, 0.001005263184197247, 0.001084966934286058, 0.0011646706843748689, 0.001244374318048358, 0.0013240780681371689, 0.0014037818182259798, 0.0014834855683147907, 0.0015631893184036016, 0.0016428929520770907, 0.0017225967021659017, 0.0018023004522547126, 0.0018820040859282017, 0.0019617078360170126, 0.0020414115861058235, 0.0021211153361946344, 0.0022008190862834454, 0.0022805228363722563, 0.002360226586461067, 0.0024399301037192345, 0.0025196338538080454, 0.0025993376038968563, 0.0026790413539856672]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 2.0, 3.0, 10.0, 6.0, 14.0, 11.0, 29.0, 46.0, 76.0, 127.0, 195.0, 286.0, 519.0, 868.0, 1534.0, 3081.0, 6357.0, 16215.0, 54587.0, 920919.0, 124552.0, 28798.0, 11000.0, 4823.0, 2423.0, 1228.0, 695.0, 420.0, 272.0, 194.0, 122.0, 70.0, 55.0, 36.0, 20.0, 14.0, 8.0, 10.0, 3.0, 3.0, 4.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.00877030473202467, -0.008510974235832691, -0.008251642808318138, -0.00799231231212616, -0.007732981815934181, -0.0074736508540809155, -0.00721431989222765, -0.006954989396035671, -0.0066956584341824055, -0.00643632747232914, -0.006176996976137161, -0.0059176660142838955, -0.00565833505243063, -0.005399004556238651, -0.0051396735943853855, -0.004880343098193407, -0.004621012136340141, -0.0043616811744868755, -0.004102350678294897, -0.0038430197164416313, -0.003583688987419009, -0.003324358258396387, -0.0030650272965431213, -0.0028056965675204992, -0.002546365838497877, -0.002287035109475255, -0.002027704380452633, -0.0017683734185993671, -0.001509042689576745, -0.001249711960554123, -0.000990381115116179, -0.000731050327885896, -0.00047171954065561295, -0.00021238875342532992, 4.69420338049531e-05, 0.0003062728210352361, 0.0005656036082655191, 0.0008249343954958022, 0.0010842651827260852, 0.0013435960281640291, 0.0016029267571866512, 0.0018622574862092733, 0.0021215882152318954, 0.002380919177085161, 0.0026402499061077833, 0.0028995806351304054, 0.003158911596983671, 0.0034182423260062933, 0.0036775730550289154, 0.003936904016882181, 0.00419623451307416, 0.004455565474927425, 0.004714895971119404, 0.00497422693297267, 0.005233557894825935, 0.005492888391017914, 0.00575221935287118, 0.006011550314724445, 0.006270880810916424, 0.0065302117727696896, 0.006789542734622955, 0.007048873230814934, 0.0073082041926681995, 0.007567534688860178, 0.007826865650713444]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 2.0, 1.0, 4.0, 5.0, 6.0, 13.0, 2.0, 8.0, 1.0, 3.0, 2.0, 6.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.08101434260606766, -0.0793537124991417, -0.07769307494163513, -0.07603244483470917, -0.0743718072772026, -0.07271117717027664, -0.07105053961277008, -0.06938990950584412, -0.06772927939891815, -0.06606864184141159, -0.06440801173448563, -0.06274737417697906, -0.0610867440700531, -0.05942611023783684, -0.057765476405620575, -0.05610484257340431, -0.05444420874118805, -0.052783574908971786, -0.051122941076755524, -0.04946230724453926, -0.047801673412323, -0.046141043305397034, -0.04448040947318077, -0.04281977564096451, -0.041159141808748245, -0.03949850797653198, -0.03783787414431572, -0.03617724031209946, -0.03451661020517349, -0.03285597637295723, -0.031195342540740967, -0.029534708708524704, -0.02787407487630844, -0.02621344104409218, -0.024552807211875916, -0.022892175242304802, -0.02123154141008854, -0.019570907577872276, -0.017910275608301163, -0.0162496417760849, -0.014589007943868637, -0.012928374111652374, -0.011267741210758686, -0.009607108309864998, -0.007946474477648735, -0.0062858411110937595, -0.004625207744538784, -0.0029645743779838085, -0.001303941011428833, 0.0003566923551261425, 0.002017325721681118, 0.0036779590882360935, 0.005338592454791069, 0.0069992258213460445, 0.00865985918790102, 0.010320492088794708, 0.011981125921010971, 0.013641759753227234, 0.015302392654120922, 0.01696302555501461, 0.018623659387230873, 0.020284293219447136, 0.02194492518901825, 0.023605559021234512, 0.025266192853450775]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [8.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 7.0, 6.0, 6.0, 17.0, 9.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 11.0, 10.0, 7.0, 4.0, 9.0, 6.0, 14.0, 11.0, 6.0, 2.0, 8.0, 17.0, 16.0, 24.0, 54.0, 94.0, 141.0, 249.0, 345.0, 602.0, 1100.0, 2338.0, 7793.0, 2129.0, 1257.0, 766.0, 483.0, 279.0, 188.0, 139.0, 82.0, 62.0, 45.0, 33.0, 13.0, 14.0, 5.0, 6.0, 9.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.025947390124201775, -0.025350915268063545, -0.024754440411925316, -0.024157965555787086, -0.023561490699648857, -0.022965015843510628, -0.022368542850017548, -0.021772067993879318, -0.02117559313774109, -0.02057911828160286, -0.01998264342546463, -0.0193861685693264, -0.01878969371318817, -0.018193218857049942, -0.017596744000911713, -0.017000269144773483, -0.016403794288635254, -0.015807321295142174, -0.01521084550768137, -0.014614371582865715, -0.014017896726727486, -0.013421421870589256, -0.012824947014451027, -0.012228472158312798, -0.011631997302174568, -0.011035523377358913, -0.010439048521220684, -0.009842573665082455, -0.009246098808944225, -0.008649623952805996, -0.008053150027990341, -0.007456675171852112, -0.0068602003157138824, -0.006263725459575653, -0.005667251069098711, -0.005070776212960482, -0.00447430182248354, -0.00387782696634531, -0.003281352110207081, -0.002684877486899495, -0.0020884028635919094, -0.0014919282402843237, -0.0008954535005614161, -0.0002989788190461695, 0.0002974958624690771, 0.0008939705439843237, 0.0014904452254995704, 0.002086919965222478, 0.0026833945885300636, 0.0032798692118376493, 0.003876343835145235, 0.004472818691283464, 0.0050692930817604065, 0.005665767937898636, 0.006262242794036865, 0.006858717184513807, 0.007455192040652037, 0.008051666431128979, 0.008648141287267208, 0.009244616143405437, 0.009841090999543667, 0.010437565855681896, 0.011034039780497551, 0.01163051463663578, 0.01222698949277401]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0952586680650711, -0.09099264442920685, -0.08672662079334259, -0.08246059715747833, -0.07819457352161407, -0.07392855733633041, -0.06966253370046616, -0.0653965100646019, -0.06113048642873764, -0.05686446279287338, -0.052598439157009125, -0.048332419246435165, -0.04406639561057091, -0.03980037197470665, -0.03553435206413269, -0.03126832842826843, -0.027002304792404175, -0.022736281156539917, -0.01847025938332081, -0.014204236678779125, -0.009938213974237442, -0.005672191269695759, -0.0014061685651540756, 0.0028598541393876076, 0.007125876843929291, 0.011391899548470974, 0.015657922253012657, 0.019923944026231766, 0.024189967662096024, 0.02845599129796028, 0.03272201120853424, 0.0369880348443985, 0.041254058480262756, 0.045520082116127014, 0.04978610575199127, 0.05405212566256523, 0.05831814929842949, 0.06258416920900345, 0.0668501928448677, 0.07111621648073196, 0.07538224011659622, 0.07964826375246048, 0.08391428738832474, 0.088180311024189, 0.09244632720947266, 0.09671235084533691, 0.10097837448120117, 0.10524439811706543, 0.10951042175292969, 0.11377644538879395, 0.1180424690246582, 0.12230849266052246, 0.12657451629638672, 0.13084053993225098, 0.13510656356811523, 0.1393725872039795, 0.14363861083984375, 0.14790461957454681, 0.15217064321041107, 0.15643666684627533, 0.1607026904821396, 0.16496871411800385, 0.1692347377538681, 0.17350076138973236, 0.17776678502559662]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 6.0, 1.0, 4.0, 6.0, 7.0, 5.0, 11.0, 15.0, 15.0, 15.0, 32.0, 47.0, 19.0, 14.0, 18.0, 12.0, 14.0, 7.0, 6.0, 6.0, 3.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.07795114815235138, -0.07531275600194931, -0.07267436385154724, -0.07003597170114517, -0.0673975795507431, -0.06475918740034103, -0.062120795249938965, -0.059482403099536896, -0.05684401094913483, -0.05420561879873276, -0.05156722664833069, -0.04892883449792862, -0.04629044234752655, -0.04365205019712448, -0.04101365804672241, -0.03837526589632034, -0.035736873745918274, -0.033098481595516205, -0.030460089445114136, -0.027821697294712067, -0.025183305144309998, -0.02254491299390793, -0.01990652084350586, -0.01726812869310379, -0.014629736542701721, -0.011991344392299652, -0.009352952241897583, -0.006714560091495514, -0.004076167941093445, -0.0014377757906913757, 0.0012006163597106934, 0.0038390085101127625, 0.0064774006605148315, 0.0091157928109169, 0.01175418496131897, 0.014392577111721039, 0.017030969262123108, 0.019669361412525177, 0.022307753562927246, 0.024946145713329315, 0.027584537863731384, 0.030222930014133453, 0.03286132216453552, 0.03549971431493759, 0.03813810646533966, 0.04077649861574173, 0.0434148907661438, 0.04605328291654587, 0.04869167506694794, 0.051330067217350006, 0.053968459367752075, 0.056606851518154144, 0.05924524366855621, 0.06188363581895828, 0.06452202796936035, 0.06716042011976242, 0.06979881227016449, 0.07243720442056656, 0.07507559657096863, 0.0777139887213707, 0.08035238087177277, 0.08299077302217484, 0.0856291651725769, 0.08826755732297897, 0.09090594947338104]}, "_runtime": 150.7077968120575, "_timestamp": 1596213021.4093344, "_step": 183}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 5.0, 3.0, 4.0, 2.0, 4.0, 0.0, 3.0, 5.0, 3.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011721511371433735, -0.011357427574694157, -0.010993343777954578, -0.010629259981215, -0.010265177115797997, -0.009901093319058418, -0.00953700952231884, -0.009172925725579262, -0.008808841928839684, -0.008444758132100105, -0.008080675266683102, -0.007716591004282236, -0.007352507673203945, -0.006988423876464367, -0.006624340079724789, -0.006260256748646498, -0.0058961729519069195, -0.005532089155167341, -0.00516800582408905, -0.004803922027349472, -0.004439838230609894, -0.004075754899531603, -0.0037116711027920246, -0.0033475873060524464, -0.0029835037421435118, -0.002619420178234577, -0.002255336381494999, -0.0018912528175860643, -0.001527169137261808, -0.0011630854569375515, -0.000799001834820956, -0.00043491818360053003, -7.083453238010406e-05, 0.0002932491188403219, 0.0006573327700607479, 0.0010214163921773434, 0.0013855000725015998, 0.0017495837528258562, 0.002113667316734791, 0.002477751113474369, 0.0028418346773833036, 0.0032059182412922382, 0.0035700020380318165, 0.003934085834771395, 0.004298169165849686, 0.004662252962589264, 0.005026336759328842, 0.005390420090407133, 0.005754503887146711, 0.00611858768388629, 0.0064826710149645805, 0.006846754811704159, 0.007210838608443737, 0.007574921939522028, 0.007939006201922894, 0.008303089067339897, 0.008667172864079475, 0.009031256660819054, 0.009395340457558632, 0.00975942425429821, 0.010123508051037788, 0.010487590916454792, 0.01085167471319437, 0.011215758509933949, 0.011579842306673527]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 4.0, 1.0, 4.0, 1.0, 4.0, 6.0, 4.0, 3.0, 5.0, 14.0, 11.0, 17.0, 14.0, 18.0, 24.0, 47.0, 40.0, 59.0, 82.0, 132.0, 194.0, 288.0, 694.0, 5266.0, 338.0, 191.0, 129.0, 85.0, 59.0, 48.0, 24.0, 24.0, 17.0, 8.0, 15.0, 10.0, 6.0, 11.0, 5.0, 3.0, 8.0, 3.0, 3.0, 2.0, 3.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12238001823425293, -0.11856114119291306, -0.11474226415157318, -0.11092337965965271, -0.10710450261831284, -0.10328562557697296, -0.09946674108505249, -0.09564786404371262, -0.09182898700237274, -0.08801010996103287, -0.084191232919693, -0.08037234842777252, -0.07655347138643265, -0.07273459434509277, -0.0689157098531723, -0.06509683281183243, -0.061277955770492554, -0.05745907872915268, -0.05364019796252251, -0.049821317195892334, -0.04600244015455246, -0.042183563113212585, -0.03836468234658241, -0.03454580157995224, -0.030726924538612366, -0.026908045634627342, -0.02308916673064232, -0.019270287826657295, -0.015451408922672272, -0.011632530018687248, -0.007813651114702225, -0.003994772210717201, -0.00017589330673217773, 0.0036429855972528458, 0.007461864501237869, 0.011280743405222893, 0.015099622309207916, 0.01891850121319294, 0.022737380117177963, 0.026556259021162987, 0.03037513792514801, 0.034194014966487885, 0.03801289573311806, 0.04183177649974823, 0.045650653541088104, 0.04946953058242798, 0.05328841134905815, 0.057107292115688324, 0.0609261691570282, 0.06474504619836807, 0.06856392323970795, 0.07238280773162842, 0.07620168477296829, 0.08002056181430817, 0.08383944630622864, 0.08765832334756851, 0.09147720038890839, 0.09529607743024826, 0.09911495447158813, 0.1029338389635086, 0.10675271600484848, 0.11057159304618835, 0.11439047753810883, 0.1182093545794487, 0.12202823162078857]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 3.0, 2.0, 2.0, 1.0, 0.0, 1.0, 3.0, 0.0, 3.0, 4.0, 7.0, 1.0, 4.0, 5.0, 3.0, 4.0, 4.0, 24.0, 3.0, 5.0, 2.0, 6.0, 4.0, 5.0, 0.0, 5.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0024897977709770203, -0.002398241311311722, -0.0023066848516464233, -0.002215128391981125, -0.00212357216514647, -0.0020320157054811716, -0.0019404592458158731, -0.0018489027861505747, -0.0017573463264852762, -0.0016657899832352996, -0.0015742335235700011, -0.0014826770639047027, -0.001391120720654726, -0.0012995642609894276, -0.001208007801324129, -0.0011164514580741525, -0.001024894998408854, -0.0009333385969512165, -0.000841782137285918, -0.0007502257358282804, -0.000658669276162982, -0.0005671128747053444, -0.0004755564732477069, -0.0003840000426862389, -0.0002924436121247709, -0.00020088718156330287, -0.0001093307655537501, -1.7774342268239707e-05, 7.378208101727068e-05, 0.0001653385115787387, 0.00025689491303637624, 0.00034845134359784424, 0.00044000777415931225, 0.0005315641756169498, 0.0006231206352822483, 0.0007146770367398858, 0.0008062334964051843, 0.0008977898978628218, 0.0009893462993204594, 0.0010809027589857578, 0.0011724592186510563, 0.001264015561901033, 0.0013555720215663314, 0.0014471284812316298, 0.0015386848244816065, 0.001630241284146905, 0.0017217977438122034, 0.00181335408706218, 0.0019049105467274785, 0.001996466889977455, 0.0020880233496427536, 0.002179579809308052, 0.0022711362689733505, 0.002362692728638649, 0.0024542491883039474, 0.0025458054151386023, 0.0026373618748039007, 0.002728918334469199, 0.0028204747941344976, 0.002912031253799796, 0.0030035877134650946, 0.0030951439402997494, 0.003186700399965048, 0.0032782568596303463, 0.0033698133192956448]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 3.0, 1.0, 4.0, 4.0, 4.0, 4.0, 5.0, 12.0, 22.0, 18.0, 38.0, 68.0, 80.0, 136.0, 193.0, 284.0, 428.0, 633.0, 923.0, 1538.0, 2441.0, 4294.0, 7732.0, 16287.0, 40307.0, 166028.0, 839099.0, 48965.0, 20608.0, 11046.0, 6459.0, 3961.0, 2553.0, 1778.0, 1168.0, 741.0, 515.0, 390.0, 259.0, 153.0, 137.0, 92.0, 68.0, 44.0, 36.0, 21.0, 16.0, 14.0, 9.0, 7.0, 5.0, 2.0, 3.0, 5.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006167622748762369, -0.0059634046629071236, -0.005759186577051878, -0.005554968491196632, -0.005350750405341387, -0.005146532319486141, -0.004942314233630896, -0.00473809614777565, -0.004533878527581692, -0.004329660441726446, -0.0041254423558712006, -0.003921224270015955, -0.0037170061841607094, -0.003512788098305464, -0.003308570012450218, -0.0031043519265949726, -0.002900133840739727, -0.0026959157548844814, -0.002491697669029236, -0.0022874795831739902, -0.0020832614973187447, -0.001879043527878821, -0.0016748255584388971, -0.0014706074725836515, -0.001266389386728406, -0.0010621713008731604, -0.0008579532732255757, -0.000653735245577991, -0.0004495171597227454, -0.0002452991029713303, -4.108104621991515e-05, 0.00016313701053149998, 0.0003673550672829151, 0.0005715731531381607, 0.0007757911807857454, 0.00098000920843333, 0.0011842272942885756, 0.0013884453801438212, 0.001592663349583745, 0.0017968814354389906, 0.002001099521294236, 0.0022053176071494818, 0.0024095356930047274, 0.002613753778859973, 0.002817971631884575, 0.0030221897177398205, 0.003226407803595066, 0.0034306258894503117, 0.0036348439753055573, 0.003839062061160803, 0.004043280147016048, 0.004247498232871294, 0.00445171631872654, 0.004655934404581785, 0.004860152490437031, 0.005064370576292276, 0.005268588662147522, 0.00547280628234148, 0.005677024368196726, 0.0058812424540519714, 0.006085460539907217, 0.006289678625762463, 0.006493896711617708, 0.006698114797472954, 0.006902332883328199]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 4.0, 3.0, 5.0, 3.0, 9.0, 13.0, 4.0, 2.0, 3.0, 1.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.018857786431908607, -0.017486412078142166, -0.016115039587020874, -0.014743666164577007, -0.01337229274213314, -0.0120009183883667, -0.010629544965922832, -0.009258171543478966, -0.007886798121035099, -0.006515424698591232, -0.005144051276147366, -0.0037726773880422115, -0.002401303965598345, -0.0010299304267391562, 0.0003414431121200323, 0.0017128166509792209, 0.0030841901898384094, 0.004455563612282276, 0.005826937034726143, 0.007198310922831297, 0.008569683879613876, 0.009941058233380318, 0.011312431655824184, 0.012683805078268051, 0.014055178500711918, 0.015426551923155785, 0.016797926276922226, 0.018169298768043518, 0.01954067312180996, 0.02091204561293125, 0.022283419966697693, 0.023654792457818985, 0.025026166811585426, 0.026397541165351868, 0.02776891365647316, 0.0291402880102396, 0.030511660501360893, 0.031883034855127335, 0.03325440734624863, 0.03462577983736992, 0.03599715605378151, 0.0373685285449028, 0.038739901036024094, 0.040111277252435684, 0.041482649743556976, 0.04285402223467827, 0.04422539472579956, 0.04559677094221115, 0.04696814343333244, 0.048339515924453735, 0.049710892140865326, 0.05108226463198662, 0.05245363712310791, 0.0538250096142292, 0.05519638583064079, 0.056567758321762085, 0.05793913081288338, 0.05931050702929497, 0.06068187952041626, 0.06205325201153755, 0.06342462450265884, 0.06479600071907043, 0.06616736948490143, 0.06753874570131302, 0.06891012191772461]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 2.0, 8.0, 10.0, 9.0, 13.0, 20.0, 21.0, 37.0, 46.0, 83.0, 98.0, 148.0, 246.0, 360.0, 577.0, 864.0, 1574.0, 3059.0, 7266.0, 1608.0, 813.0, 493.0, 279.0, 216.0, 137.0, 102.0, 69.0, 40.0, 47.0, 38.0, 19.0, 10.0, 10.0, 12.0, 11.0, 9.0, 3.0, 2.0, 6.0, 5.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 20.0, 9.0, 6.0, 7.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 9.0], "bins": [-0.011051921173930168, -0.010532598942518234, -0.0100132767111063, -0.009493953548371792, -0.008974631316959858, -0.008455309085547924, -0.007935985922813416, -0.007416663691401482, -0.006897341459989548, -0.006378019228577614, -0.005858696531504393, -0.005339373834431171, -0.0048200516030192375, -0.004300729371607304, -0.0037814066745340824, -0.003262084210291505, -0.0027427617460489273, -0.0022234392818063498, -0.0017041168175637722, -0.0011847943533211946, -0.0006654718890786171, -0.00014614942483603954, 0.000373173039406538, 0.0008924955036491156, 0.0014118179678916931, 0.0019311404321342707, 0.0024504628963768482, 0.0029697853606194258, 0.0034891078248620033, 0.004008430056273937, 0.004527752753347158, 0.00504707545042038, 0.0055663976818323135, 0.0060857199132442474, 0.006605042610317469, 0.00712436530739069, 0.007643687538802624, 0.008163009770214558, 0.008682332932949066, 0.009201655164361, 0.009720977395772934, 0.010240299627184868, 0.010759621858596802, 0.01127894502133131, 0.011798267252743244, 0.012317589484155178, 0.012836912646889687, 0.01335623487830162, 0.013875557109713554, 0.014394879341125488, 0.014914201572537422, 0.01543352473527193, 0.01595284789800644, 0.016472170129418373, 0.016991492360830307, 0.01751081459224224, 0.018030136823654175, 0.01854945905506611, 0.019068781286478043, 0.019588103517889977, 0.02010742574930191, 0.020626749843358994, 0.021146072074770927, 0.02166539430618286, 0.022184716537594795]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.14753171801567078, -0.14372345805168152, -0.13991518318653107, -0.1361069232225418, -0.13229864835739136, -0.1284903883934021, -0.12468212842941284, -0.12087386101484299, -0.11706559360027313, -0.11325732618570328, -0.10944905877113342, -0.10564079880714417, -0.10183253139257431, -0.09802426397800446, -0.0942160040140152, -0.09040773659944534, -0.08659946918487549, -0.08279120177030563, -0.07898293435573578, -0.07517467439174652, -0.07136640697717667, -0.06755813956260681, -0.06374987959861755, -0.0599416121840477, -0.056133344769477844, -0.05232507735490799, -0.04851681366562843, -0.04470854997634888, -0.04090028256177902, -0.03709201514720917, -0.03328375145792961, -0.029475485906004906, -0.0256672203540802, -0.021858954802155495, -0.01805068925023079, -0.014242423698306084, -0.010434158146381378, -0.006625892594456673, -0.002817627042531967, 0.0009906385093927383, 0.004798904061317444, 0.00860716961324215, 0.012415435165166855, 0.01622370071709156, 0.020031966269016266, 0.02384023182094097, 0.027648497372865677, 0.03145676106214523, 0.03526502847671509, 0.03907329589128494, 0.0428815595805645, 0.046689823269844055, 0.05049809068441391, 0.054306358098983765, 0.05811462178826332, 0.06192288547754288, 0.06573115289211273, 0.06953942030668259, 0.07334768772125244, 0.0771559476852417, 0.08096421509981155, 0.08477248251438141, 0.08858074247837067, 0.09238900989294052, 0.09619727730751038]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 3.0, 5.0, 5.0, 3.0, 5.0, 2.0, 6.0, 9.0, 4.0, 9.0, 7.0, 10.0, 4.0, 13.0, 19.0, 34.0, 14.0, 7.0, 17.0, 8.0, 8.0, 7.0, 3.0, 10.0, 10.0, 4.0, 6.0, 4.0, 10.0, 3.0, 3.0, 3.0, 1.0, 5.0, 2.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.0923914909362793, -0.09008460491895676, -0.08777771890163422, -0.08547084033489227, -0.08316395431756973, -0.08085706830024719, -0.07855018228292465, -0.07624329626560211, -0.07393641769886017, -0.07162953168153763, -0.06932264566421509, -0.06701575964689255, -0.06470887362957001, -0.062401991337537766, -0.060095105320215225, -0.05778822302818298, -0.05548133701086044, -0.0531744509935379, -0.05086756870150566, -0.04856068268418312, -0.04625380039215088, -0.04394691437482834, -0.0416400283575058, -0.039333146065473557, -0.037026260048151016, -0.034719374030828476, -0.032412491738796234, -0.030105605721473694, -0.027798721566796303, -0.025491837412118912, -0.02318495139479637, -0.02087806724011898, -0.01857118308544159, -0.0162642989307642, -0.013957413844764233, -0.011650528758764267, -0.009343644604086876, -0.0070367599837481976, -0.004729875363409519, -0.002422990743070841, -0.00011610612273216248, 0.002190778497606516, 0.004497663117945194, 0.006804547738283873, 0.009111432358622551, 0.011418316513299942, 0.013725201599299908, 0.016032086685299873, 0.018338970839977264, 0.020645854994654655, 0.022952739149332047, 0.025259625166654587, 0.027566509321331978, 0.02987339347600937, 0.03218027949333191, 0.03448716178536415, 0.03679404780268669, 0.03910093382000923, 0.04140781611204147, 0.043714702129364014, 0.046021588146686554, 0.048328470438718796, 0.050635356456041336, 0.05294223874807358, 0.05524912476539612]}, "_runtime": 151.4878282546997, "_timestamp": 1596213022.1893659, "_step": 184}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 10.0, 1.0, 4.0, 2.0, 3.0, 2.0, 2.0, 0.0, 3.0, 2.0, 1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01127632800489664, -0.010963172651827335, -0.010650016367435455, -0.01033686101436615, -0.01002370472997427, -0.009710549376904964, -0.009397393092513084, -0.009084237739443779, -0.008771082386374474, -0.008457926101982594, -0.008144770748913288, -0.007831614464521408, -0.007518459111452103, -0.00720530329272151, -0.006892147473990917, -0.0065789916552603245, -0.006265835836529732, -0.005952680017799139, -0.005639524199068546, -0.005326368380337954, -0.005013212561607361, -0.004700057208538055, -0.004386901389807463, -0.00407374557107687, -0.0037605897523462772, -0.0034474339336156845, -0.0031342781148850918, -0.0028211225289851427, -0.00250796671025455, -0.0021948108915239573, -0.0018816551892086864, -0.0015684994868934155, -0.0012553436681628227, -0.0009421879076398909, -0.0006290321471169591, -0.0003158763865940273, -2.7206260710954666e-06, 0.00031043513445183635, 0.0006235908949747682, 0.0009367466554977, 0.0012499024160206318, 0.0015630582347512245, 0.0018762139370664954, 0.0021893696393817663, 0.002502525458112359, 0.0028156812768429518, 0.003128836862742901, 0.0034419926814734936, 0.0037551485002040863, 0.004068304318934679, 0.004381460137665272, 0.0046946159563958645, 0.005007771775126457, 0.005320927128195763, 0.005634082946926355, 0.005947238765656948, 0.006260394584387541, 0.0065735504031181335, 0.006886706221848726, 0.007199862040579319, 0.007513017393648624, 0.007826173678040504, 0.00813932903110981, 0.00845248531550169, 0.008765640668570995]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 3.0, 1.0, 0.0, 4.0, 1.0, 4.0, 4.0, 9.0, 6.0, 4.0, 11.0, 11.0, 10.0, 15.0, 22.0, 19.0, 29.0, 56.0, 66.0, 74.0, 113.0, 153.0, 301.0, 5606.0, 622.0, 239.0, 137.0, 122.0, 81.0, 51.0, 47.0, 23.0, 14.0, 17.0, 11.0, 10.0, 9.0, 3.0, 5.0, 4.0, 2.0, 5.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.14698633551597595, -0.14249072968959808, -0.1379951387643814, -0.13349953293800354, -0.12900394201278687, -0.124508336186409, -0.12001273036003113, -0.11551713198423386, -0.11102153360843658, -0.10652593523263931, -0.10203033685684204, -0.09753473103046417, -0.0930391326546669, -0.08854353427886963, -0.08404792845249176, -0.07955233007669449, -0.07505673170089722, -0.07056113332509995, -0.06606553494930267, -0.061569929122924805, -0.05707433074712753, -0.05257873237133026, -0.04808313027024269, -0.04358752816915512, -0.03909192979335785, -0.03459633141756058, -0.030100729316473007, -0.025605129078030586, -0.021109528839588165, -0.016613928601145744, -0.012118328362703323, -0.007622728124260902, -0.0031271278858184814, 0.0013684723526239395, 0.0058640725910663605, 0.010359672829508781, 0.014855273067951202, 0.019350873306393623, 0.023846473544836044, 0.028342073783278465, 0.032837674021720886, 0.03733327239751816, 0.04182887449860573, 0.0463244765996933, 0.05082007497549057, 0.05531567335128784, 0.05981127545237541, 0.06430687755346298, 0.06880247592926025, 0.07329807430505753, 0.0777936726808548, 0.08228927850723267, 0.08678487688302994, 0.09128047525882721, 0.09577608108520508, 0.10027167946100235, 0.10476727783679962, 0.1092628762125969, 0.11375847458839417, 0.11825408041477203, 0.1227496787905693, 0.12724527716636658, 0.13174088299274445, 0.13623647391796112, 0.140732079744339]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 0.0, 5.0, 0.0, 0.0, 3.0, 4.0, 2.0, 5.0, 2.0, 8.0, 4.0, 4.0, 4.0, 26.0, 2.0, 3.0, 5.0, 3.0, 4.0, 3.0, 0.0, 1.0, 3.0, 4.0, 6.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00234287534840405, -0.002259626751765609, -0.002176377922296524, -0.002093129325658083, -0.002009880729019642, -0.0019266318995505571, -0.001843383302912116, -0.0017601345898583531, -0.0016768858768045902, -0.0015936371637508273, -0.0015103884506970644, -0.0014271398540586233, -0.0013438911410048604, -0.0012606424279510975, -0.0011773938313126564, -0.0010941451182588935, -0.0010108964052051306, -0.0009276476921513677, -0.0008443990373052657, -0.0007611503824591637, -0.0006779016694054008, -0.0005946529563516378, -0.0005114043015055358, -0.0004281556175556034, -0.00034490693360567093, -0.0002616582496557385, -0.00017840956570580602, -9.516088175587356e-05, -1.1912197805941105e-05, 7.133648614399135e-05, 0.0001545851700939238, 0.00023783385404385626, 0.0003210825379937887, 0.0004043312219437212, 0.00048757990589365363, 0.0005708285607397556, 0.0006540772737935185, 0.0007373259868472815, 0.0008205746416933835, 0.0009038232965394855, 0.0009870720095932484, 0.0010703207226470113, 0.0011535694357007742, 0.0012368180323392153, 0.0013200667453929782, 0.001403315458446741, 0.0014865640550851822, 0.001569812768138945, 0.001653061481192708, 0.001736310194246471, 0.0018195589073002338, 0.001902807503938675, 0.001986056100577116, 0.0020693049300462008, 0.002152553526684642, 0.0022358023561537266, 0.0023190509527921677, 0.0024022995494306087, 0.0024855483788996935, 0.0025687969755381346, 0.0026520458050072193, 0.0027352944016456604, 0.0028185429982841015, 0.0029017918277531862, 0.0029850404243916273]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 2.0, 0.0, 2.0, 7.0, 7.0, 8.0, 8.0, 16.0, 29.0, 37.0, 52.0, 75.0, 109.0, 151.0, 240.0, 371.0, 642.0, 986.0, 1761.0, 3378.0, 7273.0, 18833.0, 68023.0, 929108.0, 92109.0, 28582.0, 12949.0, 6226.0, 3433.0, 1869.0, 1137.0, 750.0, 500.0, 319.0, 199.0, 158.0, 95.0, 63.0, 37.0, 37.0, 21.0, 22.0, 8.0, 5.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00652509368956089, -0.006280322093516588, -0.006035550031810999, -0.005790778435766697, -0.005546006374061108, -0.005301234778016806, -0.005056463181972504, -0.004811691120266914, -0.004566919524222612, -0.00432214792817831, -0.004077375866472721, -0.003832604270428419, -0.0035878324415534735, -0.003343060612678528, -0.003098289016634226, -0.00285351718775928, -0.0026087453588843346, -0.002363973530009389, -0.0021192017011344433, -0.0018744301050901413, -0.0016296582762151957, -0.00138488644734025, -0.0011401147348806262, -0.0008953429642133415, -0.0006505711935460567, -0.000405799422878772, -0.0001610276522114873, 8.374411845579743e-05, 0.00032851588912308216, 0.0005732876597903669, 0.0008180594304576516, 0.0010628311429172754, 0.001307602971792221, 0.0015523748006671667, 0.0017971465131267905, 0.0020419182255864143, 0.00228669005446136, 0.0025314618833363056, 0.0027762334793806076, 0.0030210053082555532, 0.003265777137130499, 0.0035105489660054445, 0.00375532079488039, 0.004000092390924692, 0.004244863986968994, 0.0044896360486745834, 0.004734407644718885, 0.004979179706424475, 0.005223951302468777, 0.005468722898513079, 0.005713494960218668, 0.00595826655626297, 0.006203038617968559, 0.006447810214012861, 0.006692581810057163, 0.0069373538717627525, 0.0071821254678070545, 0.0074268970638513565, 0.007671669125556946, 0.007916441187262535, 0.00816121231764555, 0.008405984379351139, 0.008650756441056728, 0.008895527571439743, 0.009140299633145332]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 0.0, 4.0, 1.0, 3.0, 6.0, 10.0, 3.0, 4.0, 5.0, 1.0, 4.0, 0.0, 5.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03833330422639847, -0.03743971511721611, -0.03654612600803375, -0.035652533173561096, -0.03475894406437874, -0.03386535495519638, -0.03297176584601402, -0.032078176736831665, -0.031184585765004158, -0.0302909966558218, -0.029397405683994293, -0.028503816574811935, -0.027610227465629578, -0.02671663649380207, -0.025823047384619713, -0.024929456412792206, -0.024035867303609848, -0.02314227819442749, -0.022248687222599983, -0.021355098113417625, -0.02046150714159012, -0.01956791803240776, -0.018674328923225403, -0.017780737951397896, -0.016887148842215538, -0.01599355973303318, -0.015099968761205673, -0.014206379652023315, -0.013312789611518383, -0.01241919957101345, -0.011525610461831093, -0.01063202042132616, -0.009738430380821228, -0.008844840340316296, -0.007951250299811363, -0.007057661190629005, -0.006164071150124073, -0.005270481109619141, -0.0043768915347754955, -0.0034833017271012068, -0.002589711919426918, -0.0016961221117526293, -0.0008025323040783405, 9.105750359594822e-05, 0.000984647311270237, 0.0018782371189445257, 0.0027718269266188145, 0.0036654167342931032, 0.004559006541967392, 0.005452596582472324, 0.0063461861573159695, 0.0072397757321596146, 0.008133365772664547, 0.00902695581316948, 0.009920544922351837, 0.01081413496285677, 0.011707725003361702, 0.012601315043866634, 0.013494905084371567, 0.014388494193553925, 0.015282084234058857, 0.01617567427456379, 0.017069263383746147, 0.017962854355573654, 0.018856443464756012]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 2.0, 4.0, 3.0, 4.0, 4.0, 4.0, 8.0, 4.0, 1.0, 6.0, 7.0, 5.0, 10.0, 14.0, 17.0, 19.0, 20.0, 20.0, 13.0, 20.0, 41.0, 59.0, 94.0, 111.0, 157.0, 238.0, 344.0, 520.0, 784.0, 1247.0, 2238.0, 6672.0, 2160.0, 1159.0, 746.0, 494.0, 329.0, 223.0, 164.0, 113.0, 75.0, 67.0, 37.0, 40.0, 29.0, 26.0, 16.0, 11.0, 8.0, 3.0, 3.0, 8.0, 4.0, 7.0, 3.0, 5.0, 2.0, 1.0, 0.0, 2.0, 2.0], "bins": [-0.012592258863151073, -0.0122268320992589, -0.011861404404044151, -0.011495977640151978, -0.01113054994493723, -0.010765123181045055, -0.010399695485830307, -0.010034268721938133, -0.00966884195804596, -0.009303414262831211, -0.008937987498939037, -0.008572559803724289, -0.008207133039832115, -0.007841705344617367, -0.007476278580725193, -0.007110851351171732, -0.006745424121618271, -0.00637999689206481, -0.006014569662511349, -0.005649142432957888, -0.005283715203404427, -0.004918288439512253, -0.004552861209958792, -0.004187433980405331, -0.0038220067508518696, -0.0034565795212984085, -0.0030911522917449474, -0.00272572529502213, -0.002360298065468669, -0.001994870835915208, -0.0016294437227770686, -0.0012640166096389294, -0.0008985893800854683, -0.0005331622087396681, -0.00016773503739386797, 0.0001976921339519322, 0.0005631193052977324, 0.0009285464766435325, 0.0012939736479893327, 0.001659400761127472, 0.002024827990680933, 0.002390255220234394, 0.002755682449787855, 0.0031211094465106726, 0.0034865366760641336, 0.0038519639056175947, 0.004217390902340412, 0.004582818131893873, 0.004948245361447334, 0.005313672591000795, 0.0056790998205542564, 0.0060445270501077175, 0.006409954279661179, 0.006775381043553352, 0.007140808273106813, 0.0075062355026602745, 0.007871663197875023, 0.008237089961767197, 0.00860251672565937, 0.008967944420874119, 0.009333371184766293, 0.009698798879981041, 0.010064225643873215, 0.010429653339087963, 0.010795080102980137]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 4.0, 2.0, 4.0, 1.0, 2.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07899140566587448, -0.07522717863321304, -0.07146294414997101, -0.06769871711730957, -0.06393448263406754, -0.0601702556014061, -0.05640602484345436, -0.052641794085502625, -0.04887756332755089, -0.04511333256959915, -0.041349101811647415, -0.03758487105369568, -0.03382064402103424, -0.030056411400437355, -0.026292182505130768, -0.02252795174717903, -0.018763720989227295, -0.014999490231275558, -0.011235260404646397, -0.0074710301123559475, -0.0037067998200654984, 5.743047222495079e-05, 0.0038216607645154, 0.007585891056805849, 0.011350121349096298, 0.015114352107048035, 0.01887858286499977, 0.02264281176030636, 0.026407042518258095, 0.03017127327620983, 0.03393550217151642, 0.037699732929468155, 0.04146396368741989, 0.04522819444537163, 0.048992425203323364, 0.0527566559612751, 0.05652088671922684, 0.060285113751888275, 0.06404934823513031, 0.06781357526779175, 0.07157780230045319, 0.07534203678369522, 0.07910626381635666, 0.0828704982995987, 0.08663472533226013, 0.09039895981550217, 0.0941631868481636, 0.09792742133140564, 0.10169164836406708, 0.10545587539672852, 0.10922010987997055, 0.11298433691263199, 0.11674857139587402, 0.12051279842853546, 0.1242770329117775, 0.12804126739501953, 0.13180549442768097, 0.1355697214603424, 0.13933394849300385, 0.14309817552566528, 0.14686241745948792, 0.15062664449214935, 0.1543908715248108, 0.15815509855747223, 0.16191932559013367]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 3.0, 1.0, 4.0, 1.0, 2.0, 2.0, 0.0, 0.0, 4.0, 3.0, 5.0, 10.0, 11.0, 12.0, 14.0, 14.0, 22.0, 33.0, 44.0, 26.0, 22.0, 16.0, 3.0, 3.0, 4.0, 4.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0560079887509346, -0.054200634360313416, -0.05239327996969223, -0.050585925579071045, -0.04877857118844986, -0.046971216797828674, -0.04516385868191719, -0.043356504291296005, -0.04154914990067482, -0.039741795510053635, -0.03793444111943245, -0.036127086728811264, -0.03431973233819008, -0.03251237794756889, -0.03070502169430256, -0.028897667303681374, -0.02709031291306019, -0.025282958522439003, -0.023475604131817818, -0.021668247878551483, -0.019860893487930298, -0.018053539097309113, -0.016246184706687927, -0.014438829384744167, -0.012631474994122982, -0.010824120603501797, -0.009016765281558037, -0.0072094108909368515, -0.005402056034654379, -0.0035947011783719063, -0.0017873465549200773, 2.000818494707346e-05, 0.0018273629248142242, 0.003634717781096697, 0.0054420726373791695, 0.007249427028000355, 0.009056782349944115, 0.0108641367405653, 0.012671491131186485, 0.014478846453130245, 0.016286201775074005, 0.01809355616569519, 0.019900910556316376, 0.02170826494693756, 0.023515619337558746, 0.02532297372817993, 0.027130329981446266, 0.02893768437206745, 0.030745038762688637, 0.03255239501595497, 0.03435974940657616, 0.03616710379719734, 0.03797445818781853, 0.03978181257843971, 0.0415891669690609, 0.04339652135968208, 0.04520387575030327, 0.047011230140924454, 0.04881858453154564, 0.05062594264745712, 0.05243329703807831, 0.05424065142869949, 0.05604800581932068, 0.057855360209941864, 0.05966271460056305]}, "_runtime": 152.26402854919434, "_timestamp": 1596213022.9655662, "_step": 185}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0, 3.0, 1.0, 3.0, 0.0, 0.0, 3.0, 7.0, 3.0, 2.0, 2.0, 2.0, 2.0, 1.0, 2.0, 3.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.01140599511563778, -0.011102069169282913, -0.010798143222928047, -0.010494217276573181, -0.010190291330218315, -0.009886365383863449, -0.009582439437508583, -0.009278513491153717, -0.008974587544798851, -0.008670661598443985, -0.008366735652089119, -0.008062809705734253, -0.0077588832937181, -0.0074549573473632336, -0.0071510314010083675, -0.0068471054546535015, -0.0065431795082986355, -0.0062392535619437695, -0.005935327615588903, -0.005631401669234037, -0.005327475722879171, -0.005023549776524305, -0.004719623830169439, -0.004415697883814573, -0.00411177147179842, -0.0038078457582741976, -0.0035039198119193316, -0.0031999938655644655, -0.002896067686378956, -0.00259214174002409, -0.002288215793669224, -0.0019842898473143578, -0.0016803639009594917, -0.0013764379546046257, -0.0010725120082497597, -0.0007685859454795718, -0.0004646599991247058, -0.0001607340236660093, 0.00014319195179268718, 0.00044711792725138366, 0.0007510439027100801, 0.0010549698490649462, 0.0013588957954198122, 0.00166282185819, 0.001966747920960188, 0.002270673867315054, 0.00257459981366992, 0.002878525760024786, 0.003182451706379652, 0.003486377652734518, 0.003790303599089384, 0.00409422954544425, 0.004398155491799116, 0.004702081438153982, 0.005006007384508848, 0.005309933330863714, 0.0056138597428798676, 0.005917785689234734, 0.0062217116355896, 0.006525637581944466, 0.006829563528299332, 0.007133489474654198, 0.007437415421009064, 0.00774134136736393, 0.008045267313718796]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 4.0, 2.0, 4.0, 5.0, 8.0, 10.0, 7.0, 7.0, 22.0, 16.0, 34.0, 40.0, 43.0, 58.0, 83.0, 74.0, 142.0, 202.0, 435.0, 5476.0, 488.0, 240.0, 116.0, 86.0, 80.0, 58.0, 37.0, 44.0, 20.0, 17.0, 11.0, 12.0, 7.0, 7.0, 10.0, 6.0, 3.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.13080179691314697, -0.126890629529953, -0.12297947704792023, -0.11906830966472626, -0.11515714973211288, -0.11124598979949951, -0.10733482241630554, -0.10342366248369217, -0.0995125025510788, -0.09560134261846542, -0.09169018268585205, -0.08777901530265808, -0.08386785537004471, -0.07995669543743134, -0.07604552805423737, -0.07213436812162399, -0.06822320818901062, -0.06431204825639725, -0.060400884598493576, -0.056489720940589905, -0.05257856100797653, -0.04866740107536316, -0.04475623741745949, -0.04084507375955582, -0.036933913826942444, -0.03302275389432907, -0.0291115902364254, -0.025200428441166878, -0.021289266645908356, -0.017378104850649834, -0.013466943055391312, -0.00955578126013279, -0.005644619464874268, -0.0017334576696157455, 0.0021777041256427765, 0.0060888659209012985, 0.01000002771615982, 0.013911189511418343, 0.017822351306676865, 0.021733513101935387, 0.02564467489719391, 0.02955583669245243, 0.03346699848771095, 0.037378162145614624, 0.041289322078228, 0.04520048201084137, 0.04911164566874504, 0.05302280932664871, 0.056933969259262085, 0.06084512919187546, 0.06475628912448883, 0.0686674565076828, 0.07257861644029617, 0.07648977637290955, 0.08040094375610352, 0.08431210368871689, 0.08822326362133026, 0.09213442355394363, 0.096045583486557, 0.09995675086975098, 0.10386791080236435, 0.10777907073497772, 0.11169023811817169, 0.11560139805078506, 0.11951255798339844]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 2.0, 4.0, 2.0, 1.0, 4.0, 1.0, 7.0, 4.0, 6.0, 2.0, 3.0, 25.0, 2.0, 3.0, 2.0, 3.0, 1.0, 4.0, 8.0, 3.0, 6.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002834619488567114, -0.0027338999789208174, -0.002633180469274521, -0.0025324609596282244, -0.002431741449981928, -0.0023310217075049877, -0.002230302197858691, -0.0021295826882123947, -0.002028863178566098, -0.0019281436689198017, -0.0018274241592735052, -0.0017267045332118869, -0.0016259850235655904, -0.0015252655139192939, -0.0014245458878576756, -0.001323826378211379, -0.0012231068685650826, -0.001122387358918786, -0.0010216678492724895, -0.0009209482232108712, -0.0008202287135645747, -0.0007195092039182782, -0.0006187896360643208, -0.0005180700682103634, -0.0004173505585640669, -0.00031663101981393993, -0.00021591148106381297, -0.00011519194231368601, -1.4472403563559055e-05, 8.62471351865679e-05, 0.00018696667393669486, 0.0002876862126868218, 0.0003884057514369488, 0.0004891252610832453, 0.0005898448289372027, 0.0006905643967911601, 0.0007912839064374566, 0.0008920034160837531, 0.0009927230421453714, 0.001093442551791668, 0.0011941620614379644, 0.001294881571084261, 0.0013956010807305574, 0.0014963207067921758, 0.0015970402164384723, 0.0016977597260847688, 0.001798479352146387, 0.0018991988617926836, 0.00199991837143898, 0.0021006378810852766, 0.002201357390731573, 0.0023020769003778696, 0.002402796410024166, 0.0025035161525011063, 0.0026042356621474028, 0.0027049551717936993, 0.0028056746814399958, 0.0029063941910862923, 0.0030071137007325888, 0.0031078332103788853, 0.0032085529528558254, 0.003309272462502122, 0.0034099919721484184, 0.003510711481794715, 0.0036114309914410114]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 5.0, 3.0, 1.0, 3.0, 7.0, 7.0, 11.0, 13.0, 20.0, 21.0, 45.0, 64.0, 77.0, 104.0, 188.0, 267.0, 409.0, 726.0, 1175.0, 1997.0, 3851.0, 7105.0, 14626.0, 34401.0, 117812.0, 874852.0, 59896.0, 25113.0, 13304.0, 7914.0, 4875.0, 3335.0, 2139.0, 1469.0, 1029.0, 733.0, 516.0, 392.0, 286.0, 225.0, 172.0, 117.0, 95.0, 64.0, 48.0, 31.0, 25.0, 15.0, 17.0, 8.0, 7.0, 8.0, 4.0, 4.0, 3.0, 4.0, 1.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.006562275346368551, -0.006330852396786213, -0.006099429447203875, -0.0058680069632828236, -0.005636584013700485, -0.005405161064118147, -0.0051737381145358086, -0.00494231516495347, -0.004710892215371132, -0.004479469731450081, -0.0042480467818677425, -0.004016623832285404, -0.003785200882703066, -0.003553778165951371, -0.003322355216369033, -0.003090932499617338, -0.002859509550035, -0.0026280866004526615, -0.002396663883700967, -0.0021652409341186285, -0.001933818100951612, -0.0017023952677845955, -0.0014709723182022572, -0.0012395494850352407, -0.0010081266518682241, -0.0007767038187012076, -0.0005452809273265302, -0.00031385806505568326, -8.243520278483629e-05, 0.00014898765948601067, 0.00038041052175685763, 0.000611833413131535, 0.0008432562462985516, 0.001074679079465568, 0.0013061019126325846, 0.001537524862214923, 0.0017689476953819394, 0.002000370528548956, 0.0022317934781312943, 0.002463216194882989, 0.0026946391444653273, 0.0029260620940476656, 0.0031574848107993603, 0.0033889077603816986, 0.003620330709964037, 0.0038517534267157316, 0.004083176143467426, 0.004314599093049765, 0.004546022042632103, 0.004777444992214441, 0.00500886794179678, 0.005240290425717831, 0.005471713375300169, 0.005703136324882507, 0.005934559274464846, 0.006165982224047184, 0.006397404707968235, 0.006628827657550573, 0.006860250607132912, 0.00709167355671525, 0.007323096506297588, 0.007554519455879927, 0.007785941939800978, 0.008017364889383316, 0.008248787373304367]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 3.0, 1.0, 1.0, 4.0, 2.0, 3.0, 5.0, 8.0, 1.0, 3.0, 2.0, 1.0, 3.0, 4.0, 0.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.017440950497984886, -0.016245579347014427, -0.015050210058689117, -0.013854839839041233, -0.012659469619393349, -0.01146409846842289, -0.010268728248775005, -0.009073358029127121, -0.007877987809479237, -0.006682617589831352, -0.005487247370183468, -0.004291876684874296, -0.003096506465226412, -0.0019011361291632056, -0.0007057657930999994, 0.0004896045429632068, 0.001684974879026413, 0.0028803450986742973, 0.004075715318322182, 0.005271086003631353, 0.006466456223279238, 0.007661826442927122, 0.008857197128236294, 0.010052567347884178, 0.011247937567532063, 0.012443307787179947, 0.013638678006827831, 0.014834048226475716, 0.016029419377446175, 0.017224788665771484, 0.018420159816741943, 0.019615529105067253, 0.020810900256037712, 0.02200627140700817, 0.02320164069533348, 0.02439701184630394, 0.02559238113462925, 0.02678775228559971, 0.02798312157392502, 0.029178492724895477, 0.030373863875865936, 0.031569235026836395, 0.032764602452516556, 0.033959973603487015, 0.035155344754457474, 0.03635071590542793, 0.03754608333110809, 0.03874145448207855, 0.03993682563304901, 0.04113219678401947, 0.04232756793498993, 0.04352293536067009, 0.04471830651164055, 0.04591367766261101, 0.04710904881358147, 0.04830441623926163, 0.049499787390232086, 0.050695158541202545, 0.051890529692173004, 0.05308590084314346, 0.054281268268823624, 0.05547663941979408, 0.05667201057076454, 0.057867381721735, 0.05906274914741516]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [8.0, 6.0, 6.0, 13.0, 15.0, 30.0, 36.0, 51.0, 43.0, 50.0, 74.0, 92.0, 126.0, 179.0, 260.0, 344.0, 484.0, 638.0, 830.0, 1148.0, 1693.0, 5863.0, 2176.0, 1251.0, 795.0, 584.0, 422.0, 336.0, 200.0, 136.0, 117.0, 70.0, 72.0, 52.0, 32.0, 23.0, 25.0, 32.0, 11.0, 11.0, 11.0, 11.0, 5.0, 4.0, 3.0, 1.0, 2.0, 0.0, 2.0, 2.0, 3.0, 8.0, 13.0, 6.0, 11.0, 6.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 9.0], "bins": [-0.0099147604778409, -0.009460044093430042, -0.009005327709019184, -0.008550611324608326, -0.008095894008874893, -0.007641178090125322, -0.007186461240053177, -0.006731744855642319, -0.006277028471231461, -0.005822312086820602, -0.005367595702409744, -0.004912878852337599, -0.004458162467926741, -0.0040034460835158825, -0.0035487294662743807, -0.003094012849032879, -0.0026392964646220207, -0.0021845800802111626, -0.0017298634629696608, -0.0012751469621434808, -0.0008204304613173008, -0.0003657139604911208, 8.900254033505917e-05, 0.0005437190411612391, 0.0009984355419874191, 0.0014531520428135991, 0.001907868543639779, 0.002362585160881281, 0.002817301545292139, 0.003272017929702997, 0.003726734546944499, 0.004181451164186001, 0.004636167548596859, 0.005090883933007717, 0.005545600317418575, 0.006000317167490721, 0.006455033551901579, 0.006909749936312437, 0.0073644667863845825, 0.00781918317079544, 0.008273899555206299, 0.008728615939617157, 0.009183332324028015, 0.009638048708438873, 0.010092765092849731, 0.010547482408583164, 0.011002198792994022, 0.01145691517740488, 0.011911631561815739, 0.012366347946226597, 0.012821064330637455, 0.013275780715048313, 0.013730498030781746, 0.014185214415192604, 0.014639930799603462, 0.01509464718401432, 0.015549363568425179, 0.016004079952836037, 0.016458796337246895, 0.016913512721657753, 0.01736822910606861, 0.01782294549047947, 0.018277661874890327, 0.018732378259301186, 0.019187096506357193]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.150476336479187, -0.1460481733083725, -0.14162001013755798, -0.13719184696674347, -0.13276368379592896, -0.12833553552627563, -0.12390737235546112, -0.1194792091846466, -0.11505104601383209, -0.11062288284301758, -0.10619471967220306, -0.10176656395196915, -0.09733840078115463, -0.09291023761034012, -0.0884820818901062, -0.08405391871929169, -0.07962575554847717, -0.07519759237766266, -0.07076942920684814, -0.06634127348661423, -0.06191311031579971, -0.0574849471449852, -0.05305678769946098, -0.04862862825393677, -0.04420046508312225, -0.03977230191230774, -0.035344142466783524, -0.03091598115861416, -0.026487819850444794, -0.02205965854227543, -0.017631497234106064, -0.013203335925936699, -0.008775174617767334, -0.004347013309597969, 8.114799857139587e-05, 0.004509309306740761, 0.008937470614910126, 0.01336563192307949, 0.017793793231248856, 0.02222195453941822, 0.026650115847587585, 0.03107827715575695, 0.035506438463926315, 0.03993459790945053, 0.044362761080265045, 0.04879092425107956, 0.053219083696603775, 0.05764724314212799, 0.062075406312942505, 0.06650356948375702, 0.07093173265457153, 0.07535988837480545, 0.07978805154561996, 0.08421621471643448, 0.0886443704366684, 0.09307253360748291, 0.09750069677829742, 0.10192885994911194, 0.10635702311992645, 0.11078517884016037, 0.11521334201097488, 0.1196415051817894, 0.12406966090202332, 0.12849782407283783, 0.13292598724365234]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 5.0, 2.0, 2.0, 5.0, 7.0, 3.0, 12.0, 10.0, 13.0, 7.0, 13.0, 14.0, 12.0, 29.0, 20.0, 8.0, 11.0, 12.0, 10.0, 9.0, 8.0, 6.0, 4.0, 3.0, 1.0, 3.0, 3.0, 0.0, 5.0, 8.0, 7.0, 5.0, 7.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.07226181775331497, -0.06921395659446716, -0.06616608798503876, -0.06311822682619095, -0.06007036566734314, -0.05702250450849533, -0.053974639624357224, -0.050926774740219116, -0.04787891358137131, -0.0448310524225235, -0.04178318753838539, -0.038735322654247284, -0.035687461495399475, -0.032639600336551666, -0.02959173545241356, -0.0265438724309206, -0.023496009409427643, -0.020448146387934685, -0.017400283366441727, -0.014352420344948769, -0.01130455732345581, -0.008256694301962852, -0.005208831280469894, -0.0021609682589769363, 0.0008868947625160217, 0.00393475778400898, 0.006982620805501938, 0.010030483826994896, 0.013078346848487854, 0.016126209869980812, 0.01917407289147377, 0.022221935912966728, 0.025269798934459686, 0.028317661955952644, 0.0313655249774456, 0.03441338986158371, 0.03746125102043152, 0.04050911217927933, 0.043556977063417435, 0.04660484194755554, 0.04965270310640335, 0.05270056426525116, 0.05574842914938927, 0.058796294033527374, 0.06184415519237518, 0.06489201635122299, 0.0679398775100708, 0.0709877461194992, 0.07403560727834702, 0.07708346843719482, 0.08013133704662323, 0.08317919820547104, 0.08622705936431885, 0.08927492052316666, 0.09232278168201447, 0.09537065029144287, 0.09841851145029068, 0.10146637260913849, 0.1045142412185669, 0.1075621023774147, 0.11060996353626251, 0.11365782469511032, 0.11670568585395813, 0.11975355446338654, 0.12280141562223434]}, "_runtime": 153.037752866745, "_timestamp": 1596213023.7392905, "_step": 186}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 6.0, 9.0, 2.0, 3.0, 4.0, 5.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006564238108694553, -0.006295566912740469, -0.006026895251125097, -0.005758224055171013, -0.005489552393555641, -0.005220881197601557, -0.004952210001647472, -0.004683538340032101, -0.004414867144078016, -0.004146195948123932, -0.00387752428650856, -0.003608853090554476, -0.0033401816617697477, -0.0030715102329850197, -0.0028028390370309353, -0.0025341676082462072, -0.002265496179461479, -0.001996824750676751, -0.001728153438307345, -0.0014594821259379387, -0.0011908106971532106, -0.0009221393265761435, -0.0006534679559990764, -0.00038479658542200923, -0.00011612521484494209, 0.00015254615573212504, 0.0004212175263091922, 0.0006898888968862593, 0.0009585602674633265, 0.0012272316962480545, 0.0014959030086174607, 0.001764574320986867, 0.002033245749771595, 0.002301917178556323, 0.002570588607341051, 0.0028392598032951355, 0.0031079312320798635, 0.0033766026608645916, 0.003645273856818676, 0.003913945518434048, 0.004182616714388132, 0.0044512879103422165, 0.004719959571957588, 0.004988630767911673, 0.005257301963865757, 0.005525973625481129, 0.005794644821435213, 0.006063316483050585, 0.006331987679004669, 0.006600658874958754, 0.006869330536574125, 0.00713800173252821, 0.007406673394143581, 0.007675344590097666, 0.00794401578605175, 0.008212687447667122, 0.008481359109282494, 0.00875002983957529, 0.009018701501190662, 0.009287373162806034, 0.009556043893098831, 0.009824715554714203, 0.010093387216329575, 0.010362057946622372, 0.010630729608237743]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 2.0, 4.0, 2.0, 5.0, 4.0, 3.0, 4.0, 4.0, 4.0, 5.0, 10.0, 6.0, 21.0, 16.0, 23.0, 15.0, 36.0, 39.0, 40.0, 52.0, 78.0, 83.0, 101.0, 131.0, 209.0, 401.0, 5466.0, 342.0, 183.0, 129.0, 88.0, 95.0, 66.0, 47.0, 35.0, 24.0, 31.0, 22.0, 19.0, 14.0, 16.0, 5.0, 6.0, 6.0, 8.0, 4.0, 4.0, 7.0, 3.0, 4.0, 5.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08160122483968735, -0.0789138525724411, -0.07622648030519485, -0.07353910803794861, -0.07085174322128296, -0.06816437095403671, -0.06547699868679047, -0.06278962641954422, -0.060102254152297974, -0.057414885610342026, -0.05472751334309578, -0.05204014107584953, -0.049352772533893585, -0.04666540026664734, -0.04397802799940109, -0.041290659457445145, -0.0386032871901989, -0.03591591492295265, -0.033228546380996704, -0.030541174113750458, -0.02785380184650421, -0.025166431441903114, -0.022479061037302017, -0.01979168877005577, -0.017104318365454674, -0.014416947029531002, -0.01172957569360733, -0.009042205289006233, -0.0063548339530825615, -0.0036674628499895334, -0.0009800917468965054, 0.0017072793561965227, 0.004394650459289551, 0.0070820217952132225, 0.009769393131136894, 0.012456763535737991, 0.015144134871661663, 0.017831506207585335, 0.020518876612186432, 0.023206248879432678, 0.025893619284033775, 0.028580989688634872, 0.03126836195588112, 0.033955734223127365, 0.03664310276508331, 0.03933047503232956, 0.042017847299575806, 0.044705215841531754, 0.047392588108778, 0.050079960376024246, 0.052767328917980194, 0.05545470118522644, 0.05814207345247269, 0.060829441994428635, 0.06351681798696518, 0.06620418280363083, 0.06889155507087708, 0.07157892733812332, 0.07426629960536957, 0.07695367187261581, 0.07964104413986206, 0.08232840895652771, 0.08501578122377396, 0.0877031534910202, 0.09039052575826645]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 5.0, 2.0, 2.0, 4.0, 4.0, 3.0, 3.0, 2.0, 6.0, 2.0, 3.0, 5.0, 3.0, 24.0, 5.0, 4.0, 5.0, 5.0, 2.0, 1.0, 3.0, 4.0, 1.0, 2.0, 1.0, 2.0, 2.0, 3.0, 0.0, 3.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0037231517489999533, -0.0036163334734737873, -0.0035095149651169777, -0.003402696456760168, -0.003295878181234002, -0.003189059905707836, -0.0030822413973510265, -0.002975422888994217, -0.002868604613468051, -0.002761786337941885, -0.0026549678295850754, -0.0025481493212282658, -0.0024413310457021, -0.002334512770175934, -0.0022276942618191242, -0.0021208757534623146, -0.0020140574779361486, -0.0019072390859946609, -0.001800420694053173, -0.0016936023021116853, -0.0015867839101701975, -0.0014799655182287097, -0.001373147126287222, -0.0012663287343457341, -0.0011595103424042463, -0.0010526919504627585, -0.0009458735585212708, -0.000839055166579783, -0.0007322367746382952, -0.0006254183826968074, -0.0005185999907553196, -0.0004117815988138318, -0.000304963206872344, -0.00019814481493085623, -9.132642298936844e-05, 1.549196895211935e-05, 0.00012231036089360714, 0.00022912875283509493, 0.0003359471447765827, 0.0004427655367180705, 0.0005495839286595583, 0.0006564023206010461, 0.0007632207125425339, 0.0008700391044840217, 0.0009768574964255095, 0.0010836758883669972, 0.001190494280308485, 0.0012973126722499728, 0.0014041310641914606, 0.0015109494561329484, 0.0016177678480744362, 0.001724586240015924, 0.0018314046319574118, 0.0019382230238988996, 0.0020450414158403873, 0.002151859924197197, 0.002258678199723363, 0.002365496475249529, 0.0024723149836063385, 0.002579133491963148, 0.002685951767489314, 0.00279277004301548, 0.0028995885513722897, 0.0030064070597290993, 0.0031132253352552652]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 2.0, 4.0, 3.0, 5.0, 6.0, 7.0, 14.0, 15.0, 19.0, 29.0, 36.0, 57.0, 63.0, 86.0, 109.0, 173.0, 220.0, 303.0, 402.0, 582.0, 829.0, 1204.0, 1741.0, 2870.0, 4478.0, 7503.0, 14247.0, 31251.0, 110357.0, 892487.0, 57056.0, 22208.0, 11569.0, 6808.0, 4240.0, 2582.0, 1794.0, 1253.0, 857.0, 615.0, 447.0, 320.0, 223.0, 169.0, 113.0, 78.0, 46.0, 48.0, 35.0, 25.0, 16.0, 15.0, 6.0, 5.0, 4.0, 5.0, 3.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.00622934615239501, -0.006030586082488298, -0.0058318255469202995, -0.005633065477013588, -0.005434305407106876, -0.005235545337200165, -0.005036785267293453, -0.004838024731725454, -0.004639264661818743, -0.004440504591912031, -0.004241744056344032, -0.004042983986437321, -0.003844223916530609, -0.0036454638466238976, -0.0034467035438865423, -0.003247943241149187, -0.0030491831712424755, -0.002850423101335764, -0.0026516627985984087, -0.0024529024958610535, -0.002254142425954342, -0.0020553823560476303, -0.001856622053310275, -0.0016578618669882417, -0.0014591016806662083, -0.0012603414943441749, -0.0010615813080221415, -0.000862821121700108, -0.0006640609353780746, -0.00046530074905604124, -0.00026654056273400784, -6.778037641197443e-05, 0.00013097980991005898, 0.0003297399962320924, 0.0005285001825541258, 0.0007272603688761592, 0.0009260205551981926, 0.001124780741520226, 0.0013235409278422594, 0.0015223011141642928, 0.0017210613004863262, 0.0019198214868083596, 0.002118581673130393, 0.0023173419758677483, 0.00251610204577446, 0.0027148621156811714, 0.0029136224184185266, 0.003112382721155882, 0.0033111427910625935, 0.003509902860969305, 0.0037086631637066603, 0.0039074234664440155, 0.004106183536350727, 0.004304943606257439, 0.00450370367616415, 0.004702464211732149, 0.004901224281638861, 0.005099984351545572, 0.005298744887113571, 0.005497504957020283, 0.005696265026926994, 0.005895025096833706, 0.0060937851667404175, 0.006292545702308416, 0.006491305772215128]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 1.0, 3.0, 2.0, 2.0, 10.0, 0.0, 2.0, 4.0, 3.0, 2.0, 3.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.019798720255494118, -0.018874887377023697, -0.017951052635908127, -0.017027219757437706, -0.016103385016322136, -0.015179552137851715, -0.01425571832805872, -0.013331884518265724, -0.012408050708472729, -0.011484216898679733, -0.010560383088886738, -0.009636549279093742, -0.008712716400623322, -0.007788882125169039, -0.006865048781037331, -0.005941214971244335, -0.00501738116145134, -0.004093547351658344, -0.0031697137746959925, -0.0022458801977336407, -0.0013220463879406452, -0.0003982126945629716, 0.000525620998814702, 0.0014494546921923757, 0.0023732883855700493, 0.0032971221953630447, 0.00422095600515604, 0.005144789349287748, 0.006068623159080744, 0.006992456968873739, 0.007916290313005447, 0.008840124122798443, 0.009763957932591438, 0.010687791742384434, 0.01161162555217743, 0.012535459361970425, 0.01345929317176342, 0.014383126050233841, 0.015306959860026836, 0.016230793669819832, 0.017154626548290253, 0.018078461289405823, 0.019002294167876244, 0.019926128908991814, 0.020849961787462234, 0.021773796528577805, 0.022697629407048225, 0.023621464148163795, 0.024545297026634216, 0.025469129905104637, 0.026392964646220207, 0.027316797524690628, 0.028240632265806198, 0.02916446514427662, 0.03008829988539219, 0.03101213276386261, 0.03193596750497818, 0.03285979852080345, 0.03378363326191902, 0.03470746800303459, 0.03563130274415016, 0.03655513375997543, 0.037478968501091, 0.038402803242206573, 0.039326637983322144]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 2.0, 2.0, 5.0, 5.0, 4.0, 8.0, 5.0, 8.0, 14.0, 17.0, 21.0, 20.0, 17.0, 29.0, 38.0, 37.0, 43.0, 79.0, 86.0, 127.0, 181.0, 228.0, 324.0, 434.0, 583.0, 816.0, 1270.0, 2256.0, 6170.0, 1610.0, 1081.0, 762.0, 516.0, 378.0, 284.0, 212.0, 136.0, 124.0, 82.0, 77.0, 56.0, 44.0, 29.0, 35.0, 27.0, 23.0, 15.0, 11.0, 13.0, 14.0, 6.0, 25.0, 15.0, 8.0, 0.0, 2.0, 1.0, 3.0, 5.0, 5.0], "bins": [-0.012854152359068394, -0.01245464663952589, -0.012055139988660812, -0.011655634269118309, -0.011256128549575806, -0.010856621898710728, -0.010457116179168224, -0.010057610459625721, -0.009658103808760643, -0.00925859808921814, -0.008859092369675636, -0.008459586650133133, -0.008060079999268055, -0.007660574279725552, -0.007261068094521761, -0.006861562374979258, -0.006462056189775467, -0.006062550004571676, -0.005663044285029173, -0.005263538099825382, -0.004864032380282879, -0.004464526195079088, -0.0040650200098752975, -0.0036655140575021505, -0.0032660081051290035, -0.0028665021527558565, -0.0024669962003827095, -0.002067490015178919, -0.0016679840628057718, -0.0012684781104326248, -0.000868972041644156, -0.00046946603106334805, -6.996002048254013e-05, 0.0003295459900982678, 0.0007290520006790757, 0.0011285580694675446, 0.0015280640218406916, 0.0019275699742138386, 0.0023270761594176292, 0.0027265821117907763, 0.0031260880641639233, 0.0035255940165370703, 0.003925099968910217, 0.004324606154114008, 0.004724112339317799, 0.005123618058860302, 0.005523124244064093, 0.005922629963606596, 0.006322136148810387, 0.006721642334014177, 0.007121148053556681, 0.007520654238760471, 0.007920159958302975, 0.008319666609168053, 0.008719172328710556, 0.00911867804825306, 0.009518183767795563, 0.00991769041866064, 0.010317196138203144, 0.010716701857745647, 0.011116208508610725, 0.011515714228153229, 0.011915219947695732, 0.01231472659856081, 0.012714232318103313]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 0.0, 2.0, 2.0, 3.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15686696767807007, -0.1532122790813446, -0.14955759048461914, -0.14590290188789368, -0.14224819839000702, -0.13859350979328156, -0.1349388211965561, -0.13128413259983063, -0.12762944400310516, -0.1239747479557991, -0.12032005935907364, -0.11666537076234818, -0.11301068216562271, -0.10935598611831665, -0.10570129752159119, -0.10204660892486572, -0.09839192032814026, -0.0947372242808342, -0.09108253568410873, -0.08742784708738327, -0.08377315104007721, -0.08011846244335175, -0.07646377384662628, -0.07280908524990082, -0.06915438920259476, -0.0654997006058693, -0.06184500828385353, -0.05819031968712807, -0.054535627365112305, -0.05088093876838684, -0.04722624644637108, -0.043571557849645615, -0.03991686552762985, -0.03626217320561409, -0.032607484608888626, -0.028952794149518013, -0.0252981036901474, -0.021643411368131638, -0.017988720908761024, -0.014334030449390411, -0.010679339990019798, -0.007024649530649185, -0.0033699586056172848, 0.000284732086583972, 0.003939422778785229, 0.007594113238155842, 0.01124880462884903, 0.014903495088219643, 0.018558185547590256, 0.02221287600696087, 0.025867566466331482, 0.029522256925702095, 0.03317694738507271, 0.03683163970708847, 0.040486328303813934, 0.0441410206258297, 0.04779571294784546, 0.05145040154457092, 0.055105093866586685, 0.05875978246331215, 0.06241447478532791, 0.06606916338205338, 0.06972385197877884, 0.0733785480260849, 0.07703323662281036]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 4.0, 4.0, 8.0, 6.0, 6.0, 8.0, 8.0, 16.0, 30.0, 57.0, 26.0, 17.0, 22.0, 14.0, 14.0, 9.0, 2.0, 0.0, 7.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 3.0], "bins": [-0.13689279556274414, -0.13264797627925873, -0.1284031718969345, -0.1241583526134491, -0.11991354078054428, -0.11566872894763947, -0.11142390966415405, -0.10717909783124924, -0.10293428599834442, -0.0986894741654396, -0.09444466233253479, -0.09019984304904938, -0.08595503121614456, -0.08171021938323975, -0.07746540009975433, -0.07322058826684952, -0.0689757764339447, -0.06473096460103989, -0.06048614904284477, -0.05624133348464966, -0.05199652165174484, -0.04775170981884003, -0.04350689426064491, -0.0392620787024498, -0.03501726686954498, -0.030772453173995018, -0.026527639478445053, -0.022282825782895088, -0.018038012087345123, -0.013793198391795158, -0.009548384696245193, -0.005303571000695229, -0.0010587573051452637, 0.0031860563904047012, 0.007430870085954666, 0.011675683781504631, 0.015920497477054596, 0.02016531117260456, 0.024410124868154526, 0.02865493856370449, 0.032899752259254456, 0.03714456409215927, 0.041389379650354385, 0.0456341952085495, 0.049879007041454315, 0.05412381887435913, 0.058368634432554245, 0.06261344999074936, 0.06685826182365417, 0.07110307365655899, 0.0753478854894638, 0.07959270477294922, 0.08383751660585403, 0.08808232843875885, 0.09232714772224426, 0.09657195955514908, 0.1008167713880539, 0.10506158322095871, 0.10930639505386353, 0.11355121433734894, 0.11779602617025375, 0.12204083800315857, 0.12628565728664398, 0.1305304616689682, 0.1347752809524536]}, "_runtime": 153.8105731010437, "_timestamp": 1596213024.5121107, "_step": 187}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 6.0, 4.0, 8.0, 7.0, 3.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014155404642224312, -0.013713785447180271, -0.01327216625213623, -0.012830546125769615, -0.012388926930725574, -0.011947307735681534, -0.011505688540637493, -0.011064069345593452, -0.010622449219226837, -0.010180830024182796, -0.009739210829138756, -0.009297591634094715, -0.008855972439050674, -0.008414353244006634, -0.007972733117640018, -0.007531113922595978, -0.007089494727551937, -0.006647875532507896, -0.0062062558718025684, -0.005764636676758528, -0.0053230170160532, -0.004881397821009159, -0.004439778625965118, -0.00399815896525979, -0.0035565397702157497, -0.0031149203423410654, -0.002673300914466381, -0.0022316817194223404, -0.001790062291547656, -0.0013484428636729717, -0.0009068235522136092, -0.0004652041825465858, -2.3584812879562378e-05, 0.00041803455678746104, 0.0008596539264544845, 0.001301273237913847, 0.0017428926657885313, 0.0021845120936632156, 0.0026261312887072563, 0.0030677507165819407, 0.003509370144456625, 0.003950989339500666, 0.004392609000205994, 0.004834228195250034, 0.005275847390294075, 0.005717467050999403, 0.006159086246043444, 0.006600705906748772, 0.007042325101792812, 0.007483944296836853, 0.007925563491880894, 0.008367183618247509, 0.00880880281329155, 0.00925042200833559, 0.009692041203379631, 0.010133660398423672, 0.010575279593467712, 0.011016899719834328, 0.011458518914878368, 0.011900138109922409, 0.01234175730496645, 0.01278337650001049, 0.013224996626377106, 0.013666615821421146, 0.014108235016465187]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 3.0, 3.0, 5.0, 2.0, 6.0, 12.0, 2.0, 10.0, 16.0, 10.0, 16.0, 15.0, 14.0, 13.0, 26.0, 38.0, 41.0, 59.0, 64.0, 93.0, 113.0, 201.0, 411.0, 5631.0, 428.0, 186.0, 100.0, 75.0, 73.0, 47.0, 35.0, 35.0, 23.0, 14.0, 9.0, 9.0, 14.0, 18.0, 10.0, 10.0, 9.0, 5.0, 3.0, 5.0, 4.0, 2.0, 1.0, 0.0, 3.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.116575226187706, -0.11297465860843658, -0.10937409847974777, -0.10577353090047836, -0.10217296332120895, -0.09857240319252014, -0.09497183561325073, -0.09137126803398132, -0.08777070045471191, -0.0841701403260231, -0.08056957274675369, -0.07696900516748428, -0.07336844503879547, -0.06976787745952606, -0.06616730988025665, -0.06256674975156784, -0.05896618217229843, -0.05536561831831932, -0.05176505073904991, -0.0481644868850708, -0.04456391930580139, -0.04096335545182228, -0.03736279159784317, -0.03376222401857376, -0.03016166016459465, -0.02656109444797039, -0.02296052873134613, -0.01935996487736702, -0.01575939916074276, -0.0121588334441185, -0.008558268658816814, -0.004957703407853842, -0.0013571381568908691, 0.0022434270940721035, 0.005843992345035076, 0.009444557130336761, 0.013045122846961021, 0.01664568856358528, 0.020246252417564392, 0.023846818134188652, 0.027447383850812912, 0.031047949567437172, 0.03464851528406143, 0.03824907913804054, 0.04184964299201965, 0.04545021057128906, 0.04905077442526817, 0.05265134200453758, 0.05625190585851669, 0.059852469712495804, 0.06345303356647491, 0.06705360114574432, 0.07065416872501373, 0.07425472885370255, 0.07785529643297195, 0.08145586401224136, 0.08505642414093018, 0.08865699172019958, 0.092257559299469, 0.0958581268787384, 0.09945868700742722, 0.10305925458669662, 0.10665982216596603, 0.11026038229465485, 0.11386094987392426]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 3.0, 0.0, 2.0, 5.0, 3.0, 3.0, 7.0, 3.0, 6.0, 3.0, 1.0, 24.0, 8.0, 3.0, 6.0, 4.0, 1.0, 3.0, 7.0, 2.0, 3.0, 0.0, 1.0, 1.0, 2.0, 0.0, 4.0, 0.0, 3.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.002919760998338461, -0.00283076916821301, -0.0027417773380875587, -0.0026527855079621077, -0.0025637936778366566, -0.0024748018477112055, -0.0023858100175857544, -0.0022968181874603033, -0.0022078263573348522, -0.002118834527209401, -0.00202984269708395, -0.001940850866958499, -0.0018518590368330479, -0.0017628672067075968, -0.0016738753765821457, -0.0015848835464566946, -0.0014958917163312435, -0.0014068998862057924, -0.0013179080560803413, -0.0012289162259548903, -0.0011399243958294392, -0.001050932565703988, -0.000961940735578537, -0.0008729489054530859, -0.0007839570753276348, -0.0006949652452021837, -0.0006059734150767326, -0.0005169815849512815, -0.00042798975482583046, -0.00033899792470037937, -0.0002500060945749283, -0.0001610142644494772, -7.202243432402611e-05, 1.696939580142498e-05, 0.00010596122592687607, 0.00019495305605232716, 0.00028394488617777824, 0.00037293671630322933, 0.0004619285464286804, 0.0005509203765541315, 0.0006399122066795826, 0.0007289040368050337, 0.0008178958669304848, 0.0009068876970559359, 0.000995879527181387, 0.001084871357306838, 0.0011738631874322891, 0.0012628550175577402, 0.0013518468476831913, 0.0014408386778086424, 0.0015298305079340935, 0.0016188223380595446, 0.0017078141681849957, 0.0017968059983104467, 0.0018857978284358978, 0.001974789658561349, 0.0020637814886868, 0.002152773318812251, 0.002241765148937702, 0.0023307569790631533, 0.0024197488091886044, 0.0025087406393140554, 0.0025977324694395065, 0.0026867242995649576, 0.0027757161296904087]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 1.0, 2.0, 2.0, 5.0, 6.0, 10.0, 12.0, 20.0, 23.0, 44.0, 71.0, 144.0, 228.0, 397.0, 741.0, 1473.0, 2968.0, 7056.0, 19587.0, 79311.0, 945860.0, 72942.0, 23694.0, 10951.0, 5810.0, 3332.0, 1882.0, 1067.0, 711.0, 450.0, 258.0, 184.0, 121.0, 90.0, 52.0, 45.0, 22.0, 17.0, 17.0, 10.0, 8.0, 6.0, 1.0, 2.0, 4.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005637196823954582, -0.005407312884926796, -0.005177429411560297, -0.004947545472532511, -0.0047176615335047245, -0.0044877780601382256, -0.004257894121110439, -0.004028010182082653, -0.003798126708716154, -0.003568242769688368, -0.0033383590634912252, -0.0031084753572940826, -0.0028785914182662964, -0.002648707712069154, -0.002418824005872011, -0.002188940066844225, -0.0019590563606470823, -0.001729172538034618, -0.0014992888318374753, -0.0012694050092250109, -0.0010395213030278683, -0.0008096374804154038, -0.0005797536578029394, -0.0003498698933981359, -0.00011998612899333239, 0.00010989764996338636, 0.0003397814289201051, 0.0005696652224287391, 0.0007995489868335426, 0.001029432751238346, 0.0012593165738508105, 0.0014892002800479531, 0.0017190841026604176, 0.001948967925272882, 0.0021788517478853464, 0.002408735454082489, 0.0026386191602796316, 0.002868503099307418, 0.0030983868055045605, 0.003328270511701703, 0.0035581542178988457, 0.003788038156926632, 0.004017922095954418, 0.004247805569320917, 0.004477689508348703, 0.00470757344737649, 0.004937456920742989, 0.005167340859770775, 0.005397224798798561, 0.00562710827216506, 0.005856992211192846, 0.006086875684559345, 0.0063167596235871315, 0.006546643562614918, 0.006776527035981417, 0.007006410975009203, 0.007236294914036989, 0.007466178387403488, 0.007696062326431274, 0.00792594626545906, 0.008155830204486847, 0.008385714143514633, 0.008615597151219845, 0.008845481090247631, 0.009075365029275417]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 4.0, 2.0, 1.0, 0.0, 2.0, 2.0, 0.0, 2.0, 2.0, 1.0, 2.0, 2.0, 4.0, 1.0, 10.0, 0.0, 1.0, 3.0, 3.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013146694749593735, -0.012522743083536625, -0.011898791417479515, -0.011274839751422405, -0.010650888085365295, -0.010026936419308186, -0.009402984753251076, -0.008779033087193966, -0.008155081421136856, -0.007531129289418459, -0.006907177623361349, -0.006283225957304239, -0.005659273825585842, -0.005035322159528732, -0.0044113704934716225, -0.0037874188274145126, -0.003163467161357403, -0.002539515495300293, -0.0019155637128278613, -0.0012916119303554296, -0.0006676602642983198, -4.370854003354907e-05, 0.0005802431842312217, 0.0012041949667036533, 0.0018281466327607632, 0.002452098298817873, 0.003076049964874983, 0.0037000018637627363, 0.00432395376265049, 0.0049479054287076, 0.0055718570947647095, 0.006195808760821819, 0.006819760426878929, 0.007443712092936039, 0.008067663758993149, 0.008691615425050259, 0.009315567091107368, 0.009939518757164478, 0.010563470423221588, 0.011187422089278698, 0.011811373755335808, 0.012435326352715492, 0.013059278018772602, 0.013683229684829712, 0.014307181350886822, 0.014931133016943932, 0.015555084683001041, 0.01617903634905815, 0.016802988946437836, 0.01742693968117237, 0.018050892278552055, 0.01867484301328659, 0.019298795610666275, 0.01992274634540081, 0.020546698942780495, 0.02117064967751503, 0.021794602274894714, 0.02241855300962925, 0.023042505607008934, 0.02366645634174347, 0.024290408939123154, 0.02491435967385769, 0.025538312271237373, 0.02616226300597191, 0.026786215603351593]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 2.0, 3.0, 6.0, 8.0, 4.0, 19.0, 19.0, 29.0, 28.0, 39.0, 38.0, 75.0, 73.0, 100.0, 136.0, 190.0, 222.0, 271.0, 436.0, 588.0, 768.0, 1140.0, 2011.0, 6067.0, 1802.0, 1121.0, 718.0, 542.0, 405.0, 326.0, 241.0, 214.0, 131.0, 111.0, 80.0, 65.0, 62.0, 66.0, 29.0, 30.0, 32.0, 29.0, 21.0, 19.0, 12.0, 23.0, 10.0, 8.0, 10.0, 4.0, 4.0, 4.0, 4.0, 6.0, 5.0, 7.0, 3.0, 2.0, 2.0, 6.0, 2.0], "bins": [-0.007937070913612843, -0.007635345216840506, -0.007333619054406881, -0.007031893357634544, -0.00673016719520092, -0.006428441498428583, -0.006126715801656246, -0.005824989639222622, -0.005523263942450285, -0.005221538245677948, -0.004919812083244324, -0.004618086386471987, -0.00431636068969965, -0.0040146345272660255, -0.0037129088304936886, -0.003411182900890708, -0.0031094569712877274, -0.0028077310416847467, -0.002506005112081766, -0.002204279415309429, -0.0019025534857064486, -0.001600827556103468, -0.0012991017429158092, -0.0009973759297281504, -0.0006956500001251698, -0.00039392412872985005, -9.219825733453035e-05, 0.00020952761406078935, 0.000511253485456109, 0.0008129793568514287, 0.0011147052282467484, 0.0014164310414344072, 0.0017181569710373878, 0.0020198829006403685, 0.002321608830243349, 0.002623334527015686, 0.0029250604566186666, 0.0032267863862216473, 0.0035285120829939842, 0.003830238012596965, 0.0041319639421999454, 0.004433689638972282, 0.004735415801405907, 0.005037141498178244, 0.005338867194950581, 0.005640593357384205, 0.005942319054156542, 0.006244045216590166, 0.006545770913362503, 0.00684749661013484, 0.007149222772568464, 0.007450948469340801, 0.0077526746317744255, 0.008054399862885475, 0.0083561260253191, 0.008657852187752724, 0.008959578350186348, 0.009261303581297398, 0.009563029743731022, 0.009864755906164646, 0.010166481137275696, 0.01046820729970932, 0.010769933462142944, 0.011071658693253994, 0.011373384855687618]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.14456351101398468, -0.14123857021331787, -0.13791362941265106, -0.13458868861198425, -0.13126374781131744, -0.12793880701065063, -0.12461386620998383, -0.12128892540931702, -0.11796398460865021, -0.1146390438079834, -0.11131410300731659, -0.10798916220664978, -0.10466422140598297, -0.10133928060531616, -0.09801433980464935, -0.09468939900398254, -0.09136445820331573, -0.08803952485322952, -0.08471458405256271, -0.0813896432518959, -0.0780647024512291, -0.07473976165056229, -0.07141482084989548, -0.06808988004922867, -0.06476493924856186, -0.06143999844789505, -0.05811505764722824, -0.05479011684656143, -0.05146517604589462, -0.048140235245227814, -0.044815294444561005, -0.041490353643894196, -0.038165412843227386, -0.03484047204256058, -0.03151553124189377, -0.02819059044122696, -0.02486564964056015, -0.02154071070253849, -0.01821576990187168, -0.014890829101204872, -0.011565888300538063, -0.008240947499871254, -0.004916007164865732, -0.0015910665970295668, 0.0017338739708065987, 0.005058814771473408, 0.008383754640817642, 0.011708695441484451, 0.01503363624215126, 0.01835857704281807, 0.02168351784348488, 0.025008458644151688, 0.028333399444818497, 0.031658340245485306, 0.034983281046152115, 0.038308221846818924, 0.041633158922195435, 0.044958099722862244, 0.04828304052352905, 0.05160798132419586, 0.05493292212486267, 0.05825786292552948, 0.06158280372619629, 0.0649077445268631, 0.06823268532752991]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 2.0, 3.0, 3.0, 3.0, 2.0, 2.0, 7.0, 9.0, 7.0, 6.0, 7.0, 14.0, 18.0, 18.0, 44.0, 18.0, 22.0, 11.0, 9.0, 6.0, 11.0, 13.0, 9.0, 4.0, 3.0, 5.0, 2.0, 4.0, 0.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.046752672642469406, -0.0453050434589386, -0.04385741427540779, -0.042409785091876984, -0.04096215218305588, -0.03951452299952507, -0.03806689381599426, -0.036619264632463455, -0.03517163544893265, -0.03372400626540184, -0.032276373356580734, -0.030828746035695076, -0.02938111498951912, -0.027933485805988312, -0.026485856622457504, -0.025038225576281548, -0.02359059639275074, -0.022142967209219933, -0.020695336163043976, -0.01924770697951317, -0.01780007779598236, -0.016352446749806404, -0.014904817566275597, -0.013457188382744789, -0.012009558267891407, -0.010561928153038025, -0.009114298969507217, -0.007666668854653835, -0.0062190392054617405, -0.004771409556269646, -0.0033237796742469072, -0.0018761499086394906, -0.000428520143032074, 0.0010191096225753427, 0.0024667393881827593, 0.003914369270205498, 0.0053619989193975925, 0.006809628568589687, 0.00825725868344307, 0.009704887866973877, 0.011152517981827259, 0.012600148096680641, 0.014047777280211449, 0.01549540739506483, 0.016943037509918213, 0.01839066669344902, 0.019838295876979828, 0.021285926923155785, 0.022733556106686592, 0.0241811852902174, 0.025628816336393356, 0.027076445519924164, 0.02852407470345497, 0.029971705749630928, 0.031419333070516586, 0.03286696597933769, 0.0343145951628685, 0.03576222434639931, 0.037209853529930115, 0.03865748271346092, 0.04010511189699173, 0.041552744805812836, 0.04300037398934364, 0.04444800317287445, 0.04589563235640526]}, "_runtime": 154.64788341522217, "_timestamp": 1596213025.349421, "_step": 188}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 4.0, 3.0, 0.0, 3.0, 1.0, 3.0, 5.0, 5.0, 2.0, 3.0, 2.0, 1.0, 0.0, 2.0, 3.0, 0.0, 3.0, 0.0, 2.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012372640892863274, -0.012046917341649532, -0.011721194721758366, -0.011395471170544624, -0.011069747619330883, -0.010744024068117142, -0.010418301448225975, -0.010092577897012234, -0.009766854345798492, -0.009441131725907326, -0.009115408174693584, -0.008789684623479843, -0.008463961072266102, -0.008138238452374935, -0.007812514901161194, -0.0074867913499474525, -0.0071610682643949986, -0.0068353451788425446, -0.006509621627628803, -0.006183898542076349, -0.005858174990862608, -0.005532451905310154, -0.005206728354096413, -0.004881005268543959, -0.004555282182991505, -0.004229558631777763, -0.0039038353133946657, -0.003578111995011568, -0.003252388909459114, -0.0029266655910760164, -0.0026009422726929188, -0.002275218954309821, -0.0019494956359267235, -0.0016237723175436258, -0.0012980489991605282, -0.0009723257971927524, -0.0006466024788096547, -0.0003208791895303875, 4.844099748879671e-06, 0.00033056738902814686, 0.0006562906783074141, 0.0009820139966905117, 0.0013077373150736094, 0.0016334605170413852, 0.001959183719009161, 0.0022849070373922586, 0.0026106303557753563, 0.002936353674158454, 0.0032620769925415516, 0.0035878003109246492, 0.003913523629307747, 0.004239246714860201, 0.004564970266073942, 0.004890693351626396, 0.0052164169028401375, 0.0055421399883925915, 0.0058678630739450455, 0.006193586625158787, 0.006519309710711241, 0.006845033261924982, 0.007170756347477436, 0.007496479898691177, 0.007822203449904919, 0.008147926069796085, 0.008473649621009827]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 4.0, 9.0, 8.0, 12.0, 17.0, 17.0, 43.0, 54.0, 74.0, 118.0, 225.0, 500.0, 5900.0, 428.0, 173.0, 99.0, 76.0, 44.0, 38.0, 27.0, 15.0, 4.0, 11.0, 6.0, 3.0, 5.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.18144235014915466, -0.17584270238876343, -0.1702430695295334, -0.16464342176914215, -0.1590437889099121, -0.15344414114952087, -0.14784449338912964, -0.1422448605298996, -0.13664521276950836, -0.13104556500911713, -0.12544593214988708, -0.11984628438949585, -0.11424664407968521, -0.10864700376987457, -0.10304735600948334, -0.0974477156996727, -0.09184807538986206, -0.08624843508005142, -0.08064879477024078, -0.07504914700984955, -0.06944950670003891, -0.06384986639022827, -0.058250222355127335, -0.0526505783200264, -0.04705093801021576, -0.04145129770040512, -0.035851653665304184, -0.030252011492848396, -0.02465236932039261, -0.01905272714793682, -0.013453084975481033, -0.007853442803025246, -0.002253800630569458, 0.0033458415418863297, 0.008945483714342117, 0.014545125886797905, 0.020144768059253693, 0.02574441023170948, 0.03134405240416527, 0.036943696439266205, 0.04254333674907684, 0.04814297705888748, 0.05374262109398842, 0.059342265129089355, 0.0649419054389, 0.07054154574871063, 0.07614119350910187, 0.0817408338189125, 0.08734047412872314, 0.09294011443853378, 0.09853975474834442, 0.10413940250873566, 0.1097390428185463, 0.11533868312835693, 0.12093833088874817, 0.1265379637479782, 0.13213761150836945, 0.13773725926876068, 0.14333689212799072, 0.14893653988838196, 0.1545361876487732, 0.16013582050800323, 0.16573546826839447, 0.1713351011276245, 0.17693474888801575]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 3.0, 2.0, 1.0, 1.0, 4.0, 7.0, 3.0, 3.0, 5.0, 3.0, 10.0, 23.0, 6.0, 6.0, 4.0, 1.0, 2.0, 4.0, 5.0, 2.0, 1.0, 2.0, 2.0, 3.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0029472813475877047, -0.0028500440530478954, -0.002752806758508086, -0.002655569463968277, -0.0025583321694284678, -0.0024610948748886585, -0.0023638575803488493, -0.00226662028580904, -0.002169382758438587, -0.002072145463898778, -0.0019749081693589687, -0.0018776709912344813, -0.0017804335802793503, -0.001683196285739541, -0.0015859589911997318, -0.0014887216966599226, -0.0013914844021201134, -0.0012942471075803041, -0.001197009813040495, -0.0010997725185006857, -0.0010025352239608765, -0.0009052978712134063, -0.0008080605184659362, -0.000710823223926127, -0.0006135859293863177, -0.0005163486348465085, -0.0004191113112028688, -0.00032187398755922914, -0.0002246366930194199, -0.00012739938392769545, -3.0162074835970998e-05, 6.707523425575346e-05, 0.0001643125433474779, 0.00026154983788728714, 0.0003587871615309268, 0.0004560244851745665, 0.0005532617797143757, 0.000650499074254185, 0.0007477364270016551, 0.0008449737215414643, 0.0009422110160812736, 0.0010394483106210828, 0.001136685605160892, 0.0012339228997007012, 0.0013311603106558323, 0.0014283976051956415, 0.0015256348997354507, 0.00162287219427526, 0.0017201094888150692, 0.0018173467833548784, 0.0019145840778946877, 0.002011821372434497, 0.002109058666974306, 0.0022062959615141153, 0.0023035332560539246, 0.002400770550593734, 0.002498007845133543, 0.002595245372503996, 0.002692482667043805, 0.0027897199615836143, 0.0028869572561234236, 0.002984194550663233, 0.003081431845203042, 0.0031786691397428513, 0.0032759064342826605]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 5.0, 5.0, 7.0, 11.0, 13.0, 23.0, 29.0, 57.0, 81.0, 142.0, 232.0, 388.0, 688.0, 1270.0, 2735.0, 6189.0, 17206.0, 66036.0, 966501.0, 77222.0, 21115.0, 8859.0, 4406.0, 2471.0, 1385.0, 938.0, 548.0, 328.0, 227.0, 149.0, 114.0, 62.0, 53.0, 37.0, 24.0, 21.0, 16.0, 17.0, 6.0, 6.0, 5.0, 6.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008913839235901833, -0.008632024750113487, -0.008350210264325142, -0.008068395778536797, -0.0077865817584097385, -0.0075047677382826805, -0.007222953252494335, -0.00694113876670599, -0.0066593242809176445, -0.0063775102607905865, -0.006095695775002241, -0.005813881289213896, -0.005532067269086838, -0.005250252783298492, -0.004968438297510147, -0.004686624277383089, -0.004404809791594744, -0.004122995305806398, -0.0038411810528486967, -0.003559366799890995, -0.0032775523141026497, -0.002995738061144948, -0.0027139238081872463, -0.002432109322398901, -0.0021502950694411993, -0.0018684807000681758, -0.0015866663306951523, -0.0013048520777374506, -0.001023037708364427, -0.0007412233389914036, -0.000459409027826041, -0.00017759468755684793, 0.00010421965271234512, 0.0003860339929815382, 0.0006678483332507312, 0.0009496626444160938, 0.0012314770137891173, 0.0015132913831621408, 0.0017951056361198425, 0.002076920121908188, 0.0023587343748658895, 0.0026405486278235912, 0.0029223631136119366, 0.0032041773665696383, 0.00348599161952734, 0.0037678061053156853, 0.004049620591104031, 0.004331434611231089, 0.004613249097019434, 0.004895063582807779, 0.005176877602934837, 0.005458692088723183, 0.005740506574511528, 0.006022320594638586, 0.006304135080426931, 0.006585949566215277, 0.006867763586342335, 0.00714957807213068, 0.007431392557919025, 0.007713207043707371, 0.007995021529495716, 0.008276835083961487, 0.008558649569749832, 0.008840464055538177, 0.009122278541326523]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 4.0, 1.0, 0.0, 2.0, 1.0, 0.0, 4.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 4.0, 7.0, 2.0, 3.0, 1.0, 2.0, 2.0, 2.0, 0.0, 2.0, 2.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.018239809200167656, -0.0175789725035429, -0.016918137669563293, -0.016257300972938538, -0.015596464276313782, -0.0149356285110116, -0.01427479274570942, -0.013613956049084663, -0.012953120283782482, -0.012292284518480301, -0.011631447821855545, -0.010970612056553364, -0.010309776291251183, -0.009648939594626427, -0.008988103829324245, -0.00832726713269949, -0.007666431367397308, -0.00700559513643384, -0.006344758905470371, -0.00568392314016819, -0.0050230869092047215, -0.004362250678241253, -0.003701414680108428, -0.003040578681975603, -0.0023797424510121346, -0.0017189063364639878, -0.001058070221915841, -0.0003972341073676944, 0.00026360200718045235, 0.0009244381217285991, 0.0015852742362767458, 0.0022461102344095707, 0.0029069464653730392, 0.003567782696336508, 0.004228618927299976, 0.004889454692602158, 0.005550290923565626, 0.006211127154529095, 0.006871962919831276, 0.0075327991507947445, 0.008193635381758213, 0.008854471147060394, 0.00951530784368515, 0.010176143608987331, 0.010836979374289513, 0.011497816070914268, 0.01215865183621645, 0.012819488532841206, 0.013480324298143387, 0.014141160063445568, 0.014801996760070324, 0.015462832525372505, 0.01612366922199726, 0.016784504055976868, 0.017445340752601624, 0.01810617744922638, 0.018767014145851135, 0.019427848979830742, 0.020088685676455498, 0.020749522373080254, 0.02141035720705986, 0.022071193903684616, 0.022732030600309372, 0.02339286543428898, 0.024053702130913734]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 3.0, 2.0, 0.0, 2.0, 6.0, 5.0, 10.0, 15.0, 28.0, 31.0, 44.0, 56.0, 82.0, 115.0, 138.0, 169.0, 257.0, 400.0, 494.0, 753.0, 1045.0, 1523.0, 3206.0, 5787.0, 1345.0, 853.0, 537.0, 351.0, 302.0, 181.0, 157.0, 113.0, 87.0, 82.0, 48.0, 41.0, 42.0, 32.0, 21.0, 11.0, 11.0, 16.0, 7.0, 3.0, 5.0, 3.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.010180528275668621, -0.00977360550314188, -0.009366681799292564, -0.008959759026765823, -0.008552836254239082, -0.008145913481712341, -0.007738990243524313, -0.007332067005336285, -0.006925144232809544, -0.006518221460282803, -0.006111298222094774, -0.005704374983906746, -0.005297452211380005, -0.004890529438853264, -0.0044836062006652355, -0.004076682962477207, -0.003669760189950466, -0.0032628371845930815, -0.002855914179235697, -0.002448991173878312, -0.0020420681685209274, -0.0016351451631635427, -0.001228222157806158, -0.0008212991524487734, -0.0004143761470913887, -7.453141734004021e-06, 0.00039946986362338066, 0.0008063928689807653, 0.00121331587433815, 0.0016202388796955347, 0.0020271618850529194, 0.002434084890410304, 0.0028410078957676888, 0.0032479309011250734, 0.003654853906482458, 0.0040617771446704865, 0.0044686999171972275, 0.0048756226897239685, 0.005282545927911997, 0.005689469166100025, 0.006096391938626766, 0.006503314711153507, 0.006910237949341536, 0.007317161187529564, 0.007724083960056305, 0.008131006732583046, 0.008537929505109787, 0.008944853208959103, 0.009351775981485844, 0.009758698754012585, 0.0101656224578619, 0.010572545230388641, 0.010979468002915382, 0.011386390775442123, 0.011793313547968864, 0.01220023725181818, 0.012607160024344921, 0.013014082796871662, 0.013421006500720978, 0.013827929273247719, 0.01423485204577446, 0.0146417748183012, 0.015048697590827942, 0.015455621294677258, 0.015862543135881424]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 0.0, 5.0, 3.0, 0.0, 0.0, 1.0, 0.0, 3.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.1683991700410843, -0.1650862842798233, -0.16177339851856232, -0.15846051275730133, -0.15514762699604034, -0.15183474123477936, -0.14852185547351837, -0.14520896971225739, -0.1418960839509964, -0.1385831981897354, -0.13527031242847443, -0.13195742666721344, -0.12864454090595245, -0.12533165514469147, -0.12201876193284988, -0.1187058761715889, -0.11539299041032791, -0.11208010464906693, -0.10876721888780594, -0.10545433312654495, -0.10214144736528397, -0.09882856160402298, -0.095515675842762, -0.09220279008150101, -0.08888989686965942, -0.08557701110839844, -0.08226412534713745, -0.07895123958587646, -0.07563835382461548, -0.07232546806335449, -0.0690125823020935, -0.06569969654083252, -0.06238681077957153, -0.05907392501831055, -0.05576103925704956, -0.052448153495788574, -0.04913526773452759, -0.0458223782479763, -0.04250949248671532, -0.03919660672545433, -0.035883720964193344, -0.03257083520293236, -0.02925794944167137, -0.025945061817765236, -0.02263217605650425, -0.019319290295243263, -0.016006402671337128, -0.012693516910076141, -0.009380631148815155, -0.006067744921892881, -0.0027548586949706078, 0.0005580275319516659, 0.0038709137588739395, 0.007183799985796213, 0.010496686212718487, 0.013809572905302048, 0.017122458666563034, 0.02043534442782402, 0.023748230189085007, 0.027061117812991142, 0.03037400357425213, 0.033686891198158264, 0.03699977695941925, 0.04031266272068024, 0.04362554848194122]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 3.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 3.0, 0.0, 2.0, 1.0, 2.0, 1.0, 3.0, 4.0, 1.0, 4.0, 7.0, 6.0, 15.0, 10.0, 12.0, 47.0, 19.0, 8.0, 6.0, 15.0, 7.0, 8.0, 16.0, 7.0, 11.0, 14.0, 7.0, 8.0, 8.0, 3.0, 2.0, 2.0, 3.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.0666394978761673, -0.06495351344347, -0.0632675290107727, -0.06158154830336571, -0.05989556759595871, -0.058209583163261414, -0.056523602455854416, -0.05483761802315712, -0.05315163731575012, -0.051465652883052826, -0.04977966845035553, -0.04809368774294853, -0.046407703310251236, -0.04472172260284424, -0.04303573817014694, -0.041349757462739944, -0.03966377303004265, -0.03797778859734535, -0.036291807889938354, -0.03460582345724106, -0.03291984274983406, -0.031233858317136765, -0.029547875747084618, -0.02786189317703247, -0.026175910606980324, -0.024489928036928177, -0.02280394546687603, -0.021117962896823883, -0.019431978464126587, -0.01774599589407444, -0.016060013324022293, -0.014374030753970146, -0.012688048183918, -0.011002065613865852, -0.009316083043813705, -0.007630099542438984, -0.005944116972386837, -0.00425813440233469, -0.002572151366621256, -0.0008861685637384653, 0.0007998142391443253, 0.002485797042027116, 0.004171779844909906, 0.005857762880623341, 0.0075437454506754875, 0.009229728020727634, 0.010915711522102356, 0.012601694092154503, 0.01428767666220665, 0.015973659232258797, 0.017659641802310944, 0.01934562437236309, 0.021031606942415237, 0.022717591375112534, 0.02440357394516468, 0.026089556515216827, 0.027775539085268974, 0.02946152165532112, 0.031147504225373268, 0.032833486795425415, 0.03451947122812271, 0.03620545193552971, 0.037891436368227005, 0.039577417075634, 0.0412634015083313]}, "_runtime": 155.42013025283813, "_timestamp": 1596213026.1216679, "_step": 189}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 4.0, 5.0, 4.0, 3.0, 0.0, 2.0, 2.0, 3.0, 3.0, 3.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.01015315018594265, -0.009830011054873466, -0.009506871923804283, -0.0091837327927351, -0.008860593661665916, -0.008537454530596733, -0.00821431539952755, -0.007891176268458366, -0.007568036671727896, -0.007244897540658712, -0.006921758409589529, -0.006598619278520346, -0.006275479681789875, -0.005952340550720692, -0.005629201419651508, -0.005306062288582325, -0.004982923157513142, -0.004659784026443958, -0.004336644895374775, -0.004013505764305592, -0.0036903664004057646, -0.0033672272693365812, -0.0030440879054367542, -0.002720948774367571, -0.0023978096432983875, -0.002074670512229204, -0.001751531264744699, -0.0014283920172601938, -0.0011052528861910105, -0.0007821136969141662, -0.00045897450763732195, -0.00013583531836047769, 0.00018730387091636658, 0.0005104430601932108, 0.0008335822494700551, 0.0011567214969545603, 0.0014798606280237436, 0.001802999759092927, 0.002126139122992754, 0.0024492782540619373, 0.0027724173851311207, 0.003095556516200304, 0.0034186956472694874, 0.0037418350111693144, 0.004064974375069141, 0.004388113506138325, 0.004711252637207508, 0.0050343917682766914, 0.005357530899345875, 0.005680670030415058, 0.0060038091614842415, 0.006326948292553425, 0.006650087423622608, 0.006973227020353079, 0.007296366151422262, 0.0076195052824914455, 0.007942644879221916, 0.0082657840102911, 0.008588923141360283, 0.008912062272429466, 0.00923520140349865, 0.009558340534567833, 0.009881479665637016, 0.0102046187967062, 0.010527757927775383]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 4.0, 5.0, 4.0, 4.0, 6.0, 2.0, 8.0, 8.0, 14.0, 11.0, 25.0, 21.0, 26.0, 42.0, 34.0, 66.0, 94.0, 91.0, 137.0, 234.0, 409.0, 5355.0, 513.0, 234.0, 154.0, 107.0, 87.0, 65.0, 31.0, 34.0, 24.0, 15.0, 10.0, 11.0, 10.0, 10.0, 7.0, 1.0, 2.0, 3.0, 4.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.12326953560113907, -0.11934411525726318, -0.1154186949133873, -0.11149328202009201, -0.10756786167621613, -0.10364244133234024, -0.09971702098846436, -0.09579160064458847, -0.09186618030071259, -0.0879407674074173, -0.08401534706354141, -0.08008992671966553, -0.07616450637578964, -0.07223908603191376, -0.06831367313861847, -0.06438825279474258, -0.0604628324508667, -0.056537412106990814, -0.05261199548840523, -0.04868657514452934, -0.044761158525943756, -0.04083573818206787, -0.036910317838191986, -0.0329849012196064, -0.029059480875730515, -0.02513406239449978, -0.021208643913269043, -0.017283223569393158, -0.013357805088162422, -0.009432386606931686, -0.005506967194378376, -0.001581548247486353, 0.00234387069940567, 0.006269289646297693, 0.010194708593189716, 0.014120128005743027, 0.018045546486973763, 0.0219709649682045, 0.025896385312080383, 0.02982180379331112, 0.033747222274541855, 0.03767264261841774, 0.041598059237003326, 0.04552347958087921, 0.049448899924755096, 0.05337431654334068, 0.05729973688721657, 0.061225153505802155, 0.06515057384967804, 0.06907599419355392, 0.07300141453742981, 0.0769268274307251, 0.08085224777460098, 0.08477766811847687, 0.08870308846235275, 0.09262850880622864, 0.09655392169952393, 0.10047934204339981, 0.1044047623872757, 0.10833018273115158, 0.11225560307502747, 0.11618102341890335, 0.12010643631219864, 0.12403185665607452, 0.127957284450531]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 0.0, 1.0, 1.0, 3.0, 2.0, 2.0, 4.0, 2.0, 2.0, 4.0, 2.0, 3.0, 3.0, 5.0, 27.0, 4.0, 7.0, 4.0, 4.0, 5.0, 2.0, 2.0, 2.0, 3.0, 2.0, 6.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0023916035424917936, -0.002279660664498806, -0.0021677175536751747, -0.002055774675682187, -0.0019438315648585558, -0.0018318886868655682, -0.0017199456924572587, -0.0016080026980489492, -0.0014960597036406398, -0.0013841167092323303, -0.0012721737148240209, -0.0011602307204157114, -0.0010482878424227238, -0.0009363447898067534, -0.0008244018536061049, -0.0007124588591977954, -0.0006005158647894859, -0.0004885728703811765, -0.00037662990507669747, -0.00026468693977221847, -0.000152743945363909, -4.0800965507514775e-05, 7.114201434887946e-05, 0.0001830849942052737, 0.0002950279740616679, 0.0004069709684699774, 0.0005189139628782868, 0.0006308568990789354, 0.0007427998934872448, 0.0008547428878955543, 0.0009666858240962029, 0.0010786288185045123, 0.0011905718129128218, 0.0013025148073211312, 0.0014144578017294407, 0.0015264007961377501, 0.0016383437905460596, 0.0017502866685390472, 0.0018622296629473567, 0.001974172657355666, 0.002086115535348654, 0.002198058646172285, 0.0023100015241652727, 0.002421944634988904, 0.0025338875129818916, 0.002645830623805523, 0.0027577735017985106, 0.002869716612622142, 0.0029816594906151295, 0.003093602368608117, 0.0032055454794317484, 0.003317488357424736, 0.0034294314682483673, 0.003541374346241355, 0.0036533174570649862, 0.003765260335057974, 0.003877203445881605, 0.003989146091043949, 0.00410108920186758, 0.004213032312691212, 0.004324975423514843, 0.004436918068677187, 0.004548861179500818, 0.0046608042903244495, 0.0047727469354867935]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 4.0, 2.0, 1.0, 4.0, 2.0, 2.0, 9.0, 12.0, 18.0, 20.0, 39.0, 50.0, 76.0, 131.0, 204.0, 298.0, 485.0, 832.0, 1381.0, 2628.0, 5030.0, 10563.0, 25912.0, 81153.0, 888553.0, 89010.0, 32078.0, 16234.0, 9127.0, 5410.0, 3333.0, 2109.0, 1461.0, 994.0, 659.0, 445.0, 352.0, 248.0, 167.0, 135.0, 105.0, 76.0, 64.0, 40.0, 39.0, 24.0, 36.0, 15.0, 18.0, 14.0, 9.0, 11.0, 5.0, 4.0, 6.0, 2.0, 2.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0], "bins": [-0.006535138003528118, -0.006279663182795048, -0.006024188362061977, -0.005768713541328907, -0.005513238720595837, -0.005257763434201479, -0.005002288613468409, -0.004746813792735338, -0.004491338972002268, -0.0042358641512691975, -0.003980389330536127, -0.003724914276972413, -0.0034694394562393427, -0.0032139646355062723, -0.0029584895819425583, -0.002703014761209488, -0.0024475399404764175, -0.002192065119743347, -0.001936590182594955, -0.0016811152454465628, -0.0014256404247134924, -0.001170165603980422, -0.0009146906668320298, -0.0006592157878912985, -0.00040374090895056725, -0.00014826603000983596, 0.00010720884893089533, 0.0003626837278716266, 0.0006181586068123579, 0.0008736334857530892, 0.0011291083646938205, 0.0013845833018422127, 0.001640058122575283, 0.0018955329433083534, 0.002151007764041424, 0.002406482817605138, 0.002661957638338208, 0.0029174324590712786, 0.0031729075126349926, 0.003428382333368063, 0.0036838571541011333, 0.003939331974834204, 0.004194806795567274, 0.0044502816163003445, 0.004705756902694702, 0.0049612317234277725, 0.005216706544160843, 0.005472181364893913, 0.005727656185626984, 0.005983131006360054, 0.006238605827093124, 0.006494080647826195, 0.006749555468559265, 0.007005030754953623, 0.007260505575686693, 0.0075159803964197636, 0.007771455217152834, 0.008026930503547192, 0.008282405324280262, 0.008537880145013332, 0.008793354965746403, 0.009048829786479473, 0.009304304607212543, 0.009559779427945614, 0.009815254248678684]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 3.0, 2.0, 1.0, 3.0, 2.0, 3.0, 0.0, 1.0, 2.0, 0.0, 3.0, 6.0, 1.0, 0.0, 2.0, 2.0, 2.0, 4.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.01796906813979149, -0.01730906404554844, -0.01664906181395054, -0.01598905771970749, -0.01532905362546444, -0.014669050462543964, -0.01400904729962349, -0.01334904320538044, -0.012689040042459965, -0.01202903687953949, -0.01136903278529644, -0.010709029622375965, -0.01004902645945549, -0.00938902236521244, -0.008729019202291965, -0.008069015108048916, -0.007409011945128441, -0.0067490083165466785, -0.006089004687964916, -0.005429001525044441, -0.004768997896462679, -0.004108994267880917, -0.003448990872129798, -0.0027889874763786793, -0.002128983847796917, -0.0014689803356304765, -0.000808976823464036, -0.0001489733112975955, 0.000511030200868845, 0.0011710337130352855, 0.001831037225201726, 0.0024910406209528446, 0.003151044249534607, 0.0038110478781163692, 0.0044710515066981316, 0.005131054669618607, 0.005791058298200369, 0.006451061926782131, 0.007111065089702606, 0.0077710687182843685, 0.00843107234686613, 0.009091075509786606, 0.009751079604029655, 0.01041108276695013, 0.011071085929870605, 0.011731090024113655, 0.01239109318703413, 0.01305109728127718, 0.013711100444197655, 0.01437110360711813, 0.01503110770136118, 0.015691110864281654, 0.016351114958524704, 0.017011117190122604, 0.017671121284365654, 0.018331125378608704, 0.018991127610206604, 0.019651131704449654, 0.020311135798692703, 0.020971139892935753, 0.021631142124533653, 0.022291146218776703, 0.022951150313019753, 0.023611152544617653, 0.024271156638860703]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 3.0, 2.0, 6.0, 3.0, 7.0, 8.0, 10.0, 9.0, 17.0, 19.0, 27.0, 41.0, 34.0, 67.0, 83.0, 128.0, 167.0, 235.0, 325.0, 404.0, 564.0, 795.0, 1171.0, 1814.0, 5826.0, 1825.0, 1221.0, 860.0, 626.0, 455.0, 356.0, 286.0, 181.0, 134.0, 117.0, 122.0, 81.0, 73.0, 68.0, 55.0, 36.0, 35.0, 22.0, 21.0, 14.0, 14.0, 19.0, 10.0, 4.0, 5.0, 5.0, 3.0, 4.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.011089805513620377, -0.010655738413333893, -0.010221671313047409, -0.00978760328143835, -0.009353536181151867, -0.008919469080865383, -0.0084854019805789, -0.008051333948969841, -0.007617266848683357, -0.0071831997483968735, -0.00674913264811039, -0.006315065082162619, -0.005880997981876135, -0.005446930415928364, -0.00501286331564188, -0.004578795749694109, -0.004144728649407625, -0.0037106613162904978, -0.0032765939831733704, -0.002842526650056243, -0.0024084593169391155, -0.0019743922166526318, -0.0015403248835355043, -0.001106257550418377, -0.0006721902173012495, -0.00023812291328795254, 0.00019594439072534442, 0.0006300116656348109, 0.0010640789987519383, 0.0014981463318690658, 0.0019322135485708714, 0.0023662808816879988, 0.002800348214805126, 0.0032344155479222536, 0.003668482881039381, 0.004102549981325865, 0.004536617547273636, 0.00497068464756012, 0.005404752213507891, 0.0058388193137943745, 0.0062728868797421455, 0.006706953980028629, 0.007141021080315113, 0.007575088646262884, 0.008009156212210655, 0.008443223312497139, 0.008877290412783623, 0.009311357513070107, 0.00974542461335659, 0.010179492644965649, 0.010613559745252132, 0.011047626845538616, 0.0114816939458251, 0.011915761977434158, 0.012349829077720642, 0.012783896178007126, 0.01321796327829361, 0.013652030378580093, 0.014086098410189152, 0.014520165510475636, 0.01495423261076212, 0.015388299711048603, 0.01582236774265766, 0.016256434842944145, 0.01669050194323063]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.16361261904239655, -0.15987052023410797, -0.1561284363269806, -0.15238633751869202, -0.14864423871040344, -0.14490213990211487, -0.1411600559949875, -0.1374179571866989, -0.13367585837841034, -0.12993377447128296, -0.12619167566299438, -0.12244958430528641, -0.11870748549699783, -0.11496539413928986, -0.11122329533100128, -0.1074812039732933, -0.10373911261558533, -0.09999701380729675, -0.09625492244958878, -0.0925128236413002, -0.08877073228359222, -0.08502863347530365, -0.08128654211759567, -0.0775444507598877, -0.07380235195159912, -0.07006026059389114, -0.06631816178560257, -0.06257607042789459, -0.058833975344896317, -0.05509188026189804, -0.051349788904190063, -0.04760769382119179, -0.04386559873819351, -0.040123503655195236, -0.03638140857219696, -0.03263931721448898, -0.028897222131490707, -0.02515512704849243, -0.021413031965494156, -0.01767093874514103, -0.013928843662142754, -0.010186749510467052, -0.006444654893130064, -0.002702560508623719, 0.0010395338758826256, 0.004781628027558327, 0.008523723110556602, 0.012265817262232304, 0.016007911413908005, 0.01975000649690628, 0.023492099717259407, 0.027234194800257683, 0.03097628802061081, 0.034718383103609085, 0.03846047818660736, 0.04220257326960564, 0.04594466835260391, 0.04968675971031189, 0.053428854793310165, 0.05717094987630844, 0.06091304495930672, 0.06465514004230499, 0.06839723140001297, 0.07213933020830154, 0.07588142156600952]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 3.0, 1.0, 2.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 1.0, 6.0, 3.0, 3.0, 7.0, 3.0, 4.0, 4.0, 5.0, 8.0, 15.0, 15.0, 18.0, 32.0, 22.0, 14.0, 11.0, 15.0, 8.0, 18.0, 7.0, 7.0, 2.0, 4.0, 6.0, 2.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0], "bins": [-0.09502462297677994, -0.09231360256671906, -0.08960258960723877, -0.08689156919717789, -0.084180548787117, -0.08146952837705612, -0.07875850796699524, -0.07604749500751495, -0.07333647459745407, -0.07062545418739319, -0.0679144412279129, -0.06520342081785202, -0.06249240040779114, -0.059781379997730255, -0.05707036331295967, -0.05435934662818909, -0.051648326218128204, -0.04893730580806732, -0.04622628912329674, -0.043515272438526154, -0.04080425202846527, -0.03809323161840439, -0.035382214933633804, -0.03267119824886322, -0.029960177838802338, -0.027249159291386604, -0.02453814074397087, -0.021827122196555138, -0.019116103649139404, -0.01640508510172367, -0.013694066554307938, -0.010983048006892204, -0.008272029459476471, -0.005561010912060738, -0.0028499923646450043, -0.00013897381722927094, 0.0025720447301864624, 0.005283063277602196, 0.007994081825017929, 0.010705100372433662, 0.013416118919849396, 0.01612713746726513, 0.018838156014680862, 0.021549174562096596, 0.02426019310951233, 0.026971211656928062, 0.029682230204343796, 0.03239324688911438, 0.03510426729917526, 0.037815287709236145, 0.04052630439400673, 0.04323732107877731, 0.045948341488838196, 0.04865936189889908, 0.05137037858366966, 0.05408139526844025, 0.05679241567850113, 0.05950343608856201, 0.062214452773332596, 0.06492546945810318, 0.06763648986816406, 0.07034751027822495, 0.07305853068828583, 0.07576954364776611, 0.078480564057827]}, "_runtime": 156.1931028366089, "_timestamp": 1596213026.8946404, "_step": 190}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 4.0, 2.0, 1.0, 2.0, 5.0, 11.0, 7.0, 3.0, 2.0, 4.0, 0.0, 4.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015442226082086563, -0.014970957301557064, -0.01449968758970499, -0.014028418809175491, -0.013557150028645992, -0.013085881248116493, -0.01261461153626442, -0.01214334275573492, -0.011672073975205421, -0.011200804263353348, -0.010729535482823849, -0.01025826670229435, -0.00978699792176485, -0.009315728209912777, -0.008844459429383278, -0.008373190648853779, -0.00790192186832428, -0.007430652156472206, -0.006959383375942707, -0.006488114129751921, -0.006016845349222422, -0.005545576103031635, -0.005074307322502136, -0.00460303807631135, -0.0041317688301205635, -0.0036605000495910645, -0.0031892310362309217, -0.002717962022870779, -0.0022466927766799927, -0.0017754238797351718, -0.0013041547499597073, -0.0008328857365995646, -0.00036161672323942184, 0.00010965231922455132, 0.0005809213616885245, 0.001052190433256328, 0.0015234594466164708, 0.0019947285763919353, 0.002465997589752078, 0.0029372666031122208, 0.0034085356164723635, 0.003879804629832506, 0.0043510738760232925, 0.004822342656552792, 0.005293611902743578, 0.005764880683273077, 0.006236149929463863, 0.006707418709993362, 0.007178687956184149, 0.007649957202374935, 0.008121225982904434, 0.008592494763433933, 0.009063764475286007, 0.009535033255815506, 0.010006302036345005, 0.010477570816874504, 0.010948840528726578, 0.011420109309256077, 0.011891378089785576, 0.01236264780163765, 0.012833916582167149, 0.013305185362696648, 0.013776454143226147, 0.01424772385507822, 0.01471899263560772]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 4.0, 1.0, 1.0, 1.0, 0.0, 3.0, 2.0, 4.0, 6.0, 6.0, 3.0, 10.0, 14.0, 13.0, 16.0, 24.0, 40.0, 42.0, 52.0, 92.0, 98.0, 178.0, 403.0, 5710.0, 559.0, 210.0, 122.0, 81.0, 54.0, 35.0, 35.0, 26.0, 12.0, 15.0, 15.0, 3.0, 4.0, 4.0, 7.0, 1.0, 2.0, 3.0, 4.0, 1.0, 3.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.14432547986507416, -0.14002186059951782, -0.1357182413339615, -0.13141460716724396, -0.12711098790168762, -0.12280736863613129, -0.11850374937057495, -0.11420012265443802, -0.10989650338888168, -0.10559288412332535, -0.10128925740718842, -0.09698563814163208, -0.09268201887607574, -0.08837839215993881, -0.08407477289438248, -0.07977114617824554, -0.07546752691268921, -0.07116390764713287, -0.06686028093099594, -0.0625566616654396, -0.05825303867459297, -0.05394941568374634, -0.04964579641819, -0.04534217342734337, -0.041038550436496735, -0.0367349274456501, -0.03243130445480347, -0.02812768518924713, -0.023824062198400497, -0.019520439207553864, -0.015216818079352379, -0.01091319601982832, -0.00660957396030426, -0.002305951900780201, 0.0019976701587438583, 0.006301292218267918, 0.010604914277791977, 0.014908536337316036, 0.019212158396840096, 0.02351577952504158, 0.027819402515888214, 0.03212302550673485, 0.03642664849758148, 0.04073026776313782, 0.04503389075398445, 0.049337513744831085, 0.05364113301038742, 0.057944756001234055, 0.06224837899208069, 0.06655199825763702, 0.07085562497377396, 0.07515924423933029, 0.07946287095546722, 0.08376649022102356, 0.0880701094865799, 0.09237373620271683, 0.09667735546827316, 0.1009809747338295, 0.10528460144996643, 0.10958822071552277, 0.1138918399810791, 0.11819546669721603, 0.12249908596277237, 0.1268027126789093, 0.13110633194446564]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 3.0, 1.0, 1.0, 1.0, 5.0, 1.0, 1.0, 4.0, 4.0, 2.0, 4.0, 3.0, 6.0, 3.0, 8.0, 24.0, 2.0, 6.0, 2.0, 5.0, 4.0, 6.0, 4.0, 4.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.002924600848928094, -0.002834145911037922, -0.00274369097314775, -0.002653236035257578, -0.002562781097367406, -0.002472326159477234, -0.002381871221587062, -0.00229141628369689, -0.0022009611129760742, -0.002110506175085902, -0.00202005123719573, -0.00192959641572088, -0.0018391413614153862, -0.0017486864235252142, -0.0016582314856350422, -0.0015677765477448702, -0.0014773216098546982, -0.0013868666719645262, -0.0012964117340743542, -0.0012059567961841822, -0.0011155018582940102, -0.0010250468039885163, -0.0009345918660983443, -0.0008441369282081723, -0.0007536819903180003, -0.0006632270524278283, -0.0005727721145376563, -0.0004823171184398234, -0.0003918621805496514, -0.0003014072426594794, -0.00021095227566547692, -0.00012049732322338969, -3.0042370781302452e-05, 6.041258166078478e-05, 0.00015086753410287201, 0.00024132248654495925, 0.0003317774389870465, 0.0004222323768772185, 0.0005126873729750514, 0.0006031423108652234, 0.0006935972487553954, 0.0007840521866455674, 0.0008745071245357394, 0.0009649621206335723, 0.0010554171167314053, 0.0011458720546215773, 0.0012363269925117493, 0.0013267819304019213, 0.0014172368682920933, 0.0015076918061822653, 0.0015981467440724373, 0.0016886016819626093, 0.0017790566198527813, 0.0018695116741582751, 0.0019599664956331253, 0.0020504214335232973, 0.0021408763714134693, 0.002231331542134285, 0.002321786480024457, 0.002412241417914629, 0.002502696355804801, 0.002593151293694973, 0.002683606231585145, 0.002774061169475317, 0.002864516107365489]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 3.0, 2.0, 4.0, 2.0, 10.0, 8.0, 17.0, 13.0, 28.0, 46.0, 47.0, 72.0, 108.0, 180.0, 320.0, 521.0, 973.0, 1948.0, 4236.0, 10714.0, 33745.0, 306308.0, 762618.0, 35066.0, 12142.0, 5129.0, 2333.0, 1208.0, 649.0, 429.0, 230.0, 161.0, 124.0, 76.0, 51.0, 34.0, 36.0, 13.0, 8.0, 13.0, 4.0, 2.0, 5.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.010265958495438099, -0.00996412429958582, -0.009662291035056114, -0.009360456839203835, -0.00905862357467413, -0.00875678937882185, -0.00845495518296957, -0.008153121918439865, -0.007851287722587585, -0.007549453992396593, -0.007247620262205601, -0.006945786532014608, -0.006643952801823616, -0.006342119071632624, -0.006040284875780344, -0.005738451145589352, -0.005436617415398359, -0.005134783685207367, -0.004832949955016375, -0.004531115759164095, -0.004229282028973103, -0.00392744829878211, -0.003625614568591118, -0.003323780605569482, -0.0030219468753784895, -0.002720113145187497, -0.002418279182165861, -0.0021164454519748688, -0.0018146116053685546, -0.0015127777587622404, -0.001210944028571248, -0.0009091101819649339, -0.0006072763353586197, -0.00030544251785613596, -3.608700353652239e-06, 0.0002982251171488315, 0.0006000589346513152, 0.0009018927812576294, 0.0012037265114486217, 0.001505560358054936, 0.0018073942046612501, 0.0021092279348522425, 0.0024110618978738785, 0.002712895628064871, 0.003014729358255863, 0.003316563321277499, 0.0036183970514684916, 0.0039202310144901276, 0.00422206474468112, 0.004523898474872112, 0.004825732205063105, 0.005127566400915384, 0.005429400131106377, 0.005731233861297369, 0.006033067591488361, 0.006334901321679354, 0.006636735051870346, 0.006938569247722626, 0.007240402977913618, 0.0075422367081046104, 0.00784407090395689, 0.008145904168486595, 0.008447738364338875, 0.00874957162886858, 0.00905140582472086]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 4.0, 0.0, 0.0, 4.0, 5.0, 4.0, 3.0, 2.0, 8.0, 4.0, 0.0, 2.0, 3.0, 3.0, 1.0, 1.0, 3.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.020268991589546204, -0.019283058121800423, -0.01829712465405464, -0.01731119304895401, -0.01632525958120823, -0.015339326113462448, -0.014353392645716667, -0.01336746010929346, -0.01238152664154768, -0.011395593173801899, -0.010409660637378693, -0.009423727169632912, -0.00843779370188713, -0.007451861165463924, -0.0064659276977181435, -0.00547999469563365, -0.004494061693549156, -0.0035081286914646626, -0.0025221954565495253, -0.0015362623380497098, -0.0005503292195498943, 0.00043560389894992113, 0.0014215370174497366, 0.002407470252364874, 0.0033934032544493675, 0.004379336256533861, 0.005365269258618355, 0.006351202726364136, 0.007337135728448629, 0.008323068730533123, 0.009309002198278904, 0.01029493473470211, 0.011280868202447891, 0.012266801670193672, 0.013252734206616879, 0.01423866767436266, 0.015224600210785866, 0.016210533678531647, 0.017196467146277428, 0.01818240061402321, 0.01916833221912384, 0.02015426568686962, 0.021140199154615402, 0.022126132622361183, 0.023112066090106964, 0.024097999557852745, 0.025083931162953377, 0.026069864630699158, 0.02705579809844494, 0.02804173156619072, 0.0290276650339365, 0.030013596639037132, 0.030999530106782913, 0.03198546543717384, 0.032971397042274475, 0.03395732864737511, 0.03494326397776604, 0.03592919558286667, 0.0369151309132576, 0.03790106251835823, 0.03888699412345886, 0.03987292945384979, 0.040858861058950424, 0.041844796389341354, 0.042830727994441986]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 4.0, 1.0, 4.0, 7.0, 7.0, 8.0, 12.0, 12.0, 15.0, 21.0, 21.0, 46.0, 45.0, 58.0, 74.0, 105.0, 110.0, 144.0, 214.0, 272.0, 342.0, 430.0, 591.0, 846.0, 1210.0, 2012.0, 6381.0, 2039.0, 1069.0, 677.0, 452.0, 293.0, 218.0, 144.0, 114.0, 100.0, 50.0, 41.0, 28.0, 34.0, 21.0, 10.0, 13.0, 10.0, 5.0, 10.0, 6.0, 8.0, 3.0, 3.0, 4.0, 11.0, 22.0, 12.0, 17.0, 5.0, 4.0, 2.0, 2.0, 1.0, 1.0, 8.0], "bins": [-0.011233629658818245, -0.0108395516872406, -0.010445473715662956, -0.010051395744085312, -0.009657317772507668, -0.009263239800930023, -0.008869160898029804, -0.00847508292645216, -0.008081004954874516, -0.007686926983296871, -0.007292849011719227, -0.0068987710401415825, -0.006504693068563938, -0.006110615096986294, -0.005716536659747362, -0.005322458688169718, -0.0049283807165920734, -0.004534302745014429, -0.004140224773436785, -0.0037461465690284967, -0.0033520683646202087, -0.0029579903930425644, -0.00256391242146492, -0.002169834217056632, -0.0017757562454789877, -0.0013816781574860215, -0.0009876000694930553, -0.000593522097915411, -0.00019944400992244482, 0.0001946340489666909, 0.0005887121078558266, 0.0009827901376411319, 0.001376868225634098, 0.0017709463136270642, 0.0021650244016200304, 0.0025591023731976748, 0.0029531805776059628, 0.003347258549183607, 0.0037413365207612514, 0.004135414492338896, 0.0045294929295778275, 0.004923570901155472, 0.005317648872733116, 0.0057117268443107605, 0.006105804815888405, 0.006499882787466049, 0.006893961224704981, 0.007288039196282625, 0.0076821171678602695, 0.008076195605099201, 0.008470273576676846, 0.00886435154825449, 0.009258429519832134, 0.009652507491409779, 0.010046585462987423, 0.010440663434565067, 0.010834741406142712, 0.011228819377720356, 0.011622897349298, 0.01201697625219822, 0.012411054223775864, 0.012805132195353508, 0.013199210166931152, 0.013593288138508797, 0.013987366110086441]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 3.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.14751458168029785, -0.14371076226234436, -0.13990694284439087, -0.13610312342643738, -0.1322993040084839, -0.1284954696893692, -0.12469165027141571, -0.12088783085346222, -0.11708401143550873, -0.11328019201755524, -0.10947637259960175, -0.10567254573106766, -0.10186872631311417, -0.09806490689516068, -0.09426108002662659, -0.0904572606086731, -0.0866534411907196, -0.08284962177276611, -0.07904580235481262, -0.07524197548627853, -0.07143815606832504, -0.06763433665037155, -0.06383050978183746, -0.06002669036388397, -0.05622287094593048, -0.05241905152797699, -0.0486152283847332, -0.04481140524148941, -0.04100758582353592, -0.03720376640558243, -0.03339994326233864, -0.029596121981739998, -0.025792300701141357, -0.021988479420542717, -0.018184658139944077, -0.014380836859345436, -0.010577015578746796, -0.006773194298148155, -0.0029693730175495148, 0.0008344482630491257, 0.004638269543647766, 0.008442090824246407, 0.012245912104845047, 0.016049733385443687, 0.019853554666042328, 0.02365737594664097, 0.02746119722723961, 0.0312650203704834, 0.03506883978843689, 0.03887265920639038, 0.04267648234963417, 0.04648030549287796, 0.05028412491083145, 0.05408794432878494, 0.05789176747202873, 0.06169559061527252, 0.06549941003322601, 0.0693032294511795, 0.073107048869133, 0.07691087573766708, 0.08071469515562057, 0.08451851457357407, 0.08832234144210815, 0.09212616086006165, 0.09592998027801514]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 3.0, 3.0, 1.0, 1.0, 4.0, 3.0, 3.0, 8.0, 10.0, 9.0, 13.0, 7.0, 17.0, 37.0, 13.0, 16.0, 18.0, 24.0, 17.0, 8.0, 7.0, 6.0, 7.0, 2.0, 8.0, 6.0, 3.0, 1.0, 1.0, 6.0, 3.0, 1.0, 2.0, 0.0, 1.0, 4.0], "bins": [-0.08743339031934738, -0.08531665802001953, -0.08319991827011108, -0.08108318597078323, -0.07896645367145538, -0.07684971392154694, -0.07473298162221909, -0.07261624932289124, -0.07049950957298279, -0.06838277727365494, -0.06626604497432709, -0.06414930522441864, -0.06203257292509079, -0.05991583690047264, -0.05779910087585449, -0.05568236857652664, -0.05356563255190849, -0.051448896527290344, -0.049332164227962494, -0.047215428203344345, -0.045098692178726196, -0.042981959879398346, -0.0408652238547802, -0.03874848783016205, -0.0366317555308342, -0.03451501950621605, -0.0323982834815979, -0.0302815493196249, -0.0281648151576519, -0.026048079133033752, -0.023931344971060753, -0.021814608946442604, -0.019697874784469604, -0.017581140622496605, -0.015464404597878456, -0.013347670435905457, -0.011230935342609882, -0.009114200249314308, -0.006997465621680021, -0.004880730994045734, -0.0027639959007501602, -0.0006472610402852297, 0.0014694738201797009, 0.0035862086806446314, 0.005702943541109562, 0.007819678634405136, 0.009936412796378136, 0.01205314788967371, 0.014169882982969284, 0.016286617144942284, 0.018403353169560432, 0.020520087331533432, 0.02263682335615158, 0.02475355751812458, 0.02687029168009758, 0.02898702770471573, 0.03110376186668873, 0.03322049602866173, 0.03533723205327988, 0.037453968077898026, 0.039570700377225876, 0.041687436401844025, 0.04380417242646217, 0.045920904725790024, 0.04803764075040817]}, "_runtime": 156.96101784706116, "_timestamp": 1596213027.6625555, "_step": 191}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 4.0, 0.0, 5.0, 0.0, 3.0, 2.0, 2.0, 6.0, 12.0, 3.0, 2.0, 1.0, 1.0, 3.0, 1.0, 0.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013757367618381977, -0.0132985794916749, -0.012839790433645248, -0.012381002306938171, -0.011922214180231094, -0.011463425122201443, -0.011004636995494366, -0.010545847937464714, -0.010087059810757637, -0.00962827168405056, -0.009169482626020908, -0.008710694499313831, -0.00825190544128418, -0.007793117314577103, -0.007334329187870026, -0.006875540595501661, -0.006416752003133297, -0.005957963410764933, -0.005499174818396568, -0.005040386691689491, -0.004581598099321127, -0.004122809506952763, -0.003664021147415042, -0.0032052327878773212, -0.002746444195508957, -0.0022876556031405926, -0.001828867243602872, -0.0013700787676498294, -0.0009112902916967869, -0.0004525018157437444, 6.286660209298134e-06, 0.00046507513616234064, 0.0009238636121153831, 0.0013826520880684257, 0.0018414405640214682, 0.002300228923559189, 0.002759017515927553, 0.0032178061082959175, 0.003676594467833638, 0.004135382827371359, 0.004594171419739723, 0.0050529600121080875, 0.005511748604476452, 0.005970536731183529, 0.006429325323551893, 0.006888113915920258, 0.007346902042627335, 0.007805690634995699, 0.008264479227364063, 0.00872326735407114, 0.009182056412100792, 0.009640844538807869, 0.010099632665514946, 0.010558421723544598, 0.011017209850251675, 0.011475998908281326, 0.011934787034988403, 0.01239357516169548, 0.012852364219725132, 0.013311152346432209, 0.01376994140446186, 0.014228729531168938, 0.014687517657876015, 0.015146306715905666, 0.015605094842612743]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 3.0, 0.0, 1.0, 4.0, 3.0, 4.0, 6.0, 1.0, 7.0, 9.0, 19.0, 17.0, 27.0, 20.0, 45.0, 57.0, 88.0, 118.0, 147.0, 243.0, 680.0, 5587.0, 276.0, 144.0, 119.0, 82.0, 51.0, 45.0, 18.0, 19.0, 26.0, 14.0, 12.0, 5.0, 7.0, 3.0, 3.0, 5.0, 4.0, 3.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.13479822874069214, -0.13045965135097504, -0.12612107396125793, -0.12178249657154083, -0.11744391918182373, -0.11310533434152603, -0.10876675695180893, -0.10442817956209183, -0.10008960217237473, -0.09575102478265762, -0.09141244739294052, -0.08707387000322342, -0.08273528516292572, -0.07839670777320862, -0.07405813038349152, -0.06971955299377441, -0.06538097560405731, -0.06104239821434021, -0.05670382082462311, -0.05236523970961571, -0.048026662319898605, -0.0436880849301815, -0.0393495038151741, -0.035010926425457, -0.0306723490357399, -0.026333771646022797, -0.021995192393660545, -0.017656613141298294, -0.013318035751581192, -0.008979457430541515, -0.004640879109501839, -0.000302300788462162, 0.004036277532577515, 0.008374855853617191, 0.012713434174656868, 0.01705201342701912, 0.02139059081673622, 0.025729168206453323, 0.030067747458815575, 0.034406326711177826, 0.03874490410089493, 0.04308348149061203, 0.04742205888032913, 0.05176063999533653, 0.056099217385053635, 0.06043779477477074, 0.06477637588977814, 0.06911495327949524, 0.07345353066921234, 0.07779210805892944, 0.08213068544864655, 0.08646926283836365, 0.09080784022808075, 0.09514642506837845, 0.09948500245809555, 0.10382357984781265, 0.10816215723752975, 0.11250073462724686, 0.11683931201696396, 0.12117788940668106, 0.12551647424697876, 0.12985505163669586, 0.13419362902641296, 0.13853220641613007, 0.14287078380584717]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 3.0, 0.0, 2.0, 3.0, 1.0, 1.0, 1.0, 2.0, 3.0, 3.0, 3.0, 4.0, 4.0, 5.0, 4.0, 0.0, 6.0, 28.0, 4.0, 6.0, 2.0, 6.0, 5.0, 4.0, 3.0, 1.0, 3.0, 3.0, 0.0, 1.0, 4.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.002541031688451767, -0.0024502899032086134, -0.00235954811796546, -0.0022688063327223063, -0.0021780645474791527, -0.002087322762235999, -0.0019965809769928455, -0.0019058390753343701, -0.0018150972900912166, -0.001724355504848063, -0.0016336137196049094, -0.0015428719343617558, -0.0014521300327032804, -0.0013613882474601269, -0.0012706464622169733, -0.0011799046769738197, -0.0010891628917306662, -0.0009984211064875126, -0.000907679321244359, -0.0008169374777935445, -0.000726195692550391, -0.0006354539073072374, -0.0005447120638564229, -0.00045397027861326933, -0.00036322849337011576, -0.0002724867081269622, -0.00018174489377997816, -9.100309398490936e-05, -2.612941898405552e-07, 9.048050560522825e-05, 0.00018122230540029705, 0.0002719641197472811, 0.00036270590499043465, 0.0004534476902335882, 0.0005441894754767418, 0.0006349313189275563, 0.0007256731041707098, 0.0008164148894138634, 0.0009071567328646779, 0.0009978985181078315, 0.001088640303350985, 0.0011793820885941386, 0.0012701238738372922, 0.0013608656590804458, 0.0014516075607389212, 0.0015423493459820747, 0.0016330911312252283, 0.0017238329164683819, 0.0018145747017115355, 0.001905316486954689, 0.0019960582721978426, 0.002086800057440996, 0.0021775418426841497, 0.0022682836279273033, 0.002359025413170457, 0.0024497671984136105, 0.0025405092164874077, 0.0026312510017305613, 0.002721992786973715, 0.0028127345722168684, 0.002903476357460022, 0.0029942181427031755, 0.003084959927946329, 0.0031757017131894827, 0.0032664434984326363]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 2.0, 1.0, 0.0, 3.0, 3.0, 4.0, 3.0, 1.0, 6.0, 5.0, 6.0, 14.0, 13.0, 17.0, 17.0, 26.0, 38.0, 44.0, 47.0, 82.0, 88.0, 128.0, 158.0, 259.0, 378.0, 635.0, 977.0, 1729.0, 3305.0, 7062.0, 17501.0, 62323.0, 953216.0, 82541.0, 24107.0, 11145.0, 5737.0, 3065.0, 1881.0, 1074.0, 634.0, 446.0, 279.0, 186.0, 131.0, 79.0, 63.0, 43.0, 39.0, 24.0, 23.0, 8.0, 13.0, 9.0, 7.0, 5.0, 3.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0], "bins": [-0.008393603377044201, -0.0081440769135952, -0.007894549518823624, -0.007645023055374622, -0.007395496126264334, -0.007145969197154045, -0.006896442733705044, -0.006646915804594755, -0.0063973888754844666, -0.006147861946374178, -0.005898335017263889, -0.005648808553814888, -0.005399281624704599, -0.005149754695594311, -0.0049002282321453094, -0.004650701303035021, -0.004401174373924732, -0.004151647444814444, -0.0039021207485347986, -0.0036525940522551537, -0.003403067123144865, -0.0031535401940345764, -0.0029040134977549314, -0.0026544868014752865, -0.002404959872364998, -0.0021554329432547092, -0.0019059062469750643, -0.0016563794342800975, -0.0014068526215851307, -0.001157325808890164, -0.0009077989961951971, -0.0006582721835002303, -0.0004087453708052635, -0.00015921855811029673, 9.030825458467007e-05, 0.00033983506727963686, 0.0005893618799746037, 0.0008388886926695704, 0.0010884155053645372, 0.001337942318059504, 0.0015874691307544708, 0.0018369959434494376, 0.0020865227561444044, 0.0023360494524240494, 0.002585576381534338, 0.0028351033106446266, 0.0030846300069242716, 0.0033341567032039165, 0.003583683632314205, 0.003833210561424494, 0.004082737490534782, 0.004332263953983784, 0.004581790883094072, 0.004831317812204361, 0.005080844275653362, 0.005330371204763651, 0.0055798981338739395, 0.005829425062984228, 0.006078951992094517, 0.006328478455543518, 0.006578005384653807, 0.006827532313764095, 0.007077058777213097, 0.007326585706323385, 0.007576112635433674]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 3.0, 12.0, 3.0, 0.0, 3.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.010850253514945507, -0.010391931980848312, -0.009933609515428543, -0.009475287050008774, -0.009016965515911579, -0.008558643981814384, -0.008100321516394615, -0.007641999516636133, -0.007183677516877651, -0.006725355517119169, -0.006267033517360687, -0.005808711517602205, -0.005350389517843723, -0.004892067518085241, -0.004433745518326759, -0.003975423518568277, -0.0035171015188097954, -0.0030587795190513134, -0.0026004575192928314, -0.0021421355195343494, -0.0016838135197758675, -0.0012254915200173855, -0.0007671695202589035, -0.0003088475205004215, 0.00014947447925806046, 0.0006077964790165424, 0.0010661184787750244, 0.0015244404785335064, 0.0019827624782919884, 0.0024410844780504704, 0.0028994064778089523, 0.0033577284775674343, 0.0038160504773259163, 0.004274372477084398, 0.00473269447684288, 0.005191016476601362, 0.005649338476359844, 0.006107660476118326, 0.006565982475876808, 0.00702430447563529, 0.007482626475393772, 0.007940948009490967, 0.008399270474910736, 0.008857592940330505, 0.0093159144744277, 0.009774236008524895, 0.010232558473944664, 0.010690880939364433, 0.011149202473461628, 0.011607524007558823, 0.012065846472978592, 0.012524168938398361, 0.012982490472495556, 0.01344081200659275, 0.01389913447201252, 0.014357456937432289, 0.014815778471529484, 0.015274100005626678, 0.015732422471046448, 0.016190744936466217, 0.016649067401885986, 0.017107388004660606, 0.017565710470080376, 0.018024032935500145, 0.018482353538274765]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 5.0, 9.0, 5.0, 21.0, 16.0, 37.0, 51.0, 68.0, 96.0, 129.0, 184.0, 296.0, 419.0, 572.0, 808.0, 1308.0, 2251.0, 6446.0, 1856.0, 1150.0, 770.0, 540.0, 375.0, 265.0, 203.0, 152.0, 93.0, 73.0, 54.0, 44.0, 27.0, 16.0, 17.0, 8.0, 5.0, 12.0, 2.0, 5.0, 10.0, 2.0, 4.0, 1.0, 3.0, 3.0, 3.0, 2.0, 2.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.008453693240880966, -0.008107596077024937, -0.0077614979818463326, -0.007415400352329016, -0.007069302722811699, -0.006723205558955669, -0.006377107929438353, -0.006031010299921036, -0.005684912670403719, -0.005338815040886402, -0.004992717411369085, -0.0046466197818517685, -0.004300522617995739, -0.003954424988478422, -0.0036083273589611053, -0.0032622297294437885, -0.0029161320999264717, -0.002570034470409155, -0.002223936840891838, -0.001877839444205165, -0.001531741814687848, -0.0011856441851705313, -0.0008395466720685363, -0.0004934491007588804, -0.00014735152944922447, 0.00019874604186043143, 0.0005448436131700873, 0.0008909411844797432, 0.0012370387557893991, 0.001583136385306716, 0.001929233898408711, 0.002275331411510706, 0.0026214290410280228, 0.0029675266705453396, 0.0033136243000626564, 0.0036597216967493296, 0.00400581955909729, 0.0043519167229533195, 0.004698014352470636, 0.005044111981987953, 0.00539020961150527, 0.005736307241022587, 0.006082404870539904, 0.0064285025000572205, 0.00677459966391325, 0.007120697293430567, 0.007466794922947884, 0.007812893018126488, 0.008158990181982517, 0.008505087345838547, 0.008851185441017151, 0.00919728260487318, 0.009543380700051785, 0.009889477863907814, 0.010235575959086418, 0.010581673122942448, 0.010927770286798477, 0.011273868381977081, 0.01161996554583311, 0.011966063641011715, 0.012312160804867744, 0.012658258900046349, 0.013004356063902378, 0.013350454159080982, 0.013696551322937012]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0769408643245697, -0.07483729720115662, -0.07273373007774353, -0.07063016295433044, -0.06852659583091736, -0.06642302870750427, -0.06431946158409119, -0.0622158907353878, -0.060112323611974716, -0.05800875648856163, -0.055905189365148544, -0.05380162224173546, -0.051698051393032074, -0.04959448426961899, -0.0474909171462059, -0.045387350022792816, -0.04328378289937973, -0.041180215775966644, -0.03907664865255356, -0.03697308152914047, -0.034869514405727386, -0.032765943557024, -0.030662376433610916, -0.02855880931019783, -0.026455242186784744, -0.02435167506337166, -0.022248107939958572, -0.020144538953900337, -0.01804097183048725, -0.015937404707074165, -0.013833836652338505, -0.011730268597602844, -0.009626701474189758, -0.007523133885115385, -0.005419566296041012, -0.0033159987069666386, -0.0012124311178922653, 0.0008911364711821079, 0.002994704060256481, 0.005098271649330854, 0.007201839238405228, 0.009305406361818314, 0.011408974416553974, 0.013512542471289635, 0.01561610959470272, 0.017719676718115807, 0.019823245704174042, 0.021926812827587128, 0.024030379951000214, 0.0261339470744133, 0.028237514197826385, 0.03034108318388462, 0.03244464844465256, 0.03454821929335594, 0.03665178641676903, 0.038755353540182114, 0.0408589206635952, 0.042962487787008286, 0.04506605491042137, 0.04716962203383446, 0.04927319288253784, 0.05137676000595093, 0.053480327129364014, 0.0555838942527771, 0.057687461376190186]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 3.0, 5.0, 0.0, 10.0, 5.0, 9.0, 10.0, 9.0, 6.0, 4.0, 5.0, 8.0, 6.0, 11.0, 42.0, 24.0, 19.0, 14.0, 14.0, 8.0, 5.0, 6.0, 5.0, 7.0, 2.0, 4.0, 3.0, 3.0, 3.0, 3.0, 1.0, 0.0, 1.0, 0.0, 3.0, 3.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.06967921555042267, -0.0677817091345787, -0.06588419526815414, -0.06398668885231018, -0.06208917871117592, -0.060191668570041656, -0.058294158428907394, -0.05639665201306343, -0.05449914187192917, -0.05260163173079491, -0.050704121589660645, -0.04880661144852638, -0.04690910503268242, -0.04501159489154816, -0.043114084750413895, -0.04121657460927963, -0.03931906819343567, -0.03742155805230141, -0.035524047911167145, -0.03362653777003288, -0.03172902762889862, -0.029831519350409508, -0.027934011071920395, -0.026036500930786133, -0.02413899078965187, -0.022241482511162758, -0.020343972370028496, -0.018446464091539383, -0.01654895395040512, -0.014651444740593433, -0.012753935530781746, -0.010856426320970058, -0.008958917111158371, -0.0070614079013466835, -0.005163898691534996, -0.0032663890160620213, -0.0013688798062503338, 0.0005286295199766755, 0.002426138846203685, 0.004323648288846016, 0.006221157498657703, 0.008118666708469391, 0.010016175918281078, 0.011913685128092766, 0.013811195269227028, 0.01570870354771614, 0.017606213688850403, 0.019503721967339516, 0.021401232108473778, 0.02329874224960804, 0.025196250528097153, 0.027093760669231415, 0.028991268947720528, 0.03088877908885479, 0.0327862873673439, 0.034683797508478165, 0.03658130764961243, 0.03847881779074669, 0.04037632420659065, 0.042273834347724915, 0.04417134448885918, 0.04606885462999344, 0.0479663610458374, 0.049863871186971664, 0.051761381328105927]}, "_runtime": 157.748379945755, "_timestamp": 1596213028.4499176, "_step": 192}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 2.0, 2.0, 3.0, 2.0, 6.0, 3.0, 4.0, 1.0, 2.0, 4.0, 3.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 4.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.011620048433542252, -0.011349434964358807, -0.011078821495175362, -0.010808208025991917, -0.010537594556808472, -0.010266982018947601, -0.009996368549764156, -0.009725755080580711, -0.009455141611397266, -0.009184528142213821, -0.008913914673030376, -0.008643301203846931, -0.008372688665986061, -0.008102075196802616, -0.007831461727619171, -0.007560848258435726, -0.007290234789252281, -0.007019621320068836, -0.006749007850885391, -0.0064783948473632336, -0.006207781378179789, -0.005937167908996344, -0.005666554905474186, -0.005395941436290741, -0.005125327967107296, -0.004854714497923851, -0.004584101028740406, -0.004313488025218248, -0.004042874556034803, -0.0037722610868513584, -0.003501647850498557, -0.0032310346141457558, -0.002960421144962311, -0.002689807675778866, -0.0024191944394260645, -0.002148581203073263, -0.0018779677338898182, -0.001607354381121695, -0.001336741028353572, -0.0010661276755854487, -0.0007955143228173256, -0.0005249009700492024, -0.0002542876172810793, 1.6325735487043858e-05, 0.000286939088255167, 0.0005575524410232902, 0.0008281657937914133, 0.0010987791465595365, 0.0013693924993276596, 0.0016400058520957828, 0.001910619204863906, 0.0021812324412167072, 0.002451845910400152, 0.002722459379583597, 0.0029930726159363985, 0.0032636858522892, 0.003534299321472645, 0.0038049127906560898, 0.004075526259839535, 0.004346139263361692, 0.004616752732545137, 0.004887366201728582, 0.00515797920525074, 0.005428592674434185, 0.00569920614361763]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 4.0, 5.0, 2.0, 3.0, 7.0, 13.0, 7.0, 11.0, 7.0, 19.0, 18.0, 18.0, 20.0, 30.0, 41.0, 45.0, 69.0, 83.0, 104.0, 156.0, 240.0, 594.0, 5353.0, 361.0, 192.0, 119.0, 90.0, 66.0, 53.0, 50.0, 32.0, 23.0, 26.0, 14.0, 10.0, 10.0, 5.0, 5.0, 3.0, 4.0, 3.0, 2.0, 4.0, 4.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.1040913462638855, -0.10094527155160904, -0.09779919683933258, -0.09465311467647552, -0.09150703996419907, -0.08836096525192261, -0.08521488308906555, -0.08206880837678909, -0.07892273366451263, -0.07577665895223618, -0.07263058423995972, -0.06948450207710266, -0.0663384273648262, -0.06319235265254974, -0.060046274214982986, -0.05690019577741623, -0.05375412106513977, -0.05060804635286331, -0.047461967915296555, -0.0443158894777298, -0.04116981476545334, -0.03802374005317688, -0.03487766161561012, -0.031731583178043365, -0.028585508465766907, -0.0254394318908453, -0.02229335531592369, -0.019147278741002083, -0.016001202166080475, -0.012855125591158867, -0.009709049016237259, -0.006562972441315651, -0.003416895866394043, -0.000270819291472435, 0.002875257283449173, 0.006021333858370781, 0.009167410433292389, 0.012313487008213997, 0.015459563583135605, 0.018605640158057213, 0.02175171673297882, 0.02489779330790043, 0.028043869882822037, 0.031189946457743645, 0.03433602303266525, 0.03748209774494171, 0.04062817618250847, 0.043774254620075226, 0.046920329332351685, 0.05006640404462814, 0.0532124824821949, 0.05635856091976166, 0.059504635632038116, 0.06265071034431458, 0.06579679250717163, 0.06894286721944809, 0.07208894193172455, 0.07523501664400101, 0.07838109135627747, 0.08152717351913452, 0.08467324823141098, 0.08781932294368744, 0.0909654051065445, 0.09411147981882095, 0.09725755453109741]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 2.0, 3.0, 4.0, 1.0, 5.0, 3.0, 6.0, 3.0, 5.0, 3.0, 3.0, 4.0, 4.0, 4.0, 23.0, 2.0, 2.0, 4.0, 3.0, 2.0, 4.0, 2.0, 3.0, 1.0, 1.0, 3.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0019320400897413492, -0.0018587037920951843, -0.0017853673780336976, -0.0017120309639722109, -0.001638694666326046, -0.001565358368679881, -0.0014920219546183944, -0.0014186855405569077, -0.0013453492429107428, -0.0012720129452645779, -0.0011986765312030911, -0.0011253401171416044, -0.0010520038194954395, -0.0009786675218492746, -0.0009053311077877879, -0.0008319947519339621, -0.0007586583960801363, -0.0006853220402263105, -0.0006119856843724847, -0.0005386493285186589, -0.00046531297266483307, -0.00039197661681100726, -0.00031864026095718145, -0.00024530390510335565, -0.00017196754924952984, -9.863119339570403e-05, -2.5294837541878223e-05, 4.8041518311947584e-05, 0.00012137787416577339, 0.0001947142300195992, 0.000268050585873425, 0.0003413869417272508, 0.0004147232975810766, 0.00048805965343490243, 0.0005613960092887282, 0.000634732365142554, 0.0007080687209963799, 0.0007814050768502057, 0.0008547414327040315, 0.0009280777885578573, 0.001001414144411683, 0.001074750442057848, 0.0011480868561193347, 0.0012214232701808214, 0.0012947595678269863, 0.0013680958654731512, 0.001441432279534638, 0.0015147686935961246, 0.0015881049912422895, 0.0016614412888884544, 0.0017347777029499412, 0.0018081141170114279, 0.0018814504146575928, 0.0019547867123037577, 0.0020281230099499226, 0.002101459540426731, 0.002174795838072896, 0.002248132135719061, 0.0023214686661958694, 0.0023948049638420343, 0.0024681412614881992, 0.002541477559134364, 0.002614813856780529, 0.0026881503872573376, 0.0027614866849035025]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 4.0, 4.0, 5.0, 9.0, 15.0, 19.0, 31.0, 55.0, 100.0, 148.0, 252.0, 415.0, 675.0, 1196.0, 2257.0, 4359.0, 8601.0, 19139.0, 47013.0, 207803.0, 796978.0, 44534.0, 19585.0, 10400.0, 5893.0, 3378.0, 2246.0, 1453.0, 967.0, 620.0, 457.0, 321.0, 211.0, 130.0, 101.0, 73.0, 49.0, 50.0, 22.0, 23.0, 10.0, 15.0, 6.0, 11.0, 2.0, 4.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005057086702436209, -0.004863277543336153, -0.004669468849897385, -0.004475659690797329, -0.0042818509973585606, -0.004088041838258505, -0.003894232911989093, -0.003700423985719681, -0.0035066150594502687, -0.0033128061331808567, -0.0031189972069114447, -0.0029251882806420326, -0.002731379121541977, -0.002537570195272565, -0.002343761269003153, -0.002149952342733741, -0.0019561434164643288, -0.0017623344901949167, -0.0015685255639255047, -0.0013747165212407708, -0.0011809075949713588, -0.0009870986687019467, -0.0007932896842248738, -0.0005994806997478008, -0.0004056717734783888, -0.0002118628181051463, -1.805386273190379e-05, 0.0001757550926413387, 0.0003695640480145812, 0.0005633729742839932, 0.0007571819587610662, 0.0009509909432381392, 0.0011447998695075512, 0.0013386087957769632, 0.0015324177220463753, 0.0017262267647311091, 0.0019200356910005212, 0.002113844733685255, 0.002307653659954667, 0.002501462586224079, 0.002695271512493491, 0.002889080438762903, 0.0030828893650323153, 0.0032766982913017273, 0.003470507450401783, 0.003664316376671195, 0.003858125302940607, 0.0040519339963793755, 0.004245743155479431, 0.004439552314579487, 0.004633361008018255, 0.004827170167118311, 0.005020978860557079, 0.005214788019657135, 0.005408596713095903, 0.005602405872195959, 0.0057962145656347275, 0.005990023724734783, 0.006183832883834839, 0.006377641577273607, 0.006571450736373663, 0.006765259429812431, 0.006959068588912487, 0.007152877282351255, 0.007346686441451311]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 2.0, 3.0, 3.0, 1.0, 3.0, 2.0, 2.0, 9.0, 4.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 3.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016282565891742706, -0.01583823375403881, -0.01539390254765749, -0.014949570409953594, -0.014505239203572273, -0.014060907065868378, -0.013616575859487057, -0.013172243721783161, -0.01272791251540184, -0.012283580377697945, -0.011839249171316624, -0.011394917033612728, -0.010950585827231407, -0.010506253689527512, -0.01006192248314619, -0.009617590345442295, -0.009173259139060974, -0.008728927001357079, -0.008284594863653183, -0.007840263657271862, -0.007395931985229254, -0.0069516003131866455, -0.006507268641144037, -0.006062936969101429, -0.005618604831397533, -0.005174273159354925, -0.004729941487312317, -0.004285609815269709, -0.0038412781432271004, -0.003396946471184492, -0.002952614799141884, -0.0025082831270992756, -0.0020639514550566673, -0.001619619783014059, -0.0011752881109714508, -0.0007309563225135207, -0.00028662465047091246, 0.00015770705067552626, 0.000602038751821965, 0.0010463704820722342, 0.0014907021541148424, 0.0019350338261574507, 0.002379365498200059, 0.002823697170242667, 0.003268029075115919, 0.0037123607471585274, 0.004156692419201136, 0.004601024091243744, 0.005045355763286352, 0.00548968743532896, 0.005934019107371569, 0.006378350779414177, 0.006822682451456785, 0.0072670141234993935, 0.007711345795542002, 0.00815567746758461, 0.008600009605288506, 0.009044340811669827, 0.009488672949373722, 0.009933004155755043, 0.010377336293458939, 0.01082166749984026, 0.011265999637544155, 0.011710330843925476, 0.012154662981629372]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 3.0, 4.0, 1.0, 4.0, 3.0, 4.0, 10.0, 2.0, 8.0, 2.0, 11.0, 12.0, 19.0, 21.0, 28.0, 19.0, 34.0, 48.0, 72.0, 67.0, 110.0, 135.0, 179.0, 296.0, 371.0, 560.0, 738.0, 1064.0, 1592.0, 5422.0, 2559.0, 1356.0, 955.0, 689.0, 499.0, 364.0, 328.0, 203.0, 170.0, 128.0, 72.0, 63.0, 57.0, 41.0, 35.0, 17.0, 17.0, 12.0, 10.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010112353600561619, -0.009838983416557312, -0.009565613232553005, -0.009292243048548698, -0.009018871933221817, -0.00874550174921751, -0.008472131565213203, -0.008198761381208897, -0.00792539119720459, -0.007652020547538996, -0.007378650363534689, -0.007105280179530382, -0.006831909529864788, -0.006558539345860481, -0.0062851691618561745, -0.00601179851219058, -0.005738428328186274, -0.005465058144181967, -0.005191687494516373, -0.004918317310512066, -0.004644947126507759, -0.004371576476842165, -0.004098206292837858, -0.0038248361088335514, -0.003551465691998601, -0.0032780952751636505, -0.0030047250911593437, -0.0027313546743243933, -0.002457984257489443, -0.002184614073485136, -0.0019112436566501856, -0.001637873356230557, -0.0013645030558109283, -0.0010911327553912997, -0.0008177623967640102, -0.0005443920381367207, -0.00027102173771709204, 2.3485918063670397e-06, 0.0002757189213298261, 0.0005490892799571157, 0.0008224595803767443, 0.0010958298807963729, 0.0013692001812160015, 0.001642570598050952, 0.0019159408984705806, 0.002189311198890209, 0.0024626816157251596, 0.0027360517997294664, 0.003009422216564417, 0.0032827926333993673, 0.003556162817403674, 0.0038295332342386246, 0.004102903418242931, 0.0043762740679085255, 0.004649644251912832, 0.004923014435917139, 0.005196385085582733, 0.00546975526958704, 0.005743125453591347, 0.0060164956375956535, 0.006289866287261248, 0.006563236471265554, 0.006836606655269861, 0.007109977304935455, 0.007383347488939762]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 4.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04491029679775238, -0.04310334473848343, -0.04129638895392418, -0.03948943689465523, -0.03768248111009598, -0.035875529050827026, -0.034068576991558075, -0.032261621206998825, -0.030454669147729874, -0.028647715225815773, -0.026840761303901672, -0.02503380924463272, -0.02322685532271862, -0.02141990140080452, -0.019612949341535568, -0.017805995419621468, -0.015999041497707367, -0.014192087575793266, -0.01238513458520174, -0.010578181594610214, -0.008771227672696114, -0.0069642742164433, -0.005157320760190487, -0.0033503673039376736, -0.0015434138476848602, 0.0002635396085679531, 0.0020704930648207664, 0.00387744652107358, 0.005684399977326393, 0.0074913534335792065, 0.00929830688983202, 0.011105259880423546, 0.012912213802337646, 0.014719167724251747, 0.016526121646165848, 0.0183330737054348, 0.0201400276273489, 0.021946981549263, 0.023753933608531952, 0.025560887530446053, 0.027367841452360153, 0.029174795374274254, 0.030981749296188354, 0.032788701355457306, 0.03459565341472626, 0.03640260919928551, 0.03820956125855446, 0.04001651704311371, 0.04182346910238266, 0.04363042116165161, 0.04543737694621086, 0.04724432900547981, 0.04905128479003906, 0.050858236849308014, 0.052665188908576965, 0.054472144693136215, 0.05627909675240517, 0.05808604881167412, 0.05989300459623337, 0.06169995665550232, 0.06350690871477127, 0.06531386077404022, 0.06712082028388977, 0.06892777234315872, 0.07073472440242767]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 3.0, 5.0, 1.0, 2.0, 1.0, 3.0, 1.0, 4.0, 6.0, 6.0, 7.0, 11.0, 17.0, 19.0, 16.0, 23.0, 18.0, 37.0, 16.0, 12.0, 9.0, 6.0, 11.0, 6.0, 5.0, 3.0, 1.0, 7.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.042481984943151474, -0.04135539010167122, -0.04022879898548126, -0.03910220414400101, -0.03797561302781105, -0.036849018186330795, -0.03572242707014084, -0.034595832228660583, -0.03346924111247063, -0.03234264627099037, -0.031216053292155266, -0.03008946031332016, -0.028962867334485054, -0.027836274355649948, -0.026709681376814842, -0.025583088397979736, -0.02445649541914463, -0.023329902440309525, -0.02220330946147442, -0.021076716482639313, -0.019950123503804207, -0.0188235305249691, -0.017696937546133995, -0.01657034456729889, -0.015443750657141209, -0.014317157678306103, -0.013190564699470997, -0.012063971720635891, -0.01093737781047821, -0.009810784831643105, -0.008684191852807999, -0.007557598873972893, -0.006431005895137787, -0.005304412916302681, -0.004177819937467575, -0.003051226492971182, -0.001924633514136076, -0.0007980404188856483, 0.00032855267636477947, 0.0014551457716152072, 0.002581738866865635, 0.003708331845700741, 0.004834924824535847, 0.00596151826903224, 0.007088111247867346, 0.008214704692363739, 0.009341297671198845, 0.01046789065003395, 0.011594483628869057, 0.012721076607704163, 0.013847669586539268, 0.014974262565374374, 0.01610085554420948, 0.017227448523044586, 0.018354041501879692, 0.019480634480714798, 0.020607229322195053, 0.02173382230103016, 0.022860415279865265, 0.02398700825870037, 0.025113601237535477, 0.026240194216370583, 0.02736678719520569, 0.028493380174040794, 0.0296199731528759]}, "_runtime": 158.52827143669128, "_timestamp": 1596213029.229809, "_step": 193}
-{"val_accuracy": 0.8236408390410959, "val_loss": 0.45756829097935053, "_runtime": 160.6819784641266, "_timestamp": 1596213031.383516, "_step": 194}
-{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: V Confidence: 0.43376702070236206 Truth: v", "Prediction: 5 Confidence: 0.9999998807907104 Truth: 5", "Prediction: 2 Confidence: 0.9995630383491516 Truth: 2", "Prediction: 0 Confidence: 0.6515504121780396 Truth: 0"]}, "_runtime": 160.98493003845215, "_timestamp": 1596213031.6864676, "_step": 195}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 2.0, 2.0, 2.0, 1.0, 3.0, 0.0, 6.0, 6.0, 1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 3.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.009484142065048218, -0.009200893342494965, -0.008917644619941711, -0.008634395897388458, -0.00835114624351263, -0.008067897520959377, -0.007784648798406124, -0.007501400075852871, -0.007218151353299618, -0.006934902165085077, -0.006651653442531824, -0.006368404719978571, -0.0060851555317640305, -0.005801906809210777, -0.005518658086657524, -0.005235408898442984, -0.0049521601758897305, -0.004668911453336477, -0.004385662265121937, -0.004102413542568684, -0.0038191648200154305, -0.0035359158646315336, -0.003252666909247637, -0.0029694181866943836, -0.002686169231310487, -0.00240292027592659, -0.002119671553373337, -0.00183642259798944, -0.001553173759020865, -0.00126992492005229, -0.0009866759646683931, -0.0007034271256998181, -0.00042017828673124313, -0.00013692941865883768, 0.00014631944941356778, 0.00042956831748597324, 0.0007128171855583787, 0.0009960660245269537, 0.0012793149799108505, 0.0015625638188794255, 0.0018458126578480005, 0.0021290616132318974, 0.0024123103357851505, 0.0026955592911690474, 0.002978808246552944, 0.0032620569691061974, 0.003545305924490094, 0.0038285546470433474, 0.004111803602427244, 0.004395052324980497, 0.004678301513195038, 0.004961550235748291, 0.005244798958301544, 0.005528048146516085, 0.005811296869069338, 0.006094545591622591, 0.0063777947798371315, 0.006661043502390385, 0.006944292224943638, 0.007227540947496891, 0.0075107901357114315, 0.007794038858264685, 0.008077288046479225, 0.008360536769032478, 0.008643785491585732]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 1.0, 2.0, 3.0, 3.0, 7.0, 5.0, 7.0, 9.0, 17.0, 17.0, 20.0, 30.0, 43.0, 51.0, 85.0, 110.0, 140.0, 239.0, 402.0, 5509.0, 470.0, 236.0, 169.0, 98.0, 55.0, 57.0, 33.0, 29.0, 14.0, 15.0, 13.0, 6.0, 5.0, 5.0, 3.0, 5.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.12769946455955505, -0.12363436073064804, -0.11956925690174103, -0.11550416052341461, -0.1114390566945076, -0.10737395286560059, -0.10330884903669357, -0.09924374520778656, -0.09517864882946014, -0.09111354500055313, -0.08704844117164612, -0.0829833373427391, -0.07891823351383209, -0.07485312968492508, -0.07078803330659866, -0.06672292947769165, -0.06265782564878464, -0.058592721819877625, -0.05452762171626091, -0.0504625178873539, -0.04639741778373718, -0.04233231395483017, -0.03826721012592316, -0.03420211002230644, -0.03013700619339943, -0.026071904227137566, -0.022006802260875702, -0.01794169843196869, -0.013876596465706825, -0.009811494499444962, -0.005746391601860523, -0.0016812891699373722, 0.002383813261985779, 0.00644891569390893, 0.01051401812583208, 0.01457912102341652, 0.018644222989678383, 0.022709324955940247, 0.02677442878484726, 0.030839530751109123, 0.03490463271737099, 0.038969736546278, 0.043034836649894714, 0.04709994047880173, 0.05116504430770874, 0.055230144411325455, 0.05929524824023247, 0.06336034834384918, 0.0674254521727562, 0.07149055600166321, 0.07555565983057022, 0.07962075620889664, 0.08368586003780365, 0.08775096386671066, 0.09181606769561768, 0.09588117152452469, 0.0999462753534317, 0.10401137173175812, 0.10807647556066513, 0.11214157938957214, 0.11620668321847916, 0.12027178704738617, 0.12433688342571259, 0.1284019947052002, 0.1324670910835266]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 4.0, 2.0, 2.0, 0.0, 1.0, 1.0, 5.0, 3.0, 1.0, 5.0, 1.0, 6.0, 2.0, 2.0, 4.0, 25.0, 5.0, 5.0, 4.0, 4.0, 6.0, 4.0, 7.0, 4.0, 1.0, 4.0, 1.0, 1.0, 2.0, 0.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003182101994752884, -0.00308682001195848, -0.002991538029164076, -0.002896256046369672, -0.002800974063575268, -0.0027056920807808638, -0.002610409865155816, -0.002515127882361412, -0.002419845899567008, -0.002324563916772604, -0.0022292819339782, -0.002133999951183796, -0.002038717968389392, -0.0019434359855949879, -0.001848153886385262, -0.001752871903590858, -0.001657589920796454, -0.00156230793800205, -0.001467025955207646, -0.00137174385599792, -0.001276461873203516, -0.001181179890409112, -0.001085897907614708, -0.000990615924820304, -0.000895333883818239, -0.0008000519010238349, -0.00070476986002177, -0.000609487877227366, -0.0005142058944329619, -0.000418923853430897, -0.00032364187063649297, -0.00022835985873825848, -0.000133077846840024, -3.779584221774712e-05, 5.748616240452975e-05, 0.000152768159750849, 0.0002480501716490835, 0.000343332183547318, 0.000438614166341722, 0.000533896207343787, 0.000629178190138191, 0.000724460172932595, 0.00081974221393466, 0.000915024196729064, 0.001010306179523468, 0.001105588162317872, 0.001200870261527598, 0.001296152244322002, 0.001391434227116406, 0.00148671620991081, 0.001581998192705214, 0.0016772802919149399, 0.001772562274709344, 0.001867844257503748, 0.001963126240298152, 0.002058408223092556, 0.00215369020588696, 0.002248972188681364, 0.002344254171475768, 0.0024395363871008158, 0.00253481836989522, 0.002630100352689624, 0.002725382335484028, 0.002820664318278432, 0.002915946301072836]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 2.0, 6.0, 2.0, 5.0, 12.0, 10.0, 14.0, 13.0, 35.0, 34.0, 56.0, 91.0, 143.0, 197.0, 296.0, 502.0, 771.0, 1401.0, 2466.0, 4667.0, 9289.0, 20591.0, 55817.0, 853035.0, 150611.0, 38796.0, 17555.0, 9334.0, 5281.0, 3061.0, 1869.0, 1222.0, 752.0, 508.0, 357.0, 246.0, 161.0, 111.0, 73.0, 72.0, 48.0, 25.0, 27.0, 13.0, 17.0, 10.0, 11.0, 9.0, 4.0, 4.0, 3.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.005954124499112368, -0.005740690510720015, -0.005527256987988949, -0.005313822999596596, -0.005100389011204243, -0.004886955488473177, -0.004673521500080824, -0.004460087511688471, -0.004246653988957405, -0.004033220000565052, -0.003819786012172699, -0.0036063522566109896, -0.00339291850104928, -0.003179484512656927, -0.0029660507570952177, -0.0027526167687028646, -0.0025391830131411552, -0.002325749257579446, -0.0021123152691870928, -0.0018988815136253834, -0.0016854476416483521, -0.001472013769671321, -0.0012585800141096115, -0.0010451461421325803, -0.000831712270155549, -0.0006182783981785178, -0.0004048445844091475, -0.00019141074153594673, 2.2023101337254047e-05, 0.00023545694421045482, 0.0004488907870836556, 0.0006623246008530259, 0.0008757584728300571, 0.0010891923448070884, 0.0013026262167841196, 0.001516059972345829, 0.0017294938443228602, 0.0019429277162998915, 0.002156361471861601, 0.002369795460253954, 0.0025832292158156633, 0.0027966629713773727, 0.003010096959769726, 0.003223530715331435, 0.0034369644708931446, 0.0036503984592854977, 0.003863832214847207, 0.0040772659704089165, 0.0042906999588012695, 0.004504133947193623, 0.004717567469924688, 0.004931001458317041, 0.0051444354467093945, 0.00535786896944046, 0.005571302957832813, 0.005784736946225166, 0.005998170934617519, 0.006211604457348585, 0.006425038445740938, 0.006638472434133291, 0.006851905956864357, 0.00706533994525671, 0.007278773933649063, 0.007492207456380129, 0.007705641444772482]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 3.0, 0.0, 1.0, 1.0, 3.0, 3.0, 2.0, 2.0, 5.0, 5.0, 8.0, 6.0, 0.0, 2.0, 2.0, 1.0, 3.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0416271910071373, -0.040515124797821045, -0.03940305858850479, -0.03829099237918854, -0.03717892989516258, -0.03606686368584633, -0.034954797476530075, -0.03384273126721382, -0.03273066505789757, -0.031618598848581314, -0.03050653450191021, -0.029394468292593956, -0.02828240394592285, -0.027170337736606598, -0.026058271527290344, -0.02494620718061924, -0.023834140971302986, -0.022722074761986732, -0.021610010415315628, -0.020497944205999374, -0.01938587799668312, -0.018273813650012016, -0.017161747440695763, -0.01604968123137951, -0.01493761595338583, -0.013825550675392151, -0.012713484466075897, -0.011601419188082218, -0.010489353910088539, -0.009377287700772285, -0.008265222422778606, -0.00715315667912364, -0.006041090935468674, -0.004929025191813707, -0.0038169596809893847, -0.002704894170165062, -0.0015928284265100956, -0.00048076279927045107, 0.0006313028279691935, 0.001743368455208838, 0.0028554340824484825, 0.003967499826103449, 0.005079565569758415, 0.006191630847752094, 0.007303696591407061, 0.008415762335062027, 0.009527827613055706, 0.01063989382237196, 0.011751959100365639, 0.012864024378359318, 0.013976090587675571, 0.01508815586566925, 0.016200222074985504, 0.01731228642165661, 0.018424352630972862, 0.019536418840289116, 0.02064848318696022, 0.021760549396276474, 0.022872615605592728, 0.02398468181490898, 0.025096746161580086, 0.02620881237089634, 0.027320878580212593, 0.028432942926883698, 0.02954500913619995]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [9.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 17.0, 17.0, 9.0, 2.0, 2.0, 2.0, 2.0, 6.0, 10.0, 12.0, 25.0, 17.0, 30.0, 36.0, 38.0, 55.0, 79.0, 105.0, 124.0, 216.0, 311.0, 477.0, 683.0, 1056.0, 2081.0, 6659.0, 2263.0, 1101.0, 773.0, 495.0, 333.0, 305.0, 242.0, 155.0, 142.0, 112.0, 78.0, 69.0, 42.0, 53.0, 44.0, 23.0, 18.0, 24.0, 15.0, 7.0, 17.0, 10.0, 11.0, 2.0, 1.0, 6.0, 1.0, 2.0, 1.0, 4.0, 2.0], "bins": [-0.013667032122612, -0.013248329982161522, -0.012829627841711044, -0.012410925701260567, -0.011992223560810089, -0.011573520489037037, -0.01115481834858656, -0.010736116208136082, -0.010317414067685604, -0.009898711927235126, -0.009480009786784649, -0.009061307646334171, -0.008642604574561119, -0.008223902434110641, -0.007805200293660164, -0.007386498153209686, -0.006967796012759209, -0.006549093872308731, -0.0061303917318582535, -0.005711689125746489, -0.005292986985296011, -0.004874284844845533, -0.0044555822387337685, -0.004036880098283291, -0.0036181779578328133, -0.0031994758173823357, -0.0027807734441012144, -0.002362071070820093, -0.0019433689303696156, -0.0015246666735038161, -0.0011059644166380167, -0.0006872621597722173, -0.00026855990290641785, 0.00015014235395938158, 0.000568844610825181, 0.0009875468676909804, 0.0014062491245567799, 0.0018249513814225793, 0.0022436536382883787, 0.0026623560115695, 0.0030810581520199776, 0.003499760292470455, 0.003918462432920933, 0.004337165039032698, 0.004755867179483175, 0.005174569319933653, 0.005593271926045418, 0.006011974066495895, 0.006430676206946373, 0.006849378347396851, 0.007268080487847328, 0.007686783093959093, 0.008105484768748283, 0.008524187840521336, 0.008942889980971813, 0.00936159212142229, 0.009780294261872768, 0.010198996402323246, 0.010617698542773724, 0.011036400683224201, 0.011455103754997253, 0.011873805895447731, 0.012292508035898209, 0.012711210176348686, 0.013129912316799164]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 1.0, 1.0, 0.0, 2.0, 4.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.10654986649751663, -0.10262734442949295, -0.09870482236146927, -0.09478230774402618, -0.0908597856760025, -0.08693726360797882, -0.08301474153995514, -0.07909221947193146, -0.07516969740390778, -0.07124718278646469, -0.06732466071844101, -0.06340213865041733, -0.059479616582393646, -0.05555709823966026, -0.05163457617163658, -0.0477120578289032, -0.04378953576087952, -0.039867013692855835, -0.03594449535012245, -0.03202197328209877, -0.028099453076720238, -0.024176932871341705, -0.020254410803318024, -0.01633189059793949, -0.012409370392560959, -0.008486850187182426, -0.004564329050481319, -0.0006418083794414997, 0.00328071229159832, 0.00720323296263814, 0.01112575363367796, 0.015048274770379066, 0.0189707949757576, 0.02289331518113613, 0.026815835386514664, 0.030738357454538345, 0.03466087579727173, 0.03858339786529541, 0.04250591993331909, 0.046428438276052475, 0.05035096034407616, 0.05427348241209984, 0.05819600075483322, 0.0621185228228569, 0.06604104489088058, 0.06996356695890427, 0.07388608157634735, 0.07780860364437103, 0.08173112571239471, 0.0856536477804184, 0.08957616984844208, 0.09349868446588516, 0.09742120653390884, 0.10134372860193253, 0.10526625066995621, 0.10918877273797989, 0.11311128735542297, 0.11703380942344666, 0.12095633149147034, 0.12487885355949402, 0.1288013756275177, 0.13272389769554138, 0.13664641976356506, 0.14056894183158875, 0.14449146389961243]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 6.0, 1.0, 1.0, 8.0, 14.0, 12.0, 7.0, 12.0, 11.0, 9.0, 14.0, 11.0, 12.0, 23.0, 27.0, 9.0, 16.0, 6.0, 11.0, 4.0, 5.0, 3.0, 4.0, 5.0, 10.0, 2.0, 2.0, 2.0, 2.0, 5.0, 1.0, 3.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0], "bins": [-0.06966140121221542, -0.0676199272274971, -0.06557846069335938, -0.06353698670864105, -0.06149551644921303, -0.059454046189785004, -0.05741257593035698, -0.055371105670928955, -0.05332963168621063, -0.05128816142678261, -0.049246691167354584, -0.04720522090792656, -0.045163750648498535, -0.04312228038907051, -0.04108080640435219, -0.039039336144924164, -0.03699786588549614, -0.034956395626068115, -0.03291492536664009, -0.030873453244566917, -0.028831981122493744, -0.02679051086306572, -0.024749040603637695, -0.022707568481564522, -0.020666098222136497, -0.018624627962708473, -0.0165831558406353, -0.014541685581207275, -0.012500214390456676, -0.010458743199706078, -0.008417272940278053, -0.006375801749527454, -0.0043343305587768555, -0.0022928596008569, -0.00025138864293694496, 0.0017900823149830103, 0.0038315532729029655, 0.0058730244636535645, 0.007914494723081589, 0.009955965913832188, 0.011997437104582787, 0.014038908295333385, 0.016080379486083984, 0.01812184974551201, 0.020163320004940033, 0.022204792127013206, 0.02424626238644123, 0.026287734508514404, 0.02832920476794243, 0.030370675027370453, 0.03241214528679848, 0.0344536192715168, 0.036495089530944824, 0.03853655979037285, 0.04057803004980087, 0.0426195003092289, 0.04466097056865692, 0.046702444553375244, 0.04874391481280327, 0.05078538507223129, 0.05282685533165932, 0.05486832559108734, 0.056909799575805664, 0.05895126983523369, 0.06099274009466171]}, "_runtime": 161.15869450569153, "_timestamp": 1596213031.860232, "_step": 196}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 5.0, 7.0, 3.0, 3.0, 4.0, 1.0, 0.0, 3.0, 0.0, 3.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.010251170955598354, -0.009961717762053013, -0.009672265499830246, -0.009382812306284904, -0.009093359112739563, -0.008803906850516796, -0.008514453656971455, -0.008225001394748688, -0.007935548201203346, -0.007646095473319292, -0.007356642745435238, -0.007067189551889896, -0.006777736824005842, -0.006488284096121788, -0.0061988309025764465, -0.005909378174692392, -0.005619925446808338, -0.005330472718924284, -0.00504101999104023, -0.004751566797494888, -0.004462114069610834, -0.00417266134172678, -0.003883208381012082, -0.0035937554202973843, -0.00330430269241333, -0.003014849964529276, -0.002725397003814578, -0.0024359440430998802, -0.002146491315215826, -0.00185703847091645, -0.001567585626617074, -0.001278132782317698, -0.000988679938018322, -0.000699227093718946, -0.00040977424941956997, -0.00012032140512019396, 0.00016913143917918205, 0.00045858428347855806, 0.0007480371277779341, 0.00103748997207731, 0.001326942816376686, 0.001616395660676062, 0.0019058485049754381, 0.002195301465690136, 0.00248475419357419, 0.0027742069214582443, 0.003063659882172942, 0.00335311284288764, 0.003642565570771694, 0.003932018298655748, 0.0042214710265398026, 0.004510924220085144, 0.004800376947969198, 0.005089829675853252, 0.005379282869398594, 0.005668735597282648, 0.005958188325166702, 0.0062476410530507565, 0.006537093780934811, 0.006826546974480152, 0.007115999702364206, 0.0074054524302482605, 0.007694905623793602, 0.007984357886016369, 0.00827381107956171]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 3.0, 2.0, 4.0, 7.0, 9.0, 11.0, 12.0, 24.0, 24.0, 29.0, 52.0, 59.0, 100.0, 144.0, 208.0, 4422.0, 2112.0, 253.0, 148.0, 93.0, 60.0, 51.0, 27.0, 25.0, 14.0, 9.0, 3.0, 8.0, 6.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1704310029745102, -0.16510285437107086, -0.15977472066879272, -0.1544465720653534, -0.14911842346191406, -0.14379028975963593, -0.1384621411561966, -0.13313400745391846, -0.12780585885047913, -0.12247771769762039, -0.11714957654476166, -0.11182142794132233, -0.10649328678846359, -0.10116514563560486, -0.09583699703216553, -0.0905088558793068, -0.08518071472644806, -0.07985257357358932, -0.07452443242073059, -0.06919628381729126, -0.06386814266443253, -0.05854000151157379, -0.05321185663342476, -0.047883711755275726, -0.04255557060241699, -0.03722742944955826, -0.031899284571409225, -0.026571141555905342, -0.02124299854040146, -0.015914855524897575, -0.010586712509393692, -0.005258569493889809, 6.957352161407471e-05, 0.005397716537117958, 0.010725859552621841, 0.016054002568125725, 0.021382145583629608, 0.02671028859913349, 0.032038431614637375, 0.03736657649278641, 0.04269471764564514, 0.048022858798503876, 0.05335100367665291, 0.05867914855480194, 0.06400728970766068, 0.06933543086051941, 0.07466357946395874, 0.07999172061681747, 0.08531986176967621, 0.09064800292253494, 0.09597614407539368, 0.10130429267883301, 0.10663243383169174, 0.11196057498455048, 0.11728872358798981, 0.12261686474084854, 0.12794500589370728, 0.1332731544971466, 0.13860128819942474, 0.14392943680286407, 0.1492575705051422, 0.15458571910858154, 0.15991386771202087, 0.165242001414299, 0.17057015001773834]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 2.0, 1.0, 2.0, 1.0, 3.0, 1.0, 2.0, 5.0, 0.0, 5.0, 3.0, 5.0, 4.0, 5.0, 4.0, 1.0, 24.0, 4.0, 5.0, 7.0, 1.0, 4.0, 5.0, 2.0, 4.0, 2.0, 1.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.0030211838893592358, -0.002934439340606332, -0.0028476945590227842, -0.0027609500102698803, -0.0026742052286863327, -0.0025874606799334288, -0.002500716131180525, -0.0024139713495969772, -0.0023272268008440733, -0.0022404822520911694, -0.0021537374705076218, -0.002066992921754718, -0.001980248373001814, -0.0018935035914182663, -0.0018067590426653624, -0.0017200143774971366, -0.0016332697123289108, -0.001546525047160685, -0.0014597803819924593, -0.0013730358332395554, -0.0012862911680713296, -0.0011995465029031038, -0.0011128019541501999, -0.0010260572889819741, -0.0009393126238137484, -0.0008525679586455226, -0.0007658233516849577, -0.0006790787447243929, -0.0005923340795561671, -0.0005055894143879414, -0.0004188448074273765, -0.0003321001713629812, -0.0002453555352985859, -0.00015861089923419058, -7.186626316979527e-05, 1.4878372894600034e-05, 0.00010162300895899534, 0.00018836764502339065, 0.00027511228108778596, 0.00036185691715218127, 0.0004486015532165766, 0.0005353462183848023, 0.0006220908253453672, 0.000708835432305932, 0.0007955800974741578, 0.0008823247626423836, 0.0009690693696029484, 0.0010558139765635133, 0.001142558641731739, 0.0012293033068999648, 0.0013160479720681906, 0.0014027925208210945, 0.0014895371859893203, 0.001576281851157546, 0.00166302639991045, 0.0017497710650786757, 0.0018365157302469015, 0.0019232603954151273, 0.002010005060583353, 0.002096749609336257, 0.002183494158089161, 0.0022702389396727085, 0.0023569834884256124, 0.00244372827000916, 0.002530472818762064]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 6.0, 5.0, 15.0, 13.0, 27.0, 40.0, 52.0, 80.0, 119.0, 209.0, 263.0, 463.0, 703.0, 1283.0, 2131.0, 3846.0, 7126.0, 14737.0, 34831.0, 125578.0, 890743.0, 53432.0, 20833.0, 10105.0, 5240.0, 2924.0, 1764.0, 1090.0, 710.0, 427.0, 295.0, 194.0, 115.0, 82.0, 43.0, 30.0, 22.0, 16.0, 10.0, 12.0, 11.0, 6.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.007394700776785612, -0.007179118227213621, -0.0069635361433029175, -0.0067479535937309265, -0.0065323710441589355, -0.006316788494586945, -0.006101206410676241, -0.00588562386110425, -0.005670041311532259, -0.005454459227621555, -0.005238876678049564, -0.005023294128477573, -0.004807711578905582, -0.004592129494994879, -0.004376546945422888, -0.004160964395850897, -0.003945382311940193, -0.003729799762368202, -0.0035142172127962112, -0.003298634896054864, -0.003083052346482873, -0.0028674700297415257, -0.0026518874801695347, -0.0024363051634281874, -0.00222072284668684, -0.002005140297114849, -0.00178955786395818, -0.0015739754308015108, -0.0013583931140601635, -0.0011428106809034944, -0.0009272282477468252, -0.0007116458145901561, -0.0004960633814334869, -0.0002804809482768178, -6.489854422397912e-05, 0.0001506838743807748, 0.0003662662929855287, 0.0005818487261421978, 0.0007974311010912061, 0.0010130135342478752, 0.0012285959674045444, 0.0014441784005612135, 0.0016597608337178826, 0.0018753432668745518, 0.002090925583615899, 0.00230650813318789, 0.0025220904499292374, 0.0027376729995012283, 0.0029532553162425756, 0.003168837632983923, 0.003384420182555914, 0.0036000024992972612, 0.003815585048869252, 0.0040311673656105995, 0.0042467499151825905, 0.0044623324647545815, 0.004677914548665285, 0.004893497098237276, 0.005109079647809267, 0.005324661731719971, 0.005540244281291962, 0.005755826830863953, 0.005971409380435944, 0.006186991464346647, 0.006402574013918638]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 2.0, 5.0, 4.0, 1.0, 0.0, 2.0, 3.0, 7.0, 9.0, 0.0, 7.0, 4.0, 2.0, 2.0, 5.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011122461408376694, -0.01011736411601305, -0.009112266823649406, -0.008107169531285763, -0.007102072238922119, -0.0060969749465584755, -0.005091877654194832, -0.004086780361831188, -0.0030816830694675446, -0.002076585777103901, -0.0010714884847402573, -6.639119237661362e-05, 0.00093870609998703, 0.0019438033923506737, 0.0029489006847143173, 0.003953997977077961, 0.004959095269441605, 0.005964192561805248, 0.006969289854168892, 0.007974387146532536, 0.00897948443889618, 0.009984581731259823, 0.010989679023623466, 0.01199477631598711, 0.012999873608350754, 0.014004970900714397, 0.015010068193078041, 0.01601516455411911, 0.01702026277780533, 0.018025361001491547, 0.019030457362532616, 0.020035553723573685, 0.021040651947259903, 0.02204575017094612, 0.02305084653198719, 0.02405594289302826, 0.025061041116714478, 0.026066139340400696, 0.027071235701441765, 0.028076332062482834, 0.029081430286169052, 0.03008652850985527, 0.03109162487089634, 0.03209672123193741, 0.03310181945562363, 0.034106917679309845, 0.03511201590299606, 0.03611711040139198, 0.0371222086250782, 0.03812730684876442, 0.03913240134716034, 0.04013749957084656, 0.041142597794532776, 0.042147696018218994, 0.04315279424190521, 0.04415788874030113, 0.04516298696398735, 0.04616808518767357, 0.04717317968606949, 0.04817827790975571, 0.049183376133441925, 0.05018847435712814, 0.05119357258081436, 0.05219866707921028, 0.0532037653028965]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 3.0, 11.0, 16.0, 16.0, 36.0, 44.0, 43.0, 72.0, 110.0, 167.0, 189.0, 280.0, 437.0, 644.0, 997.0, 1672.0, 5834.0, 3322.0, 1546.0, 970.0, 668.0, 422.0, 260.0, 158.0, 136.0, 91.0, 51.0, 40.0, 30.0, 15.0, 8.0, 6.0, 9.0, 11.0, 17.0, 20.0, 4.0, 3.0, 5.0, 7.0, 3.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 8.0, 13.0, 5.0, 11.0, 6.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 7.0], "bins": [-0.0068098995834589005, -0.006430943030864, -0.0060519864782691, -0.005673030391335487, -0.005294073838740587, -0.004915117286145687, -0.004536161199212074, -0.004157204646617174, -0.003778248094022274, -0.003399291541427374, -0.0030203352216631174, -0.002641378901898861, -0.002262422349303961, -0.0018834659131243825, -0.0015045094769448042, -0.0011255530407652259, -0.0007465966045856476, -0.0003676401684060693, 1.1316267773509026e-05, 0.00039027270395308733, 0.0007692291401326656, 0.001148185576312244, 0.0015271420124918222, 0.0019060984486714005, 0.002285054884850979, 0.002664011437445879, 0.0030429677572101355, 0.003421924076974392, 0.003800880629569292, 0.004179837182164192, 0.004558793269097805, 0.004937749821692705, 0.005316706374287605, 0.005695662926882505, 0.0060746194794774055, 0.006453575566411018, 0.0068325321190059185, 0.007211488671600819, 0.0075904447585344315, 0.007969401776790619, 0.008348357863724232, 0.008727313950657845, 0.009106270968914032, 0.009485227055847645, 0.009864183142781258, 0.010243140161037445, 0.010622096247971058, 0.011001053266227245, 0.011380009353160858, 0.011758965440094471, 0.012137922458350658, 0.012516878545284271, 0.012895835563540459, 0.013274791650474072, 0.013653747737407684, 0.014032704755663872, 0.014411660842597485, 0.014790616929531097, 0.015169573947787285, 0.015548530034720898, 0.01592748612165451, 0.016306443139910698, 0.016685400158166885, 0.017064355313777924, 0.01744331233203411]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 1.0, 2.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.15398560464382172, -0.1506815403699875, -0.14737747609615326, -0.14407341182231903, -0.1407693475484848, -0.13746528327465057, -0.13416121900081635, -0.13085715472698212, -0.1275530904531479, -0.12424903362989426, -0.12094496935606003, -0.1176409050822258, -0.11433684080839157, -0.11103277653455734, -0.10772871226072311, -0.10442464798688889, -0.10112058371305466, -0.09781651943922043, -0.0945124551653862, -0.09120839089155197, -0.08790432661771774, -0.08460026234388351, -0.08129619807004929, -0.07799213379621506, -0.07468807697296143, -0.0713840126991272, -0.06807994842529297, -0.06477588415145874, -0.06147181987762451, -0.05816775560379028, -0.054863691329956055, -0.051559627056121826, -0.0482555627822876, -0.04495149850845337, -0.04164743423461914, -0.03834336996078491, -0.035039305686950684, -0.031735245138406754, -0.028431180864572525, -0.025127116590738297, -0.021823052316904068, -0.01851898804306984, -0.015214924700558186, -0.011910861358046532, -0.008606797084212303, -0.005302733276039362, -0.0019986694678664207, 0.0013053943403065205, 0.004609458148479462, 0.00791352242231369, 0.011217585764825344, 0.014521649107336998, 0.017825713381171227, 0.021129777655005455, 0.024433840066194534, 0.027737904340028763, 0.03104196861386299, 0.03434603288769722, 0.03765009716153145, 0.04095416143536568, 0.04425822198390961, 0.047562286257743835, 0.050866350531578064, 0.05417041480541229, 0.05747447907924652]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 6.0, 4.0, 4.0, 6.0, 4.0, 4.0, 2.0, 4.0, 8.0, 13.0, 11.0, 13.0, 20.0, 25.0, 42.0, 9.0, 6.0, 5.0, 5.0, 9.0, 6.0, 7.0, 5.0, 4.0, 7.0, 9.0, 5.0, 5.0, 5.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 3.0, 3.0, 1.0, 0.0, 4.0, 2.0, 1.0, 3.0, 2.0, 0.0, 1.0], "bins": [-0.06712431460618973, -0.0650668740272522, -0.06300943344831467, -0.060951996594667435, -0.058894556015729904, -0.056837115436792374, -0.05477967858314514, -0.05272223800420761, -0.05066479742527008, -0.04860735684633255, -0.04654991626739502, -0.04449247941374779, -0.04243503883481026, -0.040377598255872726, -0.038320161402225494, -0.036262720823287964, -0.03420528024435043, -0.0321478396654129, -0.03009040094912052, -0.02803296223282814, -0.02597552165389061, -0.02391808107495308, -0.021860642358660698, -0.019803203642368317, -0.017745763063430786, -0.015688322484493256, -0.013630883768200874, -0.011573444120585918, -0.009516004472970963, -0.007458564825356007, -0.005401125177741051, -0.003343685530126095, -0.001286245882511139, 0.000771193765103817, 0.002828633412718773, 0.004886073060333729, 0.006943512707948685, 0.00900095235556364, 0.011058392003178596, 0.013115831650793552, 0.015173271298408508, 0.01723071187734604, 0.01928815059363842, 0.0213455893099308, 0.023403029888868332, 0.025460470467805862, 0.027517909184098244, 0.029575347900390625, 0.031632788479328156, 0.033690229058265686, 0.03574766963720322, 0.03780510649085045, 0.03986254706978798, 0.04191998764872551, 0.04397742450237274, 0.04603486508131027, 0.0480923056602478, 0.05014974623918533, 0.052207186818122864, 0.054264623671770096, 0.056322064250707626, 0.05837950482964516, 0.06043694168329239, 0.06249438226222992, 0.06455182284116745]}, "_runtime": 162.01903009414673, "_timestamp": 1596213032.7205677, "_step": 197}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 5.0, 3.0, 1.0, 0.0, 3.0, 0.0, 6.0, 3.0, 3.0, 3.0, 6.0, 1.0, 2.0, 3.0, 3.0, 1.0, 4.0, 2.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01592150330543518, -0.01546840276569128, -0.015015301294624805, -0.014562200754880905, -0.014109100215137005, -0.01365599874407053, -0.01320289820432663, -0.01274979766458273, -0.012296697124838829, -0.011843595653772354, -0.011390495114028454, -0.010937394574284554, -0.010484293103218079, -0.010031192563474178, -0.009578092023730278, -0.009124990552663803, -0.008671890012919903, -0.008218789473176003, -0.007765688467770815, -0.007312587462365627, -0.006859486922621727, -0.006406385917216539, -0.005953284911811352, -0.0055001843720674515, -0.005047083366662264, -0.004593982361257076, -0.004140881821513176, -0.0036877808161079884, -0.0032346800435334444, -0.0027815792709589005, -0.002328478265553713, -0.001875377492979169, -0.001422276720404625, -0.0009691758896224201, -0.0005160750588402152, -6.297422805801034e-05, 0.0003901266027241945, 0.0008432274335063994, 0.0012963282642886043, 0.00174942915327847, 0.002202529925853014, 0.002655630698427558, 0.003108731471002102, 0.0035618324764072895, 0.004014933481812477, 0.004468034021556377, 0.004921135026961565, 0.005374235566705465, 0.005827336572110653, 0.0062804375775158405, 0.006733538117259741, 0.0071866391226649284, 0.007639739662408829, 0.008092841133475304, 0.008545941673219204, 0.008999042212963104, 0.00945214368402958, 0.00990524422377348, 0.01035834476351738, 0.01081144530326128, 0.011264546774327755, 0.011717647314071655, 0.012170747853815556, 0.01262384932488203, 0.01307694986462593]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 3.0, 6.0, 2.0, 0.0, 2.0, 5.0, 1.0, 5.0, 8.0, 8.0, 7.0, 12.0, 17.0, 18.0, 34.0, 29.0, 35.0, 42.0, 68.0, 97.0, 108.0, 168.0, 316.0, 5059.0, 915.0, 304.0, 178.0, 108.0, 86.0, 81.0, 39.0, 29.0, 21.0, 26.0, 12.0, 15.0, 9.0, 5.0, 14.0, 2.0, 3.0, 5.0, 4.0, 5.0, 1.0, 2.0, 0.0, 4.0, 1.0, 3.0, 0.0, 0.0, 2.0], "bins": [-0.11573284864425659, -0.11241333931684494, -0.10909382998943329, -0.10577432066202164, -0.10245481878519058, -0.09913530945777893, -0.09581580013036728, -0.09249629080295563, -0.08917678147554398, -0.08585727214813232, -0.08253777027130127, -0.07921826094388962, -0.07589875161647797, -0.07257924228906631, -0.06925973296165466, -0.06594022363424301, -0.06262071430683136, -0.05930120870471001, -0.055981703102588654, -0.052662193775177, -0.04934268444776535, -0.046023178845644, -0.042703669518232346, -0.039384160190820694, -0.03606465458869934, -0.03274514526128769, -0.029425635933876038, -0.026106128469109535, -0.022786621004343033, -0.01946711167693138, -0.01614760421216488, -0.012828095816075802, -0.009508587419986725, -0.006189079023897648, -0.002869571093469858, 0.00044993706978857517, 0.0037694452330470085, 0.0070889536291360855, 0.010408461093902588, 0.013727969489991665, 0.017047477886080742, 0.020366985350847244, 0.023686494678258896, 0.027006002143025398, 0.0303255096077919, 0.03364501893520355, 0.036964528262615204, 0.04028403386473656, 0.04360354319214821, 0.04692305251955986, 0.05024255812168121, 0.053562067449092865, 0.05688157677650452, 0.06020108237862587, 0.06352059543132782, 0.06684009730815887, 0.07015960663557053, 0.07347911596298218, 0.07679862529039383, 0.08011813461780548, 0.08343764394521713, 0.08675714582204819, 0.09007665514945984, 0.09339616447687149, 0.09671567380428314]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 2.0, 3.0, 1.0, 2.0, 7.0, 2.0, 3.0, 4.0, 5.0, 7.0, 0.0, 3.0, 2.0, 4.0, 6.0, 5.0, 23.0, 6.0, 6.0, 2.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.002483460819348693, -0.002409419510513544, -0.0023353779688477516, -0.002261336660012603, -0.002187295351177454, -0.0021132538095116615, -0.0020392125006765127, -0.0019651709590107203, -0.0018911296501755714, -0.0018170882249251008, -0.0017430467996746302, -0.0016690054908394814, -0.0015949640655890107, -0.00152092264033854, -0.0014468813315033913, -0.0013728399062529206, -0.00129879848100245, -0.0012247570557519794, -0.0011507156305015087, -0.00107667432166636, -0.0010026328964158893, -0.0009285914711654186, -0.0008545501041226089, -0.0007805087370797992, -0.0007064673118293285, -0.0006324258865788579, -0.0005583845195360482, -0.000484343123389408, -0.0004103017272427678, -0.00033626033109612763, -0.00026221893494948745, -0.00018817753880284727, -0.00011413614265620708, -4.00947465095669e-05, 3.394664963707328e-05, 0.00010798804578371346, 0.00018202944193035364, 0.0002560708380769938, 0.000330112234223634, 0.0004041536303702742, 0.00047819502651691437, 0.000552236451767385, 0.0006262778188101947, 0.0007003191858530045, 0.0007743606111034751, 0.0008484020363539457, 0.0009224434033967555, 0.0009964847704395652, 0.0010705261956900358, 0.0011445676209405065, 0.001218609046190977, 0.001292650355026126, 0.0013666917802765965, 0.0014407332055270672, 0.001514774514362216, 0.0015888159396126866, 0.0016628573648631573, 0.001736898790113628, 0.0018109402153640985, 0.0018849815241992474, 0.00195902306586504, 0.0020330643747001886, 0.0021071056835353374, 0.00218114722520113, 0.0022551885340362787]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 3.0, 6.0, 4.0, 4.0, 9.0, 5.0, 10.0, 17.0, 14.0, 28.0, 23.0, 45.0, 53.0, 75.0, 106.0, 132.0, 199.0, 310.0, 406.0, 643.0, 970.0, 1579.0, 2657.0, 4389.0, 7785.0, 14814.0, 31954.0, 93508.0, 888774.0, 76928.0, 25634.0, 11934.0, 6352.0, 3823.0, 2190.0, 1492.0, 967.0, 565.0, 397.0, 278.0, 196.0, 118.0, 65.0, 54.0, 32.0, 30.0, 17.0, 12.0, 10.0, 10.0, 3.0, 6.0, 1.0, 2.0, 0.0, 3.0, 1.0], "bins": [-0.006011477205902338, -0.00584259582683444, -0.005673713982105255, -0.005504832603037357, -0.005335950758308172, -0.005167069379240274, -0.004998187534511089, -0.0048293061554431915, -0.004660424776375294, -0.004491542931646109, -0.004322661552578211, -0.004153779707849026, -0.003984898328781128, -0.0038160167168825865, -0.003647135104984045, -0.0034782534930855036, -0.003309371881186962, -0.0031404902692884207, -0.0029716086573898792, -0.0028027270454913378, -0.0026338454335927963, -0.0024649640545248985, -0.002296082442626357, -0.0021272008307278156, -0.001958319218829274, -0.0017894376069307327, -0.0016205559950321913, -0.0014516744995489717, -0.0012827928876504302, -0.0011139112757518888, -0.0009450297220610082, -0.0007761481683701277, -0.0006072665564715862, -0.00043838497367687523, -0.00026950339088216424, -0.00010062180808745325, 6.825977470725775e-05, 0.00023714135750196874, 0.00040602294029667974, 0.0005749044939875603, 0.0007437861058861017, 0.0009126677177846432, 0.0010815493296831846, 0.0012504308251664042, 0.0014193124370649457, 0.0015881940489634871, 0.0017570755444467068, 0.0019259571563452482, 0.0020948387682437897, 0.002263720380142331, 0.0024326019920408726, 0.002601483603939414, 0.0027703652158379555, 0.0029392465949058533, 0.0031081282068043947, 0.003277009818702936, 0.0034458914306014776, 0.003614773042500019, 0.0037836546543985605, 0.003952536266297102, 0.004121417645365, 0.004290299490094185, 0.004459180869162083, 0.004628062713891268, 0.004796944092959166]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 4.0, 2.0, 3.0, 3.0, 4.0, 7.0, 2.0, 4.0, 12.0, 4.0, 0.0, 4.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.051834989339113235, -0.05077888444066048, -0.04972277581691742, -0.04866667091846466, -0.0476105660200119, -0.046554457396268845, -0.045498352497816086, -0.04444224759936333, -0.04338613897562027, -0.04233003407716751, -0.04127392917871475, -0.040217820554971695, -0.039161715656518936, -0.03810561075806618, -0.03704950213432312, -0.03599339723587036, -0.0349372923374176, -0.033881183713674545, -0.032825078815221786, -0.03176897019147873, -0.03071286529302597, -0.02965676039457321, -0.028600653633475304, -0.027544546872377396, -0.026488441973924637, -0.02543233521282673, -0.02437622845172882, -0.023320121690630913, -0.022264016792178154, -0.021207910031080246, -0.020151803269982338, -0.01909569837152958, -0.01803959161043167, -0.016983484849333763, -0.015927379950881004, -0.014871273189783096, -0.013815166428685188, -0.012759060598909855, -0.011702954769134521, -0.010646848008036613, -0.00959074217826128, -0.008534636348485947, -0.007478529587388039, -0.006422423757612705, -0.0053663174621760845, -0.004310211166739464, -0.0032541051041334867, -0.0021979990415275097, -0.001141892746090889, -8.578656706959009e-05, 0.0009703196119517088, 0.002026425674557686, 0.0030825319699943066, 0.004138638265430927, 0.005194744095206261, 0.006250850390642881, 0.007306956686079502, 0.008363062515854836, 0.009419169276952744, 0.010475275106728077, 0.01153138093650341, 0.012587487697601318, 0.013643593527376652, 0.01469970028847456, 0.015755806118249893]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [8.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 6.0, 10.0, 5.0, 16.0, 7.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 4.0, 7.0, 10.0, 8.0, 11.0, 21.0, 16.0, 20.0, 27.0, 33.0, 60.0, 60.0, 77.0, 117.0, 190.0, 292.0, 418.0, 580.0, 737.0, 1071.0, 1635.0, 3148.0, 6085.0, 1409.0, 794.0, 470.0, 313.0, 216.0, 119.0, 88.0, 82.0, 59.0, 36.0, 36.0, 28.0, 20.0, 16.0, 21.0, 15.0, 8.0, 8.0, 4.0, 5.0], "bins": [-0.01683598756790161, -0.016445880755782127, -0.016055773943662643, -0.01566566713154316, -0.01527556125074625, -0.014885454438626766, -0.014495347626507282, -0.014105240814387798, -0.013715134933590889, -0.013325028121471405, -0.012934921309351921, -0.012544814497232437, -0.012154707685112953, -0.01176460087299347, -0.01137449499219656, -0.010984388180077076, -0.010594281367957592, -0.010204174555838108, -0.009814067743718624, -0.009423961862921715, -0.00903385505080223, -0.008643748238682747, -0.008253641426563263, -0.007863534614443779, -0.007473428267985582, -0.007083321455866098, -0.006693215109407902, -0.006303108297288418, -0.005913001485168934, -0.005522895138710737, -0.005132788326591253, -0.004742681980133057, -0.004352575168013573, -0.003962468355894089, -0.003572362009435892, -0.003182255197316408, -0.002792148618027568, -0.0024020420387387276, -0.0020119352266192436, -0.0016218286473304033, -0.001231722068041563, -0.0008416154305450618, -0.0004515087930485606, -6.140215555205941e-05, 0.0003287044819444418, 0.000718811119440943, 0.0011089177569374442, 0.0014990244526416063, 0.0018891310319304466, 0.002279237611219287, 0.002669344190508127, 0.003059451002627611, 0.0034495575819164515, 0.0038396641612052917, 0.004229770973324776, 0.004619877319782972, 0.005009984131902456, 0.00540009094402194, 0.005790197290480137, 0.006180304102599621, 0.006570410914719105, 0.006960517261177301, 0.007350624073296785, 0.007740730419754982, 0.008130837231874466]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 0.0, 3.0, 0.0, 3.0, 2.0, 2.0, 3.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08620022237300873, -0.08116350322961807, -0.07612678408622742, -0.07109007239341736, -0.0660533532500267, -0.06101663410663605, -0.05597991868853569, -0.05094320327043533, -0.04590648412704468, -0.04086976498365402, -0.035833049565553665, -0.03079633228480816, -0.025759615004062653, -0.020722897723317146, -0.01568618044257164, -0.010649463161826134, -0.0056127458810806274, -0.0005760286003351212, 0.004460688680410385, 0.009497405961155891, 0.014534123241901398, 0.019570840522646904, 0.02460755780339241, 0.029644275084137917, 0.03468099236488342, 0.03971771150827408, 0.044754426926374435, 0.04979114234447479, 0.05482786148786545, 0.059864580631256104, 0.06490129232406616, 0.06993801146745682, 0.07497473061084747, 0.08001144975423813, 0.08504816889762878, 0.09008488059043884, 0.0951215997338295, 0.10015831887722015, 0.10519503057003021, 0.11023174971342087, 0.11526846885681152, 0.12030518800020218, 0.12534190714359283, 0.1303786188364029, 0.13541534543037415, 0.1404520571231842, 0.14548876881599426, 0.15052549540996552, 0.15556220710277557, 0.16059891879558563, 0.16563564538955688, 0.17067235708236694, 0.175709068775177, 0.18074579536914825, 0.1857825070619583, 0.19081923365592957, 0.19585594534873962, 0.20089265704154968, 0.20592938363552094, 0.210966095328331, 0.21600282192230225, 0.2210395336151123, 0.22607624530792236, 0.23111297190189362, 0.23614968359470367]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 4.0, 4.0, 1.0, 5.0, 1.0, 4.0, 1.0, 3.0, 0.0, 6.0, 5.0, 4.0, 5.0, 8.0, 5.0, 8.0, 14.0, 33.0, 46.0, 22.0, 15.0, 8.0, 3.0, 12.0, 9.0, 6.0, 2.0, 3.0, 3.0, 4.0, 1.0, 3.0, 3.0, 2.0, 4.0, 3.0, 3.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.06370460242033005, -0.06107517331838608, -0.05844574421644211, -0.05581631138920784, -0.05318688228726387, -0.0505574531853199, -0.04792802035808563, -0.04529859125614166, -0.04266916215419769, -0.04003973305225372, -0.03741030395030975, -0.034780871123075485, -0.032151442021131516, -0.029522012919187546, -0.026892581954598427, -0.024263150990009308, -0.021633721888065338, -0.01900429278612137, -0.01637486182153225, -0.013745431788265705, -0.01111600175499916, -0.008486571721732616, -0.005857141688466072, -0.0032277116551995277, -0.0005982816219329834, 0.002031148411333561, 0.004660578444600105, 0.00729000847786665, 0.009919438511133194, 0.012548868544399738, 0.015178298577666283, 0.0178077295422554, 0.02043715864419937, 0.02306658774614334, 0.02569601871073246, 0.02832544967532158, 0.03095487877726555, 0.03358430787920952, 0.03621374070644379, 0.038843169808387756, 0.041472598910331726, 0.044102028012275696, 0.046731457114219666, 0.049360889941453934, 0.0519903190433979, 0.05461974814534187, 0.05724918097257614, 0.05987861007452011, 0.06250803917646408, 0.06513746827840805, 0.06776689738035202, 0.07039632648229599, 0.07302576303482056, 0.07565519213676453, 0.0782846212387085, 0.08091405034065247, 0.08354347944259644, 0.0861729085445404, 0.08880233764648438, 0.09143176674842834, 0.09406119585037231, 0.09669063240289688, 0.09932006150484085, 0.10194949060678482, 0.10457891970872879]}, "_runtime": 162.80497813224792, "_timestamp": 1596213033.5065157, "_step": 198}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 3.0, 2.0, 3.0, 3.0, 6.0, 6.0, 4.0, 3.0, 0.0, 0.0, 0.0, 3.0, 0.0, 3.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011614126153290272, -0.0112618925049901, -0.010909659788012505, -0.010557426139712334, -0.010205193422734737, -0.009852959774434566, -0.00950072705745697, -0.0091484934091568, -0.008796260692179203, -0.008444027043879032, -0.008091794326901436, -0.007739560678601265, -0.007387327495962381, -0.007035094313323498, -0.006682861130684614, -0.006330627948045731, -0.005978394765406847, -0.005626161582767963, -0.00527392840012908, -0.004921695217490196, -0.004569462034851313, -0.004217228852212429, -0.003864995436742902, -0.003512762254104018, -0.0031605290714651346, -0.002808295888826251, -0.0024560627061873674, -0.002103829523548484, -0.0017515962244942784, -0.0013993630418553948, -0.0010471297428011894, -0.0006948965601623058, -0.00034266337752342224, 9.569834219291806e-06, 0.00036180304596200585, 0.0007140362868085504, 0.001066269469447434, 0.0014185026520863175, 0.001770735951140523, 0.0021229691337794065, 0.00247520231641829, 0.0028274354990571737, 0.0031796686816960573, 0.003531901864334941, 0.003884135279804468, 0.004236368462443352, 0.004588601645082235, 0.004940834827721119, 0.0052930680103600025, 0.005645301192998886, 0.00599753437563777, 0.006349767558276653, 0.006702000740915537, 0.0070542339235544205, 0.007406467106193304, 0.007758700288832188, 0.008110933937132359, 0.008463166654109955, 0.008815400302410126, 0.009167633019387722, 0.009519866667687893, 0.00987209938466549, 0.01022433303296566, 0.010576565749943256, 0.010928799398243427]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0, 5.0, 3.0, 1.0, 11.0, 4.0, 8.0, 5.0, 8.0, 15.0, 8.0, 18.0, 19.0, 34.0, 44.0, 53.0, 58.0, 62.0, 116.0, 141.0, 244.0, 524.0, 5377.0, 469.0, 205.0, 124.0, 76.0, 57.0, 43.0, 46.0, 25.0, 17.0, 21.0, 18.0, 14.0, 3.0, 10.0, 9.0, 8.0, 8.0, 2.0, 3.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.11993833631277084, -0.11621806025505066, -0.11249778419733047, -0.10877751559019089, -0.1050572395324707, -0.10133696347475052, -0.09761668741703033, -0.09389641880989075, -0.09017614275217056, -0.08645586669445038, -0.0827355906367302, -0.07901531457901001, -0.07529504597187042, -0.07157476991415024, -0.06785449385643005, -0.06413421779870987, -0.060413945466279984, -0.0566936694085598, -0.05297339707612991, -0.04925312101840973, -0.04553284868597984, -0.04181257262825966, -0.03809230029582977, -0.03437202423810959, -0.030651750043034554, -0.02693147584795952, -0.023211201652884483, -0.019490927457809448, -0.015770651400089264, -0.012050378136336803, -0.008330103009939194, -0.004609828814864159, -0.0008895546197891235, 0.002830719808116555, 0.006550994236022234, 0.010271268896758556, 0.013991543091833591, 0.0177118182182312, 0.021432092413306236, 0.02515236660838127, 0.028872640803456306, 0.03259291499853134, 0.036313191056251526, 0.04003346338868141, 0.043753739446401596, 0.04747401177883148, 0.051194287836551666, 0.05491456016898155, 0.058634836226701736, 0.06235511228442192, 0.0660753846168518, 0.06979566067457199, 0.07351593673229218, 0.07723620533943176, 0.08095648139715195, 0.08467675745487213, 0.08839703351259232, 0.0921173095703125, 0.09583757817745209, 0.09955785423517227, 0.10327813029289246, 0.10699840635061264, 0.11071867495775223, 0.11443895101547241, 0.1181592270731926]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 3.0, 4.0, 3.0, 3.0, 2.0, 6.0, 4.0, 5.0, 5.0, 8.0, 2.0, 6.0, 3.0, 21.0, 3.0, 5.0, 5.0, 5.0, 4.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 2.0, 2.0, 4.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003311922773718834, -0.0032118249218910933, -0.0031117273028939962, -0.0030116294510662556, -0.0029115318320691586, -0.002811433980241418, -0.002711336128413677, -0.00261123850941658, -0.0025111406575888395, -0.002411042805761099, -0.002310945186764002, -0.002210847334936261, -0.0021107494831085205, -0.0020106518641114235, -0.0019105540122836828, -0.001810456276871264, -0.0017103585414588451, -0.0016102608060464263, -0.0015101630706340075, -0.0014100652188062668, -0.001309967483393848, -0.001209869747981429, -0.0011097718961536884, -0.0010096741607412696, -0.0009095764253288507, -0.0008094786899164319, -0.0007093808962963521, -0.0006092831026762724, -0.0005091853672638535, -0.00040908760274760425, -0.00030898983823135495, -0.00020889207371510565, -0.00010879430919885635, -8.696544682607055e-06, 9.140121983364224e-05, 0.00019149898434989154, 0.00029159674886614084, 0.00039169451338239014, 0.0004917922778986394, 0.0005918900715187192, 0.000691987806931138, 0.0007920855423435569, 0.0008921833359636366, 0.0009922811295837164, 0.0010923788649961352, 0.001192476600408554, 0.0012925744522362947, 0.0013926721876487136, 0.0014927699230611324, 0.0015928676584735513, 0.0016929653938859701, 0.0017930632457137108, 0.0018931609811261296, 0.0019932587165385485, 0.002093356568366289, 0.002193454187363386, 0.002293552039191127, 0.0023936498910188675, 0.0024937475100159645, 0.002593845361843705, 0.002693943213671446, 0.002794040832668543, 0.0028941386844962835, 0.0029942363034933805, 0.003094334155321121]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 5.0, 3.0, 2.0, 10.0, 4.0, 10.0, 10.0, 22.0, 30.0, 37.0, 48.0, 77.0, 111.0, 152.0, 205.0, 301.0, 517.0, 733.0, 1165.0, 1928.0, 3188.0, 5369.0, 9840.0, 19335.0, 46463.0, 179076.0, 810820.0, 50431.0, 21542.0, 11199.0, 6374.0, 3808.0, 2300.0, 1440.0, 962.0, 627.0, 426.0, 273.0, 210.0, 180.0, 107.0, 84.0, 58.0, 41.0, 30.0, 31.0, 17.0, 7.0, 9.0, 5.0, 6.0, 6.0, 1.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.005507204681634903, -0.005324663128703833, -0.005142121575772762, -0.004959580022841692, -0.004777038469910622, -0.004594496916979551, -0.004411954898387194, -0.004229413345456123, -0.004046871792525053, -0.0038643302395939827, -0.0036817886866629124, -0.003499247133731842, -0.0033167055808007717, -0.0031341640278697014, -0.0029516222421079874, -0.002769080689176917, -0.0025865391362458467, -0.0024039975833147764, -0.002221456030383706, -0.002038914244621992, -0.0018563726916909218, -0.0016738311387598515, -0.0014912895858287811, -0.001308747916482389, -0.0011262063635513186, -0.0009436647524125874, -0.0007611231412738562, -0.0005785815883427858, -0.0003960399772040546, -0.00021349838061723858, -3.095678403042257e-05, 0.00015158481255639344, 0.00033412640914320946, 0.0005166680202819407, 0.0006992096314206719, 0.0008817511843517423, 0.0010642928536981344, 0.0012468344066292048, 0.001429375959560275, 0.0016119176289066672, 0.0017944591818377376, 0.0019770008511841297, 0.0021595424041152, 0.0023420839570462704, 0.0025246255099773407, 0.002707167062908411, 0.002889708848670125, 0.0030722504016011953, 0.0032547919545322657, 0.003437333507463336, 0.0036198750603944063, 0.0038024168461561203, 0.003984958399087191, 0.004167499952018261, 0.004350041504949331, 0.004532583057880402, 0.004715124610811472, 0.004897666163742542, 0.005080207716673613, 0.00526274973526597, 0.0054452912881970406, 0.005627832841128111, 0.005810374394059181, 0.0059929159469902515, 0.006175457499921322]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 4.0, 1.0, 2.0, 2.0, 3.0, 8.0, 2.0, 2.0, 3.0, 0.0, 2.0, 1.0, 1.0, 2.0, 4.0, 4.0, 4.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.036715440452098846, -0.035942357033491135, -0.035169269889593124, -0.03439618647098541, -0.0336230993270874, -0.03285001590847969, -0.03207692876458168, -0.03130384534597397, -0.030530760064721107, -0.029757674783468246, -0.028984589502215385, -0.028211504220962524, -0.027438420802354813, -0.02666533552110195, -0.02589225023984909, -0.02511916495859623, -0.02434607967734337, -0.023572994396090508, -0.022799909114837646, -0.022026823833584785, -0.021253738552331924, -0.020480655133724213, -0.01970756985247135, -0.01893448457121849, -0.01816139928996563, -0.01738831400871277, -0.016615228727459908, -0.015842143446207047, -0.01506905909627676, -0.014295973815023899, -0.013522889465093613, -0.012749804183840752, -0.01197671890258789, -0.01120363362133503, -0.010430548340082169, -0.009657463990151882, -0.008884378708899021, -0.00811129342764616, -0.007338208612054586, -0.006565123796463013, -0.005792038515210152, -0.005018953233957291, -0.004245868418365717, -0.0034727833699434996, -0.002699698321521282, -0.0019266132730990648, -0.0011535282246768475, -0.0003804431762546301, 0.0003926418721675873, 0.0011657269205898046, 0.001938811969012022, 0.0027118970174342394, 0.0034849820658564568, 0.004258067347109318, 0.0050311521627008915, 0.005804236978292465, 0.006577322259545326, 0.007350407540798187, 0.008123492822051048, 0.008896577171981335, 0.009669662453234196, 0.010442747734487057, 0.011215832084417343, 0.011988917365670204, 0.012762002646923065]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 7.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 9.0, 18.0, 9.0, 21.0, 11.0, 8.0, 11.0, 7.0, 14.0, 10.0, 12.0, 23.0, 28.0, 31.0, 45.0, 43.0, 57.0, 47.0, 65.0, 74.0, 115.0, 121.0, 152.0, 186.0, 271.0, 343.0, 421.0, 589.0, 746.0, 1100.0, 1873.0, 5804.0, 1594.0, 1109.0, 793.0, 640.0, 447.0, 401.0, 250.0, 213.0, 162.0, 140.0, 97.0, 78.0, 78.0, 38.0, 20.0, 35.0, 20.0, 15.0, 9.0, 8.0, 5.0, 4.0, 1.0, 1.0], "bins": [-0.012252084910869598, -0.01194144506007433, -0.01163080520927906, -0.011320165358483791, -0.011009525507688522, -0.010698885656893253, -0.010388245806097984, -0.010077605955302715, -0.009766966104507446, -0.009456326253712177, -0.009145686402916908, -0.00883504655212164, -0.00852440670132637, -0.008213766850531101, -0.007903126999735832, -0.0075924876146018505, -0.0072818477638065815, -0.0069712079130113125, -0.0066605680622160435, -0.0063499282114207745, -0.0060392883606255054, -0.0057286485098302364, -0.005418008659034967, -0.005107368808239698, -0.004796729423105717, -0.004486089572310448, -0.004175449721515179, -0.003864809637889266, -0.0035541700199246407, -0.0032435301691293716, -0.0029328903183341026, -0.0026222504675388336, -0.0023116106167435646, -0.0020009707659482956, -0.0016903309151530266, -0.0013796911807730794, -0.0010690513299778104, -0.0007584114791825414, -0.00044777168659493327, -0.00013713186490349472, 0.00017350795678794384, 0.0004841477784793824, 0.000794787600170821, 0.001105427392758429, 0.001416067243553698, 0.001726707094348967, 0.0020373468287289143, 0.0023479866795241833, 0.0026586265303194523, 0.0029692663811147213, 0.0032799062319099903, 0.0035905460827052593, 0.0039011859335005283, 0.004211825784295797, 0.004522465635091066, 0.004833105485886335, 0.005143744871020317, 0.005454384721815586, 0.005765024572610855, 0.006075664423406124, 0.006386304274201393, 0.006696944124996662, 0.007007583975791931, 0.0073182238265872, 0.007628863677382469]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 1.0, 4.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06777213513851166, -0.06493905931711197, -0.06210597604513168, -0.059272896498441696, -0.05643981695175171, -0.05360674113035202, -0.05077366158366203, -0.047940582036972046, -0.04510750249028206, -0.04227442294359207, -0.039441343396902084, -0.0366082638502121, -0.03377518802881241, -0.030942106619477272, -0.028109028935432434, -0.025275949388742447, -0.02244286984205246, -0.019609790295362473, -0.016776710748672485, -0.013943633064627647, -0.01111055351793766, -0.008277473971247673, -0.0054443953558802605, -0.0026113162748515606, 0.00022176280617713928, 0.003054841887205839, 0.005887920968234539, 0.008720999583601952, 0.011554079130291939, 0.014387158676981926, 0.017220236361026764, 0.02005331590771675, 0.02288639545440674, 0.025719475001096725, 0.028552554547786713, 0.0313856340944767, 0.03421871364116669, 0.037051789462566376, 0.03988486900925636, 0.04271794855594635, 0.04555102810263634, 0.048384107649326324, 0.05121718719601631, 0.0540502667427063, 0.05688334256410599, 0.059716422110795975, 0.06254950165748596, 0.06538258492946625, 0.06821566075086594, 0.07104873657226562, 0.07388181984424591, 0.0767148956656456, 0.07954797893762589, 0.08238105475902557, 0.08521413803100586, 0.08804721385240555, 0.09088028967380524, 0.09371337294578552, 0.09654644876718521, 0.0993795320391655, 0.10221260786056519, 0.10504569113254547, 0.10787876695394516, 0.11071185022592545, 0.11354492604732513]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 3.0, 1.0, 2.0, 2.0, 3.0, 0.0, 2.0, 2.0, 2.0, 1.0, 7.0, 4.0, 2.0, 6.0, 4.0, 10.0, 12.0, 12.0, 19.0, 13.0, 21.0, 18.0, 25.0, 15.0, 16.0, 7.0, 7.0, 7.0, 6.0, 6.0, 6.0, 2.0, 4.0, 4.0, 2.0, 2.0, 0.0, 3.0, 0.0, 2.0, 2.0, 2.0, 2.0, 3.0, 1.0, 2.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.03383798152208328, -0.03238669037818909, -0.03093540109694004, -0.029484111815690994, -0.0280328206717968, -0.026581529527902603, -0.025130240246653557, -0.02367895096540451, -0.022227659821510315, -0.02077636867761612, -0.019325079396367073, -0.017873790115118027, -0.01642249897122383, -0.01497120875865221, -0.01351991854608059, -0.012068628333508968, -0.010617338120937347, -0.009166047908365726, -0.0077147576957941055, -0.006263467483222485, -0.004812177270650864, -0.0033608870580792427, -0.0019095968455076218, -0.0004583066329360008, 0.0009929835796356201, 0.002444273792207241, 0.003895564004778862, 0.005346854217350483, 0.006798144429922104, 0.008249434642493725, 0.009700724855065346, 0.011152015067636967, 0.012603305280208588, 0.014054595492780209, 0.01550588570535183, 0.016957174986600876, 0.01840846613049507, 0.019859757274389267, 0.021311046555638313, 0.02276233583688736, 0.024213626980781555, 0.02566491812467575, 0.027116207405924797, 0.028567496687173843, 0.03001878783106804, 0.031470078974962234, 0.03292136639356613, 0.03437265753746033, 0.03582394868135452, 0.03727523982524872, 0.038726530969142914, 0.04017781838774681, 0.041629109531641006, 0.0430804006755352, 0.0445316880941391, 0.045982979238033295, 0.04743427038192749, 0.048885561525821686, 0.05033685266971588, 0.05178814008831978, 0.053239431232213974, 0.05469072237610817, 0.05614200979471207, 0.05759330093860626, 0.05904459208250046]}, "_runtime": 163.6748402118683, "_timestamp": 1596213034.3763778, "_step": 199}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 3.0, 1.0, 2.0, 1.0, 4.0, 5.0, 3.0, 2.0, 2.0, 0.0, 4.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00755451712757349, -0.0073292129673063755, -0.007103908807039261, -0.0068786051124334335, -0.006653300952166319, -0.006427996791899204, -0.006202693097293377, -0.005977388937026262, -0.005752084776759148, -0.005526780616492033, -0.005301476456224918, -0.005076172761619091, -0.004850868601351976, -0.004625564441084862, -0.004400260746479034, -0.00417495658621192, -0.003949652425944805, -0.0037243482656776905, -0.0034990443382412195, -0.0032737404108047485, -0.003048436250537634, -0.0028231320902705193, -0.0025978281628340483, -0.0023725242353975773, -0.0021472200751304626, -0.0019219160312786698, -0.001696611987426877, -0.0014713079435750842, -0.0012460038997232914, -0.0010206998558714986, -0.0007953958120197058, -0.000570091768167913, -0.00034478772431612015, -0.00011948368046432734, 0.00010582036338746548, 0.0003311244072392583, 0.0005564284510910511, 0.0007817324949428439, 0.0010070365387946367, 0.0012323405826464295, 0.0014576446264982224, 0.0016829486703500152, 0.001908252714201808, 0.002133556641638279, 0.0023588608019053936, 0.0025841649621725082, 0.0028094688896089792, 0.00303477281704545, 0.003260076977312565, 0.0034853811375796795, 0.0037106850650161505, 0.0039359889924526215, 0.004161293152719736, 0.004386597312986851, 0.004611901007592678, 0.004837205167859793, 0.005062509328126907, 0.005287813488394022, 0.005513117648661137, 0.005738421343266964, 0.005963725503534079, 0.006189029663801193, 0.006414333358407021, 0.006639637518674135, 0.00686494167894125]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 5.0, 4.0, 10.0, 7.0, 11.0, 14.0, 10.0, 20.0, 16.0, 23.0, 26.0, 34.0, 38.0, 45.0, 49.0, 75.0, 81.0, 122.0, 160.0, 255.0, 4661.0, 1234.0, 289.0, 143.0, 119.0, 81.0, 68.0, 64.0, 48.0, 39.0, 33.0, 30.0, 19.0, 13.0, 20.0, 13.0, 10.0, 12.0, 4.0, 2.0, 4.0, 1.0, 4.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.09044880419969559, -0.08761752396821976, -0.08478624373674393, -0.0819549635052681, -0.07912368327379227, -0.07629240304231644, -0.0734611228108406, -0.07062984257936478, -0.06779855489730835, -0.06496727466583252, -0.06213599815964699, -0.05930471792817116, -0.05647343397140503, -0.0536421537399292, -0.05081087350845337, -0.04797959327697754, -0.04514831304550171, -0.04231703281402588, -0.03948575258255005, -0.03665447235107422, -0.03382319211959839, -0.03099191002547741, -0.02816062793135643, -0.0253293476998806, -0.02249806746840477, -0.01966678723692894, -0.01683550700545311, -0.01400422491133213, -0.0111729446798563, -0.00834166444838047, -0.005510383285582066, -0.002679102588444948, 0.0001521781086921692, 0.0029834588058292866, 0.005814739502966404, 0.008646020665764809, 0.011477300897240639, 0.014308581128716469, 0.017139863222837448, 0.019971143454313278, 0.02280242368578911, 0.02563370391726494, 0.02846498414874077, 0.0312962643802166, 0.03412754833698273, 0.03695882856845856, 0.03979010879993439, 0.04262138903141022, 0.04545266926288605, 0.04828394949436188, 0.05111522972583771, 0.05394650995731354, 0.05677779018878937, 0.059609074145555496, 0.062440354377031326, 0.06527163088321686, 0.06810291111469269, 0.07093419879674911, 0.07376547902822495, 0.07659675925970078, 0.0794280394911766, 0.08225931972265244, 0.08509059995412827, 0.0879218801856041, 0.09075316041707993]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 4.0, 3.0, 3.0, 5.0, 2.0, 4.0, 7.0, 4.0, 3.0, 4.0, 4.0, 6.0, 24.0, 1.0, 7.0, 4.0, 2.0, 7.0, 2.0, 2.0, 1.0, 4.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0025930318515747786, -0.002486597979441285, -0.0023801641073077917, -0.0022737302351742983, -0.002167296363040805, -0.0020608624909073114, -0.001954428618773818, -0.0018479947466403246, -0.0017415608745068312, -0.0016351270023733377, -0.0015286931302398443, -0.001422259258106351, -0.0013158253859728575, -0.001209391513839364, -0.0011029576417058706, -0.0009965237695723772, -0.0008900898974388838, -0.0007836560253053904, -0.0006772221531718969, -0.0005707882810384035, -0.0004643544089049101, -0.00035792053677141666, -0.00025148666463792324, -0.00014505279250442982, -3.8618920370936394e-05, 6.781495176255703e-05, 0.00017424882389605045, 0.0002806826960295439, 0.0003871165681630373, 0.0004935504402965307, 0.0005999843124300241, 0.0007064181845635176, 0.000812852056697011, 0.0009192859288305044, 0.0010257198009639978, 0.0011321536730974913, 0.0012385875452309847, 0.0013450214173644781, 0.0014514552894979715, 0.001557889161631465, 0.0016643230337649584, 0.0017707569058984518, 0.0018771907780319452, 0.0019836246501654387, 0.002090058522298932, 0.0021964923944324255, 0.002302926266565919, 0.0024093601386994123, 0.0025157940108329058, 0.002622227882966399, 0.0027286617550998926, 0.002835095627233386, 0.0029415294993668795, 0.003047963371500373, 0.0031543972436338663, 0.0032608311157673597, 0.003367264987900853, 0.0034736988600343466, 0.00358013273216784, 0.0036865666043013334, 0.003793000476434827, 0.0038994343485683203, 0.00400586798787117, 0.004112302325665951, 0.004218735732138157]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 8.0, 6.0, 9.0, 12.0, 20.0, 29.0, 39.0, 52.0, 79.0, 113.0, 133.0, 217.0, 334.0, 539.0, 852.0, 1324.0, 2295.0, 4206.0, 8245.0, 17665.0, 48144.0, 864708.0, 159007.0, 35429.0, 15452.0, 7853.0, 4446.0, 2766.0, 1751.0, 1136.0, 768.0, 534.0, 418.0, 280.0, 198.0, 154.0, 122.0, 81.0, 49.0, 41.0, 40.0, 22.0, 15.0, 13.0, 10.0, 8.0, 8.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.006764864083379507, -0.006522662937641144, -0.0062804617919027805, -0.006038260646164417, -0.005796059500426054, -0.005553858354687691, -0.0053116572089493275, -0.005069456063210964, -0.004827254917472601, -0.004585053771734238, -0.004342852625995874, -0.004100651480257511, -0.003858450334519148, -0.0036162491887807846, -0.0033740480430424213, -0.003131846897304058, -0.002889645751565695, -0.0026474446058273315, -0.0024052434600889683, -0.002163042314350605, -0.0019208411686122417, -0.0016786400228738785, -0.0014364388771355152, -0.001194237731397152, -0.0009520365856587887, -0.0007098354399204254, -0.00046763429418206215, -0.00022543314844369888, 1.6767997294664383e-05, 0.00025896914303302765, 0.0005011702887713909, 0.0007433714345097542, 0.0009855725802481174, 0.0012277737259864807, 0.001469974871724844, 0.0017121760174632072, 0.0019543771632015705, 0.0021965783089399338, 0.002438779454678297, 0.0026809806004166603, 0.0029231817461550236, 0.003165382891893387, 0.00340758403763175, 0.0036497851833701134, 0.0038919863291084766, 0.00413418747484684, 0.004376388620585203, 0.0046185897663235664, 0.00486079091206193, 0.005102992057800293, 0.005345193203538656, 0.0055873943492770195, 0.005829595495015383, 0.006071796640753746, 0.006313997786492109, 0.0065561989322304726, 0.006798400077968836, 0.007040601223707199, 0.007282802369445562, 0.007525003515183926, 0.007767204660922289, 0.008009405806660652, 0.008251607418060303, 0.008493808098137379, 0.008736008778214455]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 3.0, 2.0, 4.0, 7.0, 2.0, 5.0, 4.0, 5.0, 1.0, 2.0, 3.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014332065358757973, -0.013564975932240486, -0.012797886505723, -0.012030797079205513, -0.011263707652688026, -0.010496619157493114, -0.009729529730975628, -0.008962440304458141, -0.008195350877940655, -0.007428261451423168, -0.006661172024905682, -0.005894083064049482, -0.005126993637531996, -0.004359904211014509, -0.0035928150173276663, -0.0028257258236408234, -0.002058636397123337, -0.001291547087021172, -0.0005244577769190073, 0.00024263153318315744, 0.0010097208432853222, 0.001776810153387487, 0.0025438994634896517, 0.0033109886571764946, 0.004078078083693981, 0.004845167510211468, 0.005612256936728954, 0.006379345897585154, 0.00714643532410264, 0.00791352428495884, 0.008680613711476326, 0.009447703137993813, 0.0102147925645113, 0.010981881991028786, 0.011748971417546272, 0.012516060844063759, 0.013283150270581245, 0.014050238765776157, 0.014817328192293644, 0.01558441761881113, 0.016351506114006042, 0.01711859554052353, 0.017885684967041016, 0.018652774393558502, 0.01941986382007599, 0.020186953246593475, 0.020954042673110962, 0.02172113209962845, 0.022488221526145935, 0.02325531095266342, 0.024022400379180908, 0.024789489805698395, 0.02555657923221588, 0.026323668658733368, 0.027090758085250854, 0.02785784751176834, 0.028624936938285828, 0.029392024502158165, 0.03015911392867565, 0.030926203355193138, 0.031693294644355774, 0.03246038407087326, 0.03322747349739075, 0.033994562923908234, 0.03476165235042572]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 2.0, 3.0, 4.0, 1.0, 5.0, 5.0, 9.0, 10.0, 15.0, 23.0, 26.0, 44.0, 51.0, 92.0, 107.0, 159.0, 222.0, 336.0, 494.0, 772.0, 1286.0, 2635.0, 6527.0, 1987.0, 1233.0, 721.0, 495.0, 289.0, 231.0, 174.0, 115.0, 81.0, 59.0, 40.0, 29.0, 23.0, 12.0, 11.0, 12.0, 15.0, 15.0, 12.0, 16.0, 4.0, 0.0, 4.0, 4.0, 6.0, 4.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0128577696159482, -0.012416317127645016, -0.011974865570664406, -0.011533413082361221, -0.011091961525380611, -0.010650509037077427, -0.010209057480096817, -0.009767604991793633, -0.009326152503490448, -0.008884700946509838, -0.008443248458206654, -0.008001796901226044, -0.007560344412922859, -0.007118892390280962, -0.006677440367639065, -0.006235988344997168, -0.00579453632235527, -0.005353084299713373, -0.004911632277071476, -0.004470180254429579, -0.004028728231787682, -0.0035872759763151407, -0.0031458237208426, -0.0027043716982007027, -0.0022629196755588055, -0.0018214676529169083, -0.0013800155138596892, -0.0009385634330101311, -0.000497111352160573, -5.565927131101489e-05, 0.0003857928095385432, 0.0008272448903881013, 0.0012686969712376595, 0.0017101489938795567, 0.002151601016521454, 0.0025930532719939947, 0.003034505294635892, 0.003475957317277789, 0.00391740957275033, 0.004358861595392227, 0.004800313618034124, 0.005241765640676022, 0.005683217663317919, 0.006124669685959816, 0.0065661221742630005, 0.007007574196904898, 0.007449026219546795, 0.007890477776527405, 0.00833193026483059, 0.008773382753133774, 0.009214834310114384, 0.009656286798417568, 0.010097738355398178, 0.010539190843701363, 0.010980642400681973, 0.011422094888985157, 0.011863546445965767, 0.012304998934268951, 0.012746451422572136, 0.013187902979552746, 0.01362935546785593, 0.01407080702483654, 0.014512259513139725, 0.014953711070120335, 0.01539516355842352]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 4.0, 4.0, 3.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.1248140037059784, -0.12218645215034485, -0.1195589080452919, -0.11693136394023895, -0.11430381238460541, -0.11167626082897186, -0.10904871672391891, -0.10642117261886597, -0.10379362106323242, -0.10116606950759888, -0.09853852540254593, -0.09591098129749298, -0.09328342974185944, -0.09065587818622589, -0.08802833408117294, -0.08540078997612, -0.08277323842048645, -0.0801456868648529, -0.07751814275979996, -0.07489059865474701, -0.07226304709911346, -0.06963549554347992, -0.06700795143842697, -0.06438040733337402, -0.06175285577774048, -0.05912530794739723, -0.056497760117053986, -0.05387021228671074, -0.05124266445636749, -0.048615116626024246, -0.045987568795681, -0.04336002096533775, -0.04073247313499451, -0.03810492530465126, -0.035477377474308014, -0.03284982964396477, -0.03022228181362152, -0.027594733983278275, -0.024967186152935028, -0.02233963832259178, -0.019712090492248535, -0.01708454266190529, -0.014456994831562042, -0.011829447001218796, -0.00920189917087555, -0.006574351340532303, -0.003946803510189056, -0.00131925567984581, 0.0013082921504974365, 0.003935839980840683, 0.0065633878111839294, 0.009190935641527176, 0.011818483471870422, 0.014446031302213669, 0.017073579132556915, 0.019701126962900162, 0.022328674793243408, 0.024956222623586655, 0.0275837704539299, 0.030211318284273148, 0.032838866114616394, 0.03546641394495964, 0.03809396177530289, 0.04072150960564613, 0.04334905743598938]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 7.0, 5.0, 4.0, 4.0, 9.0, 5.0, 12.0, 9.0, 10.0, 6.0, 9.0, 16.0, 9.0, 14.0, 32.0, 14.0, 15.0, 11.0, 12.0, 8.0, 3.0, 9.0, 15.0, 0.0, 7.0, 4.0, 6.0, 1.0, 3.0, 2.0, 0.0, 2.0, 4.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0462644025683403, -0.04500260204076767, -0.043740805238485336, -0.042479008436203, -0.04121720790863037, -0.03995540738105774, -0.038693610578775406, -0.03743181377649307, -0.03617001324892044, -0.03490821272134781, -0.033646415919065475, -0.03238461911678314, -0.03112281858921051, -0.029861019924283028, -0.028599221259355545, -0.027337422594428062, -0.02607562392950058, -0.024813825264573097, -0.023552026599645615, -0.022290227934718132, -0.02102842926979065, -0.019766630604863167, -0.018504831939935684, -0.0172430332750082, -0.01598123461008072, -0.014719435945153236, -0.013457637280225754, -0.012195838615298271, -0.010934039950370789, -0.009672241285443306, -0.008410442620515823, -0.007148643955588341, -0.005886845290660858, -0.0046250466257333755, -0.003363247960805893, -0.0021014492958784103, -0.0008396506309509277, 0.00042214803397655487, 0.0016839466989040375, 0.00294574536383152, 0.004207544028759003, 0.005469342693686485, 0.006731141358613968, 0.00799294002354145, 0.009254738688468933, 0.010516537353396416, 0.011778336018323898, 0.013040134683251381, 0.014301933348178864, 0.015563732013106346, 0.01682553067803383, 0.01808732934296131, 0.019349128007888794, 0.020610926672816277, 0.02187272533774376, 0.023134524002671242, 0.024396322667598724, 0.025658121332526207, 0.02691991999745369, 0.028181718662381172, 0.029443517327308655, 0.030705315992236137, 0.03196711465716362, 0.03322891145944595, 0.034490711987018585]}, "_runtime": 164.5236737728119, "_timestamp": 1596213035.2252114, "_step": 200}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 5.0, 6.0, 2.0, 5.0, 7.0, 1.0, 3.0, 0.0, 1.0, 3.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009347470477223396, -0.009032830595970154, -0.008718191646039486, -0.008403551764786243, -0.008088912814855576, -0.00777427339926362, -0.007459633983671665, -0.00714499456807971, -0.006830355152487755, -0.006515715271234512, -0.006201075855642557, -0.005886436440050602, -0.005571797024458647, -0.005257157608866692, -0.004942518193274736, -0.004627878777682781, -0.004313239362090826, -0.003998599946498871, -0.0036839605309069157, -0.0033693211153149605, -0.0030546816997230053, -0.0027400420513004065, -0.0024254026357084513, -0.002110763220116496, -0.001796123804524541, -0.0014814843889325857, -0.0011668449733406305, -0.0008522054413333535, -0.0005375660257413983, -0.0002229265810456127, 9.171286365017295e-05, 0.0004063523083459586, 0.0007209917530417442, 0.0010356311686336994, 0.0013502705842256546, 0.0016649101162329316, 0.001979549415409565, 0.002294189063832164, 0.002608828479424119, 0.002923467895016074, 0.0032381073106080294, 0.0035527467261999846, 0.0038673861417919397, 0.004182025790214539, 0.004496665205806494, 0.004811304621398449, 0.005125944036990404, 0.005440583452582359, 0.0057552228681743145, 0.00606986228376627, 0.006384501699358225, 0.00669914111495018, 0.007013780530542135, 0.00732841994613409, 0.007643059361726046, 0.007957698777318, 0.008272338658571243, 0.008586977608501911, 0.008901617489755154, 0.009216256439685822, 0.009530896320939064, 0.009845535270869732, 0.010160175152122974, 0.010474814102053642, 0.010789453983306885]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 2.0, 4.0, 2.0, 4.0, 8.0, 5.0, 2.0, 1.0, 9.0, 8.0, 9.0, 5.0, 5.0, 20.0, 13.0, 23.0, 40.0, 45.0, 42.0, 63.0, 84.0, 135.0, 178.0, 296.0, 4424.0, 1480.0, 317.0, 194.0, 120.0, 95.0, 58.0, 49.0, 32.0, 26.0, 27.0, 24.0, 10.0, 10.0, 9.0, 9.0, 3.0, 6.0, 6.0, 2.0, 1.0, 6.0, 6.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.10831886529922485, -0.10492967814207077, -0.10154049843549728, -0.0981513112783432, -0.09476213157176971, -0.09137294441461563, -0.08798375725746155, -0.08459457755088806, -0.08120539039373398, -0.0778162032365799, -0.07442702353000641, -0.07103783637285233, -0.06764864921569824, -0.06425946950912476, -0.06087028235197067, -0.05748109892010689, -0.0540919154882431, -0.05070273205637932, -0.04731354862451553, -0.04392436146736145, -0.040535178035497665, -0.03714599460363388, -0.0337568074464798, -0.030367624014616013, -0.026978440582752228, -0.023589257150888443, -0.02020007185637951, -0.016810886561870575, -0.01342170313000679, -0.01003251876682043, -0.006643334403634071, -0.003254150040447712, 0.00013503432273864746, 0.003524218685925007, 0.006913403049111366, 0.010302587412297726, 0.013691771775484085, 0.01708095520734787, 0.020470140501856804, 0.023859325796365738, 0.027248509228229523, 0.030637692660093307, 0.03402687609195709, 0.037416063249111176, 0.04080524668097496, 0.044194430112838745, 0.04758361726999283, 0.05097280070185661, 0.0543619841337204, 0.05775116756558418, 0.06114035099744797, 0.06452953815460205, 0.06791871786117554, 0.07130790501832962, 0.0746970921754837, 0.07808627188205719, 0.08147545903921127, 0.08486464619636536, 0.08825382590293884, 0.09164301306009293, 0.09503220021724701, 0.0984213799238205, 0.10181056708097458, 0.10519974678754807, 0.10858893394470215]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 3.0, 7.0, 2.0, 4.0, 5.0, 3.0, 8.0, 22.0, 2.0, 2.0, 3.0, 4.0, 2.0, 4.0, 0.0, 1.0, 3.0, 2.0, 3.0, 5.0, 5.0, 5.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.003623640863224864, -0.0035269998479634523, -0.0034303590655326843, -0.0033337180502712727, -0.003237077035009861, -0.003140436252579093, -0.0030437952373176813, -0.0029471544548869133, -0.0028505134396255016, -0.00275387242436409, -0.002657231641933322, -0.0025605906266719103, -0.0024639498442411423, -0.0023673088289797306, -0.002270667813718319, -0.002174027031287551, -0.0020773860160261393, -0.0019807450007647276, -0.0018841042183339596, -0.001787463203072548, -0.001690822304226458, -0.0015941814053803682, -0.0014975403901189566, -0.0014008994912728667, -0.0013042585924267769, -0.001207617693580687, -0.0011109767947345972, -0.0010143357794731855, -0.0009176948806270957, -0.0008210539817810059, -0.0007244130247272551, -0.0006277720676735044, -0.0005311311688274145, -0.0004344902408774942, -0.0003378493129275739, -0.00024120838497765362, -0.00014456745702773333, -4.792652907781303e-05, 4.871439887210727e-05, 0.00014535532682202756, 0.00024199625477194786, 0.00033863718272186816, 0.00043527811067178845, 0.0005319190677255392, 0.000628559966571629, 0.0007252008654177189, 0.0008218418224714696, 0.0009184827795252204, 0.0010151236783713102, 0.0011117645772174, 0.00120840547606349, 0.0013050464913249016, 0.0014016873901709914, 0.0014983282890170813, 0.001594969304278493, 0.0016916102031245828, 0.0017882511019706726, 0.0018848920008167624, 0.0019815328996628523, 0.002078173914924264, 0.002174814697355032, 0.0022714557126164436, 0.0023680967278778553, 0.0024647375103086233, 0.002561378525570035]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 3.0, 3.0, 5.0, 9.0, 13.0, 17.0, 33.0, 33.0, 59.0, 59.0, 101.0, 171.0, 221.0, 332.0, 544.0, 807.0, 1340.0, 2131.0, 3953.0, 7099.0, 15327.0, 41545.0, 806313.0, 213156.0, 41554.0, 18366.0, 10155.0, 5881.0, 3605.0, 2315.0, 1571.0, 968.0, 645.0, 411.0, 291.0, 182.0, 135.0, 89.0, 52.0, 26.0, 39.0, 22.0, 16.0, 15.0, 3.0, 6.0, 4.0, 4.0, 5.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.00859143864363432, -0.008338674902915955, -0.008085910230875015, -0.00783314649015665, -0.007580382749438286, -0.007327618543058634, -0.007074854336678982, -0.006822090595960617, -0.006569326389580965, -0.006316562183201313, -0.006063798442482948, -0.005811034236103296, -0.005558270029723644, -0.0053055062890052795, -0.0050527420826256275, -0.004799978341907263, -0.004547214135527611, -0.004294449929147959, -0.004041686188429594, -0.003788921982049942, -0.0035361580085009336, -0.0032833940349519253, -0.0030306298285722733, -0.002777865855023265, -0.0025251018814742565, -0.002272337907925248, -0.0020195739343762398, -0.0017668097279965878, -0.0015140457544475794, -0.001261281780898571, -0.0010085176909342408, -0.0007557536591775715, -0.0005029896274209023, -0.00025022559566423297, 2.5384360924363136e-06, 0.0002553024678491056, 0.0005080664996057749, 0.0007608305313624442, 0.0010135945631191134, 0.0012663586530834436, 0.001519122626632452, 0.0017718866001814604, 0.0020246505737304688, 0.0022774147801101208, 0.002530178753659129, 0.0027829427272081375, 0.0030357069335877895, 0.003288470907136798, 0.0035412348806858063, 0.0037939988542348146, 0.004046762827783823, 0.004299527034163475, 0.00455229077488184, 0.004805054981261492, 0.005057819187641144, 0.0053105829283595085, 0.0055633471347391605, 0.0058161113411188126, 0.006068875081837177, 0.006321639288216829, 0.006574403494596481, 0.006827167235314846, 0.007079931441694498, 0.007332695182412863, 0.007585459388792515]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 3.0, 8.0, 0.0, 6.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01712542586028576, -0.01650451309978962, -0.01588360220193863, -0.01526268944144249, -0.014641777612268925, -0.01402086578309536, -0.01339995302259922, -0.012779041193425655, -0.01215812936425209, -0.011537217535078526, -0.01091630570590496, -0.010295392945408821, -0.009674481116235256, -0.009053569287061691, -0.008432656526565552, -0.007811744697391987, -0.007190832868218422, -0.006569921039044857, -0.005949008744210005, -0.005328096449375153, -0.004707184620201588, -0.004086272791028023, -0.0034653604961931705, -0.002844448434188962, -0.0022235363721847534, -0.0016026243101805449, -0.0009817122481763363, -0.0003608001861721277, 0.00026011187583208084, 0.0008810239378362894, 0.001501935999840498, 0.0021228480618447065, 0.002743760123848915, 0.0033646721858531237, 0.003985584247857332, 0.0046064965426921844, 0.005227408371865749, 0.005848320201039314, 0.0064692324958741665, 0.007090144790709019, 0.007711056619882584, 0.008331968449056149, 0.008952880278229713, 0.009573793038725853, 0.010194704867899418, 0.010815616697072983, 0.011436529457569122, 0.012057441286742687, 0.012678353115916252, 0.013299264945089817, 0.013920176774263382, 0.014541089534759521, 0.015162001363933086, 0.01578291319310665, 0.01640382595360279, 0.01702473685145378, 0.01764564961194992, 0.01826656237244606, 0.01888747327029705, 0.01950838603079319, 0.02012929692864418, 0.02075020968914032, 0.02137112244963646, 0.02199203334748745, 0.02261294610798359]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 3.0, 5.0, 8.0, 13.0, 13.0, 17.0, 26.0, 29.0, 44.0, 49.0, 69.0, 71.0, 114.0, 162.0, 172.0, 219.0, 320.0, 404.0, 559.0, 751.0, 1107.0, 1849.0, 5797.0, 1844.0, 1180.0, 793.0, 606.0, 421.0, 339.0, 226.0, 202.0, 194.0, 133.0, 139.0, 116.0, 78.0, 66.0, 51.0, 43.0, 29.0, 27.0, 21.0, 18.0, 18.0, 10.0, 12.0, 10.0, 9.0, 9.0, 6.0, 7.0, 5.0, 2.0, 2.0, 3.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0], "bins": [-0.009600420482456684, -0.009222003631293774, -0.008843587711453438, -0.008465170860290527, -0.008086754009127617, -0.007708338089287281, -0.007329921238124371, -0.006951504852622747, -0.006573088467121124, -0.006194672081619501, -0.005816255696117878, -0.0054378388449549675, -0.005059422459453344, -0.004681006073951721, -0.004302589222788811, -0.003924172837287188, -0.0035457564517855644, -0.0031673400662839413, -0.0027889234479516745, -0.0024105068296194077, -0.0020320904441177845, -0.0016536739422008395, -0.0012752574402838945, -0.0008968409383669496, -0.0005184244364500046, -0.0001400079345330596, 0.00023840856738388538, 0.0006168250693008304, 0.0009952415712177753, 0.0013736580731347203, 0.0017520745750516653, 0.002130491193383932, 0.0025089075788855553, 0.0028873239643871784, 0.0032657405827194452, 0.003644157201051712, 0.004022573586553335, 0.004400989972054958, 0.004779406823217869, 0.005157823208719492, 0.005536239594221115, 0.005914655979722738, 0.006293072365224361, 0.006671489216387272, 0.007049905601888895, 0.007428321987390518, 0.007806738838553429, 0.008185154758393764, 0.008563571609556675, 0.008941988460719585, 0.009320404380559921, 0.009698821231722832, 0.010077238082885742, 0.010455654002726078, 0.010834070853888988, 0.011212486773729324, 0.011590903624892235, 0.011969320476055145, 0.012347736395895481, 0.012726153247058392, 0.013104569166898727, 0.013482986018061638, 0.013861402869224548, 0.014239818789064884, 0.014618235640227795]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.19488036632537842, -0.1907469630241394, -0.18661357462406158, -0.18248017132282257, -0.17834676802158356, -0.17421337962150574, -0.17007997632026672, -0.1659465730190277, -0.1618131697177887, -0.15767978131771088, -0.15354637801647186, -0.14941297471523285, -0.14527958631515503, -0.14114618301391602, -0.137012779712677, -0.13287939131259918, -0.12874598801136017, -0.12461259216070175, -0.12047918885946274, -0.11634579300880432, -0.11221238970756531, -0.10807899385690689, -0.10394559800624847, -0.09981219470500946, -0.09567879885435104, -0.09154540300369263, -0.08741199970245361, -0.0832786038517952, -0.07914520800113678, -0.07501180469989777, -0.07087840884923935, -0.06674500554800034, -0.06261160969734192, -0.058478210121393204, -0.05434481054544449, -0.05021141469478607, -0.04607801511883736, -0.04194461554288864, -0.037811219692230225, -0.03367782011628151, -0.029544420540332794, -0.02541102096438408, -0.021277623251080513, -0.017144225537776947, -0.013010825961828232, -0.008877427317202091, -0.004744028672575951, -0.00061063002794981, 0.0035227686166763306, 0.007656167261302471, 0.011789565905928612, 0.015922963619232178, 0.020056363195180893, 0.024189762771129608, 0.028323160484433174, 0.03245655819773674, 0.036589957773685455, 0.04072335734963417, 0.044856756925582886, 0.0489901527762413, 0.05312355235219002, 0.05725695192813873, 0.06139034777879715, 0.06552375108003616, 0.06965714693069458]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 5.0, 3.0, 3.0, 3.0, 6.0, 4.0, 13.0, 13.0, 8.0, 9.0, 47.0, 34.0, 29.0, 11.0, 10.0, 11.0, 8.0, 9.0, 7.0, 8.0, 8.0, 5.0, 5.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.13139554858207703, -0.1285163313150406, -0.12563709914684296, -0.12275788187980652, -0.11987865716218948, -0.11699943244457245, -0.11412021517753601, -0.11124099045991898, -0.10836176574230194, -0.1054825484752655, -0.10260332375764847, -0.09972409904003143, -0.0968448743224144, -0.09396565705537796, -0.09108643233776093, -0.08820720762014389, -0.08532798290252686, -0.08244876563549042, -0.07956954091787338, -0.07669031620025635, -0.07381109893321991, -0.07093187421560287, -0.06805264949798584, -0.0651734247803688, -0.06229420751333237, -0.05941498279571533, -0.056535761803388596, -0.05365653708577156, -0.050777316093444824, -0.04789809137582779, -0.04501887038350105, -0.04213964566588402, -0.03926042467355728, -0.036381203681230545, -0.03350197896361351, -0.030622756108641624, -0.02774353325366974, -0.024864312261343002, -0.021985089406371117, -0.01910586655139923, -0.016226643696427345, -0.01334742084145546, -0.010468197986483574, -0.007588976062834263, -0.004709753207862377, -0.0018305305857211351, 0.0010486920364201069, 0.003927914425730705, 0.006807137280702591, 0.009686360135674477, 0.012565582990646362, 0.015444804914295673, 0.018324028700590134, 0.02120324969291687, 0.024082472547888756, 0.02696169540286064, 0.029840918257832527, 0.03272014111280441, 0.03559936210513115, 0.038478586822748184, 0.04135780781507492, 0.044237032532691956, 0.04711625352501869, 0.04999547824263573, 0.05287469923496246]}, "_runtime": 165.3712661266327, "_timestamp": 1596213036.0728037, "_step": 201}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 4.0, 0.0, 2.0, 6.0, 5.0, 3.0, 11.0, 1.0, 7.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.011523570865392685, -0.011194238439202309, -0.010864906944334507, -0.01053557451814413, -0.010206242091953754, -0.009876909665763378, -0.009547578170895576, -0.0092182457447052, -0.008888913318514824, -0.008559581823647022, -0.008230249397456646, -0.00790091697126627, -0.007571585010737181, -0.007242252584546804, -0.0069129206240177155, -0.006583588197827339, -0.00625425623729825, -0.005924924276769161, -0.005595591850578785, -0.005266259890049696, -0.00493692746385932, -0.004607595503330231, -0.004278263077139854, -0.0039489311166107655, -0.003619598923251033, -0.0032902667298913, -0.0029609345365315676, -0.002631602343171835, -0.002302270382642746, -0.0019729381892830133, -0.0016436059959232807, -0.001314273802563548, -0.0009849416092038155, -0.0006556094158440828, -0.0003262772806920111, 3.054883563891053e-06, 0.0003323870478197932, 0.0006617192411795259, 0.0009910513181239367, 0.0013203835114836693, 0.001649715704843402, 0.0019790478982031345, 0.002308380091562867, 0.0026377122849226, 0.0029670442454516888, 0.0032963764388114214, 0.003625708632171154, 0.00395504105836153, 0.004284373018890619, 0.004613704979419708, 0.0049430374056100845, 0.0052723693661391735, 0.00560170179232955, 0.005931033752858639, 0.006260366179049015, 0.006589698139578104, 0.006919030100107193, 0.007248362526297569, 0.007577694486826658, 0.007907026447355747, 0.008236358873546124, 0.0085656912997365, 0.008895023725926876, 0.009224355220794678, 0.009553687646985054]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 3.0, 4.0, 3.0, 7.0, 7.0, 6.0, 11.0, 14.0, 9.0, 26.0, 22.0, 33.0, 28.0, 47.0, 46.0, 59.0, 103.0, 144.0, 252.0, 497.0, 5481.0, 428.0, 193.0, 110.0, 96.0, 61.0, 42.0, 46.0, 31.0, 21.0, 15.0, 14.0, 14.0, 12.0, 10.0, 6.0, 11.0, 4.0, 3.0, 2.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.11452238261699677, -0.1113668829202652, -0.10821139067411423, -0.10505589097738266, -0.10190039128065109, -0.09874489903450012, -0.09558939933776855, -0.09243389964103699, -0.08927839994430542, -0.08612290769815445, -0.08296740800142288, -0.07981190830469131, -0.07665641605854034, -0.07350091636180878, -0.07034541666507721, -0.06718992441892624, -0.06403442472219467, -0.0608789287507534, -0.057723429054021835, -0.054567933082580566, -0.051412433385849, -0.04825693741440773, -0.04510144144296646, -0.041945941746234894, -0.038790445774793625, -0.035634949803352356, -0.03247945010662079, -0.02932395413517952, -0.0261684563010931, -0.023012958467006683, -0.019857462495565414, -0.016701964661478996, -0.013546466827392578, -0.01039096899330616, -0.0072354720905423164, -0.004079974722117186, -0.0009244773536920547, 0.002231020014733076, 0.005386517383158207, 0.00854201428592205, 0.011697512120008469, 0.014853009954094887, 0.018008507788181305, 0.021164003759622574, 0.024319501593708992, 0.02747499942779541, 0.03063049539923668, 0.033785995095968246, 0.036941491067409515, 0.040096987038850784, 0.04325248673558235, 0.04640798270702362, 0.04956348240375519, 0.05271897837519646, 0.055874474346637726, 0.05902997404336929, 0.06218547001481056, 0.06534096598625183, 0.0684964656829834, 0.07165196537971497, 0.07480745762586594, 0.0779629573225975, 0.08111845701932907, 0.08427394926548004, 0.08742944896221161]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 2.0, 5.0, 2.0, 3.0, 2.0, 6.0, 5.0, 4.0, 5.0, 4.0, 3.0, 2.0, 22.0, 3.0, 2.0, 5.0, 3.0, 5.0, 1.0, 4.0, 1.0, 1.0, 2.0, 4.0, 3.0, 3.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0026856809854507446, -0.0026048722211271524, -0.002524063689634204, -0.0024432549253106117, -0.002362446393817663, -0.002281637629494071, -0.0022008290980011225, -0.0021200203336775303, -0.0020392118021845818, -0.0019584030378609896, -0.0018775943899527192, -0.0017967857420444489, -0.0017159769777208567, -0.0016351683298125863, -0.001554359681904316, -0.0014735510339960456, -0.0013927423860877752, -0.0013119337381795049, -0.0012311250902712345, -0.0011503164423629642, -0.0010695077944546938, -0.0009886990301311016, -0.0009078903822228312, -0.0008270817343145609, -0.0007462730864062905, -0.0006654644384980202, -0.0005846557905897498, -0.0005038470844738185, -0.0004230384365655482, -0.0003422297886572778, -0.000261421111645177, -0.00018061244918499142, -9.980378672480583e-05, -1.8995124264620245e-05, 6.181353819556534e-05, 0.00014262220065575093, 0.00022343086311593652, 0.0003042395110242069, 0.0003850481880363077, 0.0004658568650484085, 0.0005466655129566789, 0.0006274741608649492, 0.0007082828087732196, 0.0007890915148891509, 0.0008699001627974212, 0.0009507088107056916, 0.0010315175168216228, 0.0011123261647298932, 0.0011931348126381636, 0.001273943460546434, 0.0013547521084547043, 0.0014355607563629746, 0.001516369404271245, 0.0015971781685948372, 0.0016779868165031075, 0.001758795464411378, 0.0018396041123196483, 0.0019204127602279186, 0.002001221524551511, 0.0020820300560444593, 0.0021628388203680515, 0.002243647351861, 0.0023244561161845922, 0.0024052646476775408, 0.002486073412001133]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 5.0, 8.0, 9.0, 8.0, 13.0, 23.0, 40.0, 47.0, 67.0, 86.0, 147.0, 245.0, 343.0, 546.0, 880.0, 1354.0, 2229.0, 3801.0, 7242.0, 15644.0, 45128.0, 286588.0, 741094.0, 38602.0, 15906.0, 8157.0, 4434.0, 2492.0, 1522.0, 940.0, 620.0, 416.0, 281.0, 217.0, 158.0, 113.0, 71.0, 52.0, 36.0, 19.0, 14.0, 12.0, 13.0, 6.0, 7.0, 4.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.007321130484342575, -0.007112085819244385, -0.006903041619807482, -0.0066939969547092915, -0.006484952289611101, -0.006275907624512911, -0.006066863425076008, -0.0058578187599778175, -0.005648774094879627, -0.005439729895442724, -0.005230685230344534, -0.005021640565246344, -0.004812595900148153, -0.00460355170071125, -0.00439450703561306, -0.00418546237051487, -0.003976417705416679, -0.0037673735059797764, -0.003558328840881586, -0.0033492844086140394, -0.003140239743515849, -0.0029311953112483025, -0.002722150646150112, -0.0025131062138825655, -0.002304061781615019, -0.0020950171165168285, -0.00188597256783396, -0.0016769280191510916, -0.001467883586883545, -0.0012588390382006764, -0.001049794489517808, -0.0008407499408349395, -0.000631705392152071, -0.0004226608434692025, -0.0002136163238901645, -4.571789759211242e-06, 0.000204472744371742, 0.0004135172930546105, 0.0006225617835298181, 0.0008316063322126865, 0.001040650880895555, 0.0012496954295784235, 0.001458739978261292, 0.0016677845269441605, 0.0018768289592117071, 0.0020858736243098974, 0.002294918056577444, 0.0025039627216756344, 0.002713007153943181, 0.0029220515862107277, 0.003131096251308918, 0.0033401406835764647, 0.003549185348674655, 0.0037582297809422016, 0.003967274446040392, 0.004176319111138582, 0.004385363310575485, 0.0045944079756736755, 0.004803452640771866, 0.005012496840208769, 0.005221541505306959, 0.0054305861704051495, 0.00563963083550334, 0.005848675034940243, 0.006057719700038433]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 3.0, 1.0, 3.0, 2.0, 5.0, 1.0, 3.0, 7.0, 9.0, 4.0, 1.0, 6.0, 0.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014847936108708382, -0.01398935355246067, -0.013130771927535534, -0.012272189371287823, -0.011413607746362686, -0.010555025190114975, -0.009696442633867264, -0.008837861008942127, -0.007979278452694416, -0.007120696362107992, -0.006262114271521568, -0.005403531715273857, -0.004544949624687433, -0.0036863675341010094, -0.002827785210683942, -0.0019692028872668743, -0.0011106207966804504, -0.00025203858967870474, 0.000606543617323041, 0.0014651258243247867, 0.0023237080313265324, 0.0031822901219129562, 0.004040872678160667, 0.004899454768747091, 0.005758036859333515, 0.006616618949919939, 0.007475201040506363, 0.008333783596754074, 0.009192366153001785, 0.010050947777926922, 0.010909530334174633, 0.01176811195909977, 0.01262669451534748, 0.013485277071595192, 0.014343858696520329, 0.01520244125276804, 0.016061022877693176, 0.016919605433940887, 0.0177781879901886, 0.01863677054643631, 0.01949535310268402, 0.020353933796286583, 0.021212516352534294, 0.022071098908782005, 0.022929681465029716, 0.023788264021277428, 0.02464684471487999, 0.0255054272711277, 0.026364009827375412, 0.027222592383623123, 0.028081174939870834, 0.028939755633473396, 0.029798338189721107, 0.03065692074596882, 0.03151550143957138, 0.03237408399581909, 0.0332326665520668, 0.034091249108314514, 0.034949831664562225, 0.035808414220809937, 0.03666699677705765, 0.03752557933330536, 0.03838416188955307, 0.03924274444580078, 0.04010132700204849]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 4.0, 3.0, 8.0, 4.0, 9.0, 20.0, 16.0, 34.0, 60.0, 71.0, 114.0, 179.0, 201.0, 305.0, 422.0, 571.0, 801.0, 1109.0, 1756.0, 6286.0, 2927.0, 1283.0, 788.0, 489.0, 278.0, 194.0, 114.0, 66.0, 56.0, 37.0, 39.0, 36.0, 8.0, 14.0, 2.0, 14.0, 23.0, 14.0, 1.0, 3.0, 3.0, 16.0, 12.0, 2.0, 2.0, 4.0, 0.0, 3.0, 5.0, 4.0, 3.0, 4.0, 3.0, 4.0], "bins": [-0.01120173279196024, -0.010827705264091492, -0.010453677736222744, -0.010079651139676571, -0.009705623611807823, -0.009331596083939075, -0.008957568556070328, -0.008583541959524155, -0.008209514431655407, -0.00783548690378666, -0.0074614593759179115, -0.007087432313710451, -0.006713404785841703, -0.006339377723634243, -0.005965350195765495, -0.005591323133558035, -0.005217295605689287, -0.0048432680778205395, -0.004469241015613079, -0.004095213487744331, -0.003721186425536871, -0.0033471588976681232, -0.002973131602630019, -0.002599104307591915, -0.002225077012553811, -0.001851049717515707, -0.001477022422477603, -0.001102995011024177, -0.000728967715986073, -0.0003549403918441385, 1.908693229779601e-05, 0.0003931142564397305, 0.000767141580581665, 0.001141168875619769, 0.0015151961706578732, 0.001889223582111299, 0.0022632507607340813, 0.002637278288602829, 0.003011305583640933, 0.003385332878679037, 0.003759360173717141, 0.004133387468755245, 0.004507414996623993, 0.004881442058831453, 0.005255469586700201, 0.0056294966489076614, 0.006003524176776409, 0.0063775512389838696, 0.006751578766852617, 0.007125606294721365, 0.007499633356928825, 0.007873660884797573, 0.00824768841266632, 0.008621715009212494, 0.008995742537081242, 0.00936977006494999, 0.009743797592818737, 0.010117825120687485, 0.010491851717233658, 0.010865879245102406, 0.011239906772971153, 0.011613934300839901, 0.011987960897386074, 0.012361988425254822, 0.01273601595312357]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10137637704610825, -0.09869665652513504, -0.09601692855358124, -0.09333720803260803, -0.09065748751163483, -0.08797775954008102, -0.08529803901910782, -0.08261831849813461, -0.07993859052658081, -0.0772588700056076, -0.0745791494846344, -0.0718994289636612, -0.06921970099210739, -0.06653998047113419, -0.06386025995016098, -0.061180535703897476, -0.05850081145763397, -0.05582108721137047, -0.05314136669039726, -0.05046164244413376, -0.04778192192316055, -0.04510219767689705, -0.042422473430633545, -0.03974275290966034, -0.037063028663396835, -0.03438330441713333, -0.031703583896160126, -0.02902385964989662, -0.026344137266278267, -0.023664414882659912, -0.020984690636396408, -0.018304968252778053, -0.0156252458691597, -0.012945523485541344, -0.010265800170600414, -0.007586077321320772, -0.00490635447204113, -0.002226631622761488, 0.00045309122651815414, 0.0031328140757977962, 0.005812536925077438, 0.008492259308695793, 0.011171982623636723, 0.013851705938577652, 0.016531428322196007, 0.01921115070581436, 0.021890874952077866, 0.02457059733569622, 0.027250319719314575, 0.02993004210293293, 0.032609764486551285, 0.03528948873281479, 0.037969209253787994, 0.0406489335000515, 0.043328657746315, 0.04600837826728821, 0.04868810251355171, 0.051367826759815216, 0.05404754728078842, 0.056727271527051926, 0.05940699577331543, 0.062086716294288635, 0.06476643681526184, 0.06744616478681564, 0.07012588530778885]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 7.0, 3.0, 3.0, 3.0, 3.0, 2.0, 5.0, 4.0, 2.0, 5.0, 9.0, 5.0, 8.0, 15.0, 6.0, 8.0, 13.0, 16.0, 39.0, 17.0, 9.0, 10.0, 7.0, 10.0, 6.0, 9.0, 3.0, 7.0, 6.0, 5.0, 2.0, 6.0, 3.0, 6.0, 4.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 3.0], "bins": [-0.04967096075415611, -0.0484321303665638, -0.04719329997897148, -0.045954469591379166, -0.04471563920378685, -0.043476808816194534, -0.04223797842860222, -0.0409991480410099, -0.03976031765341759, -0.03852148726582527, -0.037282656878232956, -0.03604382649064064, -0.034804996103048325, -0.03356616571545601, -0.03232733532786369, -0.031088506802916527, -0.02984967641532421, -0.028610846027731895, -0.02737201564013958, -0.026133185252547264, -0.02489435486495495, -0.023655524477362633, -0.022416694089770317, -0.021177863702178, -0.019939035177230835, -0.01870020478963852, -0.017461374402046204, -0.016222544014453888, -0.014983713626861572, -0.013744883239269257, -0.012506052851676941, -0.011267222464084625, -0.01002839207649231, -0.008789561688899994, -0.007550731301307678, -0.00631190137937665, -0.005073070991784334, -0.0038342406041920185, -0.0025954104494303465, -0.0013565801782533526, -0.0001177499070763588, 0.001121080364100635, 0.002359910635277629, 0.003598740790039301, 0.004837571177631617, 0.006076401565223932, 0.007315231487154961, 0.008554061874747276, 0.009792892262339592, 0.011031722649931908, 0.012270553037524223, 0.013509383425116539, 0.014748213812708855, 0.01598704420030117, 0.017225874587893486, 0.0184647049754858, 0.019703533500432968, 0.020942363888025284, 0.0221811942756176, 0.023420024663209915, 0.02465885505080223, 0.025897685438394547, 0.027136515825986862, 0.028375346213579178, 0.029614176601171494]}, "_runtime": 166.1678249835968, "_timestamp": 1596213036.8693626, "_step": 202}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 3.0, 2.0, 2.0, 3.0, 1.0, 5.0, 3.0, 2.0, 4.0, 3.0, 5.0, 1.0, 5.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01180464867502451, -0.011477168649435043, -0.011149688623845577, -0.010822208598256111, -0.010494728572666645, -0.010167248547077179, -0.009839767590165138, -0.009512287564575672, -0.009184807538986206, -0.00885732751339674, -0.008529847487807274, -0.008202367462217808, -0.007874887436628342, -0.007547407411038876, -0.007219926919788122, -0.006892446894198656, -0.00656496686860919, -0.006237486843019724, -0.005910006817430258, -0.005582526326179504, -0.005255046300590038, -0.004927566275000572, -0.004600086249411106, -0.00427260622382164, -0.003945126198232174, -0.003617645939812064, -0.0032901656813919544, -0.0029626856558024883, -0.0026352056302130222, -0.0023077253717929125, -0.0019802453462034464, -0.0016527652041986585, -0.0013252850621938705, -0.0009978049201890826, -0.0006703248363919556, -0.00034284472349099815, -1.5364610590040684e-05, 0.0003121155023109168, 0.0006395956152118742, 0.0009670756990090013, 0.0012945558410137892, 0.001622035983018577, 0.001949516125023365, 0.002276996150612831, 0.002604476176202297, 0.002931956434622407, 0.003259436460211873, 0.003586916718631983, 0.003914396744221449, 0.004241876769810915, 0.004569356795400381, 0.0048968372866511345, 0.005224317312240601, 0.005551797337830067, 0.005879277363419533, 0.006206757389008999, 0.006534237414598465, 0.006861717905849218, 0.0071891979314386845, 0.0075166779570281506, 0.007844158448278904, 0.00817163847386837, 0.008499118499457836, 0.008826598525047302, 0.009154078550636768]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 6.0, 4.0, 5.0, 12.0, 12.0, 15.0, 13.0, 20.0, 28.0, 33.0, 48.0, 86.0, 84.0, 135.0, 207.0, 467.0, 5387.0, 599.0, 273.0, 149.0, 88.0, 64.0, 51.0, 34.0, 28.0, 17.0, 20.0, 12.0, 5.0, 9.0, 3.0, 4.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.13310420513153076, -0.12900932133197784, -0.12491443753242493, -0.12081955373287201, -0.11672466993331909, -0.11262978613376617, -0.10853490233421326, -0.10444001853466034, -0.10034513473510742, -0.0962502583861351, -0.09215537458658218, -0.08806049078702927, -0.08396560698747635, -0.07987072318792343, -0.07577583938837051, -0.0716809555888176, -0.06758607178926468, -0.06349118798971176, -0.059396304190158844, -0.055301420390605927, -0.05120653659105301, -0.04711165651679039, -0.04301677271723747, -0.038921888917684555, -0.03482700511813164, -0.03073212131857872, -0.026637237519025803, -0.022542355582118034, -0.018447471782565117, -0.0143525879830122, -0.010257705114781857, -0.006162821780890226, -0.002067938446998596, 0.002026944886893034, 0.006121828220784664, 0.010216711089015007, 0.014311594888567924, 0.018406478688120842, 0.02250136062502861, 0.026596244424581528, 0.030691128224134445, 0.03478601202368736, 0.03888089582324028, 0.0429757796227932, 0.04707065969705582, 0.051165543496608734, 0.05526042729616165, 0.05935531109571457, 0.06345019489526749, 0.0675450786948204, 0.07163996249437332, 0.07573484629392624, 0.07982973009347916, 0.08392461389303207, 0.08801949769258499, 0.09211438149213791, 0.09620925784111023, 0.10030414164066315, 0.10439902544021606, 0.10849390923976898, 0.1125887930393219, 0.11668367683887482, 0.12077856063842773, 0.12487344443798065, 0.12896832823753357]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 7.0, 3.0, 4.0, 5.0, 5.0, 4.0, 2.0, 1.0, 2.0, 2.0, 23.0, 2.0, 2.0, 6.0, 5.0, 5.0, 4.0, 3.0, 5.0, 1.0, 1.0, 0.0, 5.0, 0.0, 0.0, 2.0, 3.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.002211033133789897, -0.0021380651742219925, -0.002065097214654088, -0.0019921292550861835, -0.0019191611791029572, -0.0018461932195350528, -0.0017732251435518265, -0.001700257183983922, -0.0016272892244160175, -0.001554321264848113, -0.0014813533052802086, -0.0014083852292969823, -0.0013354172697290778, -0.0012624493101611733, -0.001189481234177947, -0.0011165132746100426, -0.001043545315042138, -0.0009705773554742336, -0.0008976093376986682, -0.0008246413199231029, -0.0007516733603551984, -0.0006787054007872939, -0.0006057373830117285, -0.0005327693652361631, -0.00045980140566825867, -0.00038683341699652374, -0.0003138654283247888, -0.00024089743965305388, -0.00016792945098131895, -9.496146230958402e-05, -2.1993473637849092e-05, 5.0974515033885837e-05, 0.00012394250370562077, 0.0001969104923773557, 0.0002698784810490906, 0.00034284646972082555, 0.0004158144583925605, 0.000488782417960465, 0.0005617504357360303, 0.0006347184535115957, 0.0007076864130795002, 0.0007806543726474047, 0.0008536223904229701, 0.0009265904081985354, 0.00099955836776644, 0.0010725263273343444, 0.0011454944033175707, 0.0012184623628854752, 0.0012914303224533796, 0.001364398282021284, 0.0014373662415891886, 0.0015103343175724149, 0.0015833022771403193, 0.0016562702367082238, 0.0017292383126914501, 0.0018022062722593546, 0.001875174231827259, 0.0019481421913951635, 0.002021110150963068, 0.0020940781105309725, 0.002167046070098877, 0.002240014262497425, 0.0023129822220653296, 0.002385950181633234, 0.0024589181412011385]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 10.0, 15.0, 28.0, 44.0, 52.0, 102.0, 123.0, 209.0, 313.0, 399.0, 695.0, 1111.0, 1865.0, 2948.0, 5130.0, 9394.0, 18287.0, 40124.0, 111784.0, 839834.0, 78239.0, 30201.0, 15027.0, 8225.0, 5026.0, 3228.0, 2184.0, 1448.0, 1009.0, 722.0, 482.0, 349.0, 252.0, 181.0, 123.0, 103.0, 85.0, 61.0, 62.0, 43.0, 18.0, 24.0, 17.0, 15.0, 14.0, 10.0, 7.0, 7.0, 3.0, 3.0, 1.0, 1.0, 0.0, 3.0], "bins": [-0.005020825657993555, -0.004850657656788826, -0.004680489655584097, -0.0045103211887180805, -0.0043401531875133514, -0.004169985186308622, -0.003999817185103893, -0.0038296489510685205, -0.0036594809498637915, -0.0034893129486590624, -0.0033191447146236897, -0.0031489767134189606, -0.0029788087122142315, -0.0028086404781788588, -0.0026384724769741297, -0.002468304242938757, -0.002298136241734028, -0.0021279682405292988, -0.001957800006493926, -0.001787632005289197, -0.001617463887669146, -0.0014472957700490952, -0.001277127768844366, -0.0011069596512243152, -0.0009367915336042643, -0.0007666234159842134, -0.0005964553565718234, -0.0004262872680556029, -0.00025611917953938246, -8.595109102316201e-05, 8.421699749305844e-05, 0.0002543850860092789, 0.00042455317452549934, 0.0005947212921455503, 0.0007648893515579402, 0.0009350574109703302, 0.0011052255285903811, 0.001275393646210432, 0.0014455616474151611, 0.001615729765035212, 0.001785897882655263, 0.001956065883859992, 0.0021262341178953648, 0.002296402119100094, 0.002466570120304823, 0.0026367383543401957, 0.0028069063555449247, 0.0029770745895802975, 0.0031472425907850266, 0.0033174105919897556, 0.0034875788260251284, 0.0036577468272298574, 0.00382791506126523, 0.003998083062469959, 0.004168251063674688, 0.004338419064879417, 0.004508587531745434, 0.004678755532950163, 0.004848923534154892, 0.005019091535359621, 0.00518925953656435, 0.005359427537769079, 0.005529596004635096, 0.005699764005839825, 0.005869932007044554]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 3.0, 2.0, 2.0, 6.0, 6.0, 4.0, 3.0, 10.0, 1.0, 2.0, 1.0, 2.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.019817156717181206, -0.018918629735708237, -0.018020102754235268, -0.0171215757727623, -0.01622304879128933, -0.015324522741138935, -0.014425995759665966, -0.013527468778192997, -0.012628941796720028, -0.011730414815247059, -0.01083188783377409, -0.00993336085230112, -0.009034834802150726, -0.008136307820677757, -0.007237780839204788, -0.006339253857731819, -0.00544072687625885, -0.004542199894785881, -0.0036436731461435556, -0.0027451463975012302, -0.0018466194160282612, -0.000948092550970614, -4.956568591296673e-05, 0.0008489611791446805, 0.0017474880442023277, 0.002646015025675297, 0.003544541774317622, 0.004443068522959948, 0.005341595504432917, 0.006240122485905886, 0.0071386490017175674, 0.008037175983190536, 0.008935702964663506, 0.009834229946136475, 0.010732756927609444, 0.011631283909082413, 0.012529810890555382, 0.013428336940705776, 0.014326863922178745, 0.015225390903651714, 0.01612391695380211, 0.017022443935275078, 0.017920970916748047, 0.018819497898221016, 0.019718024879693985, 0.020616551861166954, 0.021515078842639923, 0.022413605824112892, 0.02331213280558586, 0.02421065978705883, 0.0251091867685318, 0.02600771375000477, 0.026906240731477737, 0.027804767712950706, 0.028703294694423676, 0.029601821675896645, 0.030500348657369614, 0.031398873776197433, 0.03229740262031555, 0.03319592773914337, 0.03409445658326149, 0.03499298170208931, 0.03589151054620743, 0.03679003566503525, 0.03768856078386307]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 2.0, 2.0, 3.0, 3.0, 3.0, 6.0, 6.0, 12.0, 17.0, 19.0, 23.0, 34.0, 52.0, 58.0, 77.0, 96.0, 139.0, 196.0, 281.0, 378.0, 524.0, 743.0, 1014.0, 1535.0, 2486.0, 5988.0, 1514.0, 891.0, 637.0, 468.0, 303.0, 205.0, 149.0, 122.0, 87.0, 73.0, 47.0, 36.0, 27.0, 27.0, 15.0, 16.0, 15.0, 13.0, 11.0, 5.0, 2.0, 2.0, 3.0, 6.0, 4.0, 6.0, 14.0, 8.0, 15.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 5.0], "bins": [-0.008657964877784252, -0.008328181691467762, -0.007998399436473846, -0.007668616250157356, -0.007338833063840866, -0.007009050343185663, -0.00667926762253046, -0.00634948443621397, -0.006019701715558767, -0.0056899189949035645, -0.005360135808587074, -0.005030353087931871, -0.0047005703672766685, -0.004370787180960178, -0.0040410044603049755, -0.003711221506819129, -0.0033814385533332825, -0.003051655599847436, -0.0027218726463615894, -0.0023920899257063866, -0.00206230697222054, -0.0017325240187346935, -0.0014027411816641688, -0.0010729583445936441, -0.0007431753911077976, -0.000413392495829612, -8.360960055142641e-05, 0.0002461732947267592, 0.0005759561900049448, 0.0009057390852831304, 0.001235521980561316, 0.0015653048176318407, 0.0018950877711176872, 0.0022248707246035337, 0.0025546536780893803, 0.002884436398744583, 0.0032142193522304296, 0.003544002305716276, 0.003873785026371479, 0.004203568212687969, 0.004533350933343172, 0.004863133653998375, 0.005192916840314865, 0.005522699560970068, 0.005852482281625271, 0.006182265467941761, 0.006512048188596964, 0.006841831374913454, 0.007171614095568657, 0.00750139681622386, 0.007831179536879063, 0.008160962723195553, 0.008490745909512043, 0.008820528164505959, 0.009150311350822449, 0.009480094537138939, 0.009809877723455429, 0.010139659978449345, 0.010469443164765835, 0.010799226351082325, 0.01112900860607624, 0.01145879179239273, 0.011788574978709221, 0.012118357233703136, 0.012448140420019627]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 4.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.19065304100513458, -0.18574096262454987, -0.18082888424396515, -0.17591679096221924, -0.17100471258163452, -0.1660926342010498, -0.1611805558204651, -0.15626846253871918, -0.15135638415813446, -0.14644430577754974, -0.14153222739696503, -0.1366201490163803, -0.1317080557346344, -0.12679597735404968, -0.12188389897346497, -0.11697181314229965, -0.11205973476171494, -0.10714765638113022, -0.1022355705499649, -0.09732349216938019, -0.09241140633821487, -0.08749932795763016, -0.08258724212646484, -0.07767516374588013, -0.07276308536529541, -0.0678509995341301, -0.06293892115354538, -0.058026835322380066, -0.05311475694179535, -0.048202674835920334, -0.04329059273004532, -0.0383785106241703, -0.03346642851829529, -0.028554346412420273, -0.023642264306545258, -0.01873018406331539, -0.013818101957440376, -0.008906019851565361, -0.00399393867701292, 0.0009181429632008076, 0.0058302246034145355, 0.01074230670928955, 0.015654388815164566, 0.020566469058394432, 0.025478551164269447, 0.030390633270144463, 0.03530271351337433, 0.040214795619249344, 0.04512687772512436, 0.050038959830999374, 0.05495104193687439, 0.059863124042749405, 0.06477520614862442, 0.06968728452920914, 0.07459937036037445, 0.07951144874095917, 0.08442352712154388, 0.0893356129527092, 0.09424769133329391, 0.09915977716445923, 0.10407185554504395, 0.10898394137620926, 0.11389601975679398, 0.11880810558795929, 0.123720183968544]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 3.0, 3.0, 1.0, 6.0, 3.0, 6.0, 7.0, 4.0, 6.0, 5.0, 11.0, 14.0, 11.0, 18.0, 39.0, 25.0, 34.0, 13.0, 8.0, 4.0, 5.0, 0.0, 3.0, 0.0, 4.0, 2.0, 3.0, 1.0, 0.0, 2.0, 4.0, 2.0, 4.0, 0.0, 2.0, 4.0, 0.0, 3.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.06095121055841446, -0.058509305119514465, -0.05606739968061447, -0.05362549424171448, -0.051183588802814484, -0.04874167963862419, -0.0462997741997242, -0.043857868760824203, -0.04141596332192421, -0.038974057883024216, -0.03653215244412422, -0.03409024700522423, -0.031648337841033936, -0.02920643426477909, -0.026764526963233948, -0.024322621524333954, -0.02188071608543396, -0.019438810646533966, -0.016996905207633972, -0.014554997906088829, -0.012113092467188835, -0.009671187028288841, -0.007229280658066273, -0.0047873747535049915, -0.0023454688489437103, 9.643705561757088e-05, 0.002538342960178852, 0.004980248864740133, 0.0074221547693014145, 0.009864060208201408, 0.012305966578423977, 0.014747872948646545, 0.01718977838754654, 0.019631683826446533, 0.022073589265346527, 0.02451549656689167, 0.026957402005791664, 0.029399307444691658, 0.0318412147462368, 0.034283120185136795, 0.03672502562403679, 0.03916693106293678, 0.04160883650183678, 0.04405074194073677, 0.04649265110492706, 0.04893455654382706, 0.05137646198272705, 0.053818367421627045, 0.05626027286052704, 0.05870217829942703, 0.061144083738327026, 0.06358598917722702, 0.06602789461612701, 0.06846980005502701, 0.070911705493927, 0.073353610932827, 0.07579551637172699, 0.07823742926120758, 0.08067933470010757, 0.08312124013900757, 0.08556314557790756, 0.08800505101680756, 0.09044695645570755, 0.09288886189460754, 0.09533076733350754]}, "_runtime": 166.96772027015686, "_timestamp": 1596213037.6692579, "_step": 203}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 2.0, 3.0, 8.0, 2.0, 4.0, 4.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 5.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009651717729866505, -0.009335074573755264, -0.00901843048632145, -0.008701786398887634, -0.008385143242776394, -0.008068500086665154, -0.0077518559992313385, -0.007435212377458811, -0.007118568755686283, -0.006801925133913755, -0.006485281512141228, -0.0061686378903687, -0.005851994268596172, -0.005535350646823645, -0.005218707025051117, -0.004902063403278589, -0.0045854197815060616, -0.004268776159733534, -0.003952132537961006, -0.0036354889161884785, -0.0033188452944159508, -0.003002201672643423, -0.0026855580508708954, -0.0023689144290983677, -0.00205227080732584, -0.0017356271855533123, -0.0014189835637807846, -0.001102339942008257, -0.0007856963202357292, -0.0004690526984632015, -0.00015240907669067383, 0.00016423454508185387, 0.00048087816685438156, 0.0007975217886269093, 0.001114165410399437, 0.0014308090321719646, 0.0017474526539444923, 0.00206409627571702, 0.0023807398974895477, 0.0026973835192620754, 0.003014027141034603, 0.003330670762807131, 0.0036473143845796585, 0.003963958006352186, 0.004280601628124714, 0.004597245249897242, 0.004913888871669769, 0.005230532493442297, 0.005547176115214825, 0.005863819736987352, 0.00618046335875988, 0.006497106980532408, 0.0068137506023049355, 0.007130394224077463, 0.007447037845849991, 0.0077636814676225185, 0.008080325089395046, 0.008396968245506287, 0.008713612332940102, 0.009030256420373917, 0.009346899576485157, 0.009663542732596397, 0.009980186820030212, 0.010296830907464027, 0.010613474063575268]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0, 3.0, 3.0, 9.0, 18.0, 12.0, 21.0, 33.0, 49.0, 48.0, 80.0, 100.0, 195.0, 273.0, 4635.0, 1597.0, 299.0, 169.0, 117.0, 76.0, 43.0, 44.0, 22.0, 19.0, 19.0, 11.0, 6.0, 5.0, 2.0, 4.0, 3.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.16443505883216858, -0.1592930108308792, -0.15415096282958984, -0.14900892972946167, -0.1438668817281723, -0.13872483372688293, -0.13358278572559357, -0.1284407377243042, -0.12329869717359543, -0.11815664917230606, -0.11301460862159729, -0.10787256062030792, -0.10273051261901855, -0.09758847206830978, -0.09244642406702042, -0.08730438351631165, -0.08216233551502228, -0.07702028751373291, -0.07187824696302414, -0.06673619896173477, -0.0615941546857357, -0.05645211040973663, -0.051310062408447266, -0.046168018132448196, -0.04102597385644913, -0.03588392958045006, -0.03074188344180584, -0.02559983730316162, -0.020457793027162552, -0.015315747819840908, -0.010173702612519264, -0.00503165740519762, 0.00011038780212402344, 0.005252433009445667, 0.010394478216767311, 0.015536523424088955, 0.0206785686314106, 0.025820612907409668, 0.030962659046053886, 0.036104705184698105, 0.041246749460697174, 0.04638879373669624, 0.05153083801269531, 0.05667288601398468, 0.06181493028998375, 0.06695697456598282, 0.07209902256727219, 0.07724106311798096, 0.08238311111927032, 0.08752515912055969, 0.09266719967126846, 0.09780924767255783, 0.1029512882232666, 0.10809333622455597, 0.11323538422584534, 0.11837742477655411, 0.12351947277784348, 0.12866151332855225, 0.1338035613298416, 0.13894560933113098, 0.14408765733242035, 0.14922970533370972, 0.1543717384338379, 0.15951378643512726, 0.16465583443641663]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 4.0, 2.0, 3.0, 3.0, 2.0, 0.0, 4.0, 2.0, 2.0, 0.0, 3.0, 7.0, 4.0, 24.0, 2.0, 4.0, 1.0, 2.0, 7.0, 6.0, 6.0, 2.0, 2.0, 3.0, 2.0, 3.0, 0.0, 4.0, 0.0, 4.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00235030148178339, -0.0022591017186641693, -0.002167901722714305, -0.002076701959595084, -0.00198550196364522, -0.001894302200525999, -0.0018031024374067783, -0.0017119025578722358, -0.0016207026783376932, -0.0015295027988031507, -0.001438302919268608, -0.0013471031561493874, -0.0012559032766148448, -0.0011647033970803022, -0.0010735036339610815, -0.000982303754426539, -0.0008911038748919964, -0.0007999039953574538, -0.0007087041740305722, -0.0006175043527036905, -0.000526304473169148, -0.00043510462273843586, -0.00034390477230772376, -0.00025270492187701166, -0.00016150507144629955, -7.030522101558745e-05, 2.0894629415124655e-05, 0.00011209447984583676, 0.00020329433027654886, 0.00029449418070726097, 0.00038569403113797307, 0.0004768938815686852, 0.0005680937319993973, 0.0006592936115339398, 0.0007504934328608215, 0.0008416932541877031, 0.0009328931337222457, 0.0010240930132567883, 0.001115292776376009, 0.0012064926559105515, 0.0012976925354450941, 0.0013888924149796367, 0.0014800922945141792, 0.0015712920576334, 0.0016624919371679425, 0.001753691816702485, 0.0018448915798217058, 0.0019360914593562484, 0.002027291338890791, 0.0021184911020100117, 0.002209691097959876, 0.002300890861079097, 0.002392090857028961, 0.002483290620148182, 0.0025744903832674026, 0.002665690379217267, 0.0027568901423364878, 0.0028480899054557085, 0.002939289901405573, 0.0030304896645247936, 0.0031216894276440144, 0.0032128894235938787, 0.0033040891867130995, 0.003395289182662964, 0.0034864889457821846]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 3.0, 6.0, 8.0, 13.0, 23.0, 30.0, 34.0, 55.0, 70.0, 84.0, 171.0, 213.0, 281.0, 466.0, 708.0, 1096.0, 1715.0, 3023.0, 5382.0, 9659.0, 19268.0, 44234.0, 166494.0, 820814.0, 50264.0, 22873.0, 11994.0, 7138.0, 4463.0, 2854.0, 1744.0, 1274.0, 830.0, 658.0, 449.0, 311.0, 253.0, 177.0, 133.0, 98.0, 70.0, 45.0, 41.0, 26.0, 30.0, 20.0, 13.0, 9.0, 8.0, 7.0, 1.0, 6.0, 1.0, 1.0, 0.0, 3.0], "bins": [-0.005714201368391514, -0.005530769471079111, -0.005347337108105421, -0.005163905210793018, -0.004980472847819328, -0.004797040950506926, -0.0046136085875332355, -0.004430176690220833, -0.004246744327247143, -0.00406331242993474, -0.0038798802997916937, -0.0036964481696486473, -0.0035130162723362446, -0.003329584142193198, -0.003146152012050152, -0.0029627198819071054, -0.002779287751764059, -0.0025958556216210127, -0.0024124234914779663, -0.00222899136133492, -0.0020455592311918736, -0.001862127217464149, -0.0016786952037364244, -0.001495263073593378, -0.0013118309434503317, -0.0011283988133072853, -0.0009449667413718998, -0.0007615346694365144, -0.000578102539293468, -0.0003946704382542521, -0.00021123833721503615, -2.780623617582023e-05, 0.0001556258648633957, 0.0003390579659026116, 0.0005224900669418275, 0.000705922138877213, 0.0008893542690202594, 0.0010727863991633058, 0.0012562184128910303, 0.0014396505430340767, 0.001623082673177123, 0.0018065148033201694, 0.001989946933463216, 0.002173379063606262, 0.002356810960918665, 0.0025402430910617113, 0.0027236752212047577, 0.002907107351347804, 0.0030905394814908504, 0.003273971611633897, 0.003457403741776943, 0.0036408358719199896, 0.003824268002063036, 0.004007699899375439, 0.004191132262349129, 0.0043745641596615314, 0.004557996056973934, 0.004741428419947624, 0.004924860317260027, 0.005108292680233717, 0.00529172457754612, 0.00547515694051981, 0.0056585888378322124, 0.0058420212008059025, 0.006025453098118305]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 3.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 8.0, 4.0, 4.0, 2.0, 5.0, 3.0, 0.0, 3.0, 1.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.017620155587792397, -0.017024895176291466, -0.016429634764790535, -0.015834374353289604, -0.015239113941788673, -0.014643853530287743, -0.014048593118786812, -0.013453332707285881, -0.01285807229578495, -0.01226281188428402, -0.011667551472783089, -0.011072291061282158, -0.010477030649781227, -0.009881770238280296, -0.009286509826779366, -0.008691249415278435, -0.008095989003777504, -0.007500728592276573, -0.006905468180775642, -0.006310207769274712, -0.005714947357773781, -0.00511968694627285, -0.004524426534771919, -0.0039291661232709885, -0.0033339057117700577, -0.002738645300269127, -0.002143384888768196, -0.0015481244772672653, -0.0009528640657663345, -0.00035760365426540375, 0.00023765675723552704, 0.0008329171687364578, 0.0014281775802373886, 0.0020234379917383194, 0.00261869840323925, 0.003213958814740181, 0.0038092192262411118, 0.0044044796377420425, 0.004999740049242973, 0.005595000460743904, 0.006190260872244835, 0.006785521283745766, 0.0073807816952466965, 0.007976042106747627, 0.008571302518248558, 0.009166562929749489, 0.00976182334125042, 0.01035708375275135, 0.010952344164252281, 0.011547604575753212, 0.012142864987254143, 0.012738125398755074, 0.013333385810256004, 0.013928646221756935, 0.014523906633257866, 0.015119167044758797, 0.015714427456259727, 0.016309687867760658, 0.01690494827926159, 0.01750020869076252, 0.01809546910226345, 0.01869072951376438, 0.019285989925265312, 0.019881250336766243, 0.020476510748267174]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 3.0, 2.0, 1.0, 3.0, 4.0, 2.0, 3.0, 10.0, 9.0, 20.0, 27.0, 31.0, 34.0, 46.0, 58.0, 71.0, 87.0, 109.0, 136.0, 165.0, 218.0, 285.0, 386.0, 585.0, 863.0, 1324.0, 2162.0, 5699.0, 1715.0, 1084.0, 806.0, 584.0, 429.0, 323.0, 240.0, 213.0, 154.0, 111.0, 103.0, 69.0, 48.0, 44.0, 48.0, 22.0, 19.0, 12.0, 18.0, 13.0, 9.0, 1.0, 1.0, 6.0, 2.0, 3.0, 0.0, 3.0], "bins": [-0.010294007137417793, -0.010002762079238892, -0.009711517952382565, -0.009420273825526237, -0.009129028767347336, -0.008837783709168434, -0.008546539582312107, -0.00825529545545578, -0.007964050397276878, -0.007672805804759264, -0.00738156121224165, -0.007090316619724035, -0.006799072027206421, -0.0065078274346888065, -0.006216582842171192, -0.005925338249653578, -0.0056340936571359634, -0.005342849064618349, -0.005051604472100735, -0.00476035987958312, -0.004469115287065506, -0.004177870694547892, -0.0038866261020302773, -0.003595381509512663, -0.0033041369169950485, -0.003012892324477434, -0.00272164773195982, -0.0024304031394422054, -0.002139158546924591, -0.0018479139544069767, -0.0015566693618893623, -0.001265424769371748, -0.0009741801768541336, -0.0006829355843365192, -0.0003916909918189049, -0.00010044639930129051, 0.00019079819321632385, 0.0004820427857339382, 0.0007732873782515526, 0.001064531970769167, 0.0013557765632867813, 0.0016470211558043957, 0.00193826574832201, 0.0022295103408396244, 0.0025207549333572388, 0.002811999525874853, 0.0031032441183924675, 0.003394488710910082, 0.0036857333034276962, 0.003976977895945311, 0.004268222488462925, 0.004559467080980539, 0.004850711673498154, 0.005141956266015768, 0.005433200858533382, 0.005724445451050997, 0.006015690043568611, 0.0063069346360862255, 0.00659817922860384, 0.006889423821121454, 0.007180668413639069, 0.007471913006156683, 0.007763157598674297, 0.008054401725530624, 0.008345646783709526]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 6.0, 0.0, 4.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.062400829046964645, -0.05938272550702095, -0.056364625692367554, -0.05334652215242386, -0.050328418612480164, -0.04731031507253647, -0.04429221153259277, -0.04127411171793938, -0.03825600817799568, -0.03523790463805199, -0.03221980482339859, -0.029201701283454895, -0.0261835977435112, -0.023165494203567505, -0.02014739252626896, -0.017129290848970413, -0.014111187309026718, -0.011093084700405598, -0.008074982091784477, -0.005056879483163357, -0.0020387768745422363, 0.0009793257340788841, 0.003997428342700005, 0.007015530951321125, 0.010033633559942245, 0.013051736168563366, 0.016069838777184486, 0.019087940454483032, 0.022106043994426727, 0.025124147534370422, 0.028142249211668968, 0.031160350888967514, 0.03417845442891121, 0.037196557968854904, 0.0402146577835083, 0.043232761323451996, 0.04625086486339569, 0.049268968403339386, 0.05228707194328308, 0.05530517175793648, 0.05832327529788017, 0.06134137883782387, 0.06435947865247726, 0.06737758219242096, 0.07039568573236465, 0.07341378927230835, 0.07643189281225204, 0.07944999635219574, 0.08246809244155884, 0.08548619598150253, 0.08850429952144623, 0.09152240306138992, 0.09454050660133362, 0.09755861014127731, 0.10057671368122101, 0.1035948172211647, 0.1066129207611084, 0.1096310168504715, 0.11264912039041519, 0.11566722393035889, 0.11868532747030258, 0.12170343101024628, 0.12472153455018997, 0.12773963809013367, 0.13075773417949677]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 3.0, 3.0, 3.0, 4.0, 2.0, 4.0, 11.0, 15.0, 12.0, 16.0, 28.0, 13.0, 23.0, 20.0, 20.0, 36.0, 10.0, 9.0, 9.0, 5.0, 5.0, 3.0, 1.0, 2.0, 3.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 4.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04834596812725067, -0.046179670840501785, -0.0440133735537529, -0.04184707626700401, -0.03968077898025513, -0.03751448169350624, -0.035348184406757355, -0.03318188712000847, -0.031015589833259583, -0.028849292546510696, -0.02668299525976181, -0.024516697973012924, -0.022350400686264038, -0.020184103399515152, -0.018017806112766266, -0.01585150882601738, -0.013685211539268494, -0.011518914252519608, -0.009352616965770721, -0.007186319679021835, -0.005020022392272949, -0.002853725105524063, -0.000687427818775177, 0.001478869467973709, 0.003645166754722595, 0.005811464041471481, 0.007977761328220367, 0.010144058614969254, 0.01231035590171814, 0.014476653188467026, 0.016642950475215912, 0.018809247761964798, 0.020975545048713684, 0.02314184233546257, 0.025308139622211456, 0.027474436908960342, 0.02964073419570923, 0.031807031482458115, 0.033973328769207, 0.03613962605595589, 0.03830592334270477, 0.04047222062945366, 0.042638517916202545, 0.04480481520295143, 0.04697111248970032, 0.049137409776449203, 0.05130370706319809, 0.053470004349946976, 0.05563630163669586, 0.05780259892344475, 0.059968896210193634, 0.06213519349694252, 0.0643014907836914, 0.06646779179573059, 0.06863408535718918, 0.07080037891864777, 0.07296667993068695, 0.07513298094272614, 0.07729927450418472, 0.07946556806564331, 0.0816318690776825, 0.08379817008972168, 0.08596446365118027, 0.08813075721263885, 0.09029705822467804]}, "_runtime": 167.74641013145447, "_timestamp": 1596213038.4479477, "_step": 204}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 1.0, 1.0, 2.0, 1.0, 1.0, 3.0, 1.0, 2.0, 3.0, 6.0, 3.0, 1.0, 3.0, 0.0, 3.0, 1.0, 2.0, 0.0, 0.0, 3.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00809312704950571, -0.007735628169029951, -0.007378129288554192, -0.007020630873739719, -0.00666313199326396, -0.0063056331127882, -0.005948134697973728, -0.005590635817497969, -0.005233136937022209, -0.00487563805654645, -0.00451813917607069, -0.004160640761256218, -0.0038031418807804585, -0.003445643000304699, -0.003088144352659583, -0.0027306457050144672, -0.0023731468245387077, -0.0020156479440629482, -0.0016581492964178324, -0.0013006505323573947, -0.000943151768296957, -0.0005856530042365193, -0.00022815424017608166, 0.00012934452388435602, 0.0004868432879447937, 0.0008443420520052314, 0.001201840816065669, 0.0015593395801261067, 0.0019168383441865444, 0.002274337224662304, 0.0026318358723074198, 0.0029893345199525356, 0.003346833400428295, 0.0037043322809040546, 0.004061831161379814, 0.004419329576194286, 0.004776828456670046, 0.005134327337145805, 0.0054918257519602776, 0.005849324632436037, 0.006206823512911797, 0.006564322393387556, 0.006921821273863316, 0.007279319688677788, 0.007636818569153547, 0.007994317449629307, 0.008351815864443779, 0.008709315210580826, 0.009066813625395298, 0.00942431204020977, 0.009781811386346817, 0.01013930980116129, 0.010496808215975761, 0.010854307562112808, 0.01121180597692728, 0.011569305323064327, 0.0119268037378788, 0.012284302152693272, 0.012641801498830318, 0.01299929991364479, 0.013356799259781837, 0.01371429767459631, 0.014071796089410782, 0.014429295435547829, 0.014786793850362301]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 5.0, 5.0, 6.0, 9.0, 10.0, 22.0, 26.0, 22.0, 35.0, 55.0, 72.0, 73.0, 116.0, 169.0, 245.0, 478.0, 5497.0, 400.0, 193.0, 112.0, 86.0, 56.0, 52.0, 44.0, 26.0, 19.0, 27.0, 13.0, 12.0, 9.0, 6.0, 8.0, 4.0, 5.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.13386662304401398, -0.1294451802968979, -0.1250237375497818, -0.12060230225324631, -0.11618085950613022, -0.11175941675901413, -0.10733798146247864, -0.10291653871536255, -0.09849509596824646, -0.09407365322113037, -0.08965221047401428, -0.08523077517747879, -0.0808093324303627, -0.07638788968324661, -0.07196645438671112, -0.06754501163959503, -0.06312356889247894, -0.058702126145362854, -0.054280687123537064, -0.04985924810171127, -0.045437805354595184, -0.041016362607479095, -0.036594923585653305, -0.032173484563827515, -0.027752041816711426, -0.023330600932240486, -0.018909160047769547, -0.014487719163298607, -0.010066278278827667, -0.005644837394356728, -0.001223396509885788, 0.0031980443745851517, 0.007619485259056091, 0.012040926143527031, 0.01646236702799797, 0.02088380791246891, 0.02530524879693985, 0.02972668968141079, 0.03414813056588173, 0.03856956958770752, 0.04299101233482361, 0.0474124550819397, 0.05183389410376549, 0.05625533312559128, 0.06067677587270737, 0.06509821861982346, 0.06951965391635895, 0.07394109666347504, 0.07836253941059113, 0.08278398215770721, 0.0872054249048233, 0.0916268602013588, 0.09604830294847488, 0.10046974569559097, 0.10489118099212646, 0.10931262373924255, 0.11373406648635864, 0.11815550923347473, 0.12257695198059082, 0.1269983947277069, 0.131419837474823, 0.1358412653207779, 0.14026270806789398, 0.14468415081501007, 0.14910559356212616]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 2.0, 3.0, 3.0, 2.0, 3.0, 2.0, 4.0, 2.0, 2.0, 7.0, 1.0, 2.0, 28.0, 3.0, 2.0, 4.0, 2.0, 3.0, 4.0, 3.0, 2.0, 3.0, 4.0, 2.0, 4.0, 0.0, 0.0, 1.0, 3.0, 3.0, 0.0, 1.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0032296471763402224, -0.0031360669527202845, -0.003042486496269703, -0.002948906272649765, -0.0028553258161991835, -0.0027617455925792456, -0.002668165136128664, -0.002574584912508726, -0.0024810044560581446, -0.0023874242324382067, -0.002293843775987625, -0.0022002635523676872, -0.0021066830959171057, -0.0020131028722971678, -0.001919522532261908, -0.0018259421922266483, -0.0017323618521913886, -0.0016387815121561289, -0.0015452011721208692, -0.0014516208320856094, -0.0013580404920503497, -0.00126446015201509, -0.0011708798119798303, -0.0010772994719445705, -0.0009837192483246326, -0.000890138850081712, -0.0007965585100464523, -0.0007029781700111926, -0.0006093978881835938, -0.000515817548148334, -0.0004222372081130743, -0.0003286568680778146, -0.00023507652804255486, -0.00014149618800729513, -4.7915862523950636e-05, 4.566447023535147e-05, 0.00013924480299465358, 0.0002328251430299133, 0.0003264054539613426, 0.0004199857939966023, 0.000513566134031862, 0.0006071464740671217, 0.0007007268141023815, 0.0007943071541376412, 0.00088788743596524, 0.0009814677760004997, 0.0010750481160357594, 0.0011686284560710192, 0.001262208796106279, 0.0013557891361415386, 0.0014493694761767983, 0.001542949816212058, 0.0016365301562473178, 0.0017301104962825775, 0.0018236908363178372, 0.001917271176353097, 0.002010851399973035, 0.0021044318564236164, 0.0021980120800435543, 0.002291592536494136, 0.0023851727601140738, 0.0024787532165646553, 0.002572333440184593, 0.0026659138966351748, 0.0027594941202551126]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 2.0, 7.0, 7.0, 11.0, 6.0, 13.0, 12.0, 26.0, 38.0, 47.0, 77.0, 111.0, 152.0, 232.0, 316.0, 411.0, 683.0, 1001.0, 1533.0, 2614.0, 4761.0, 9204.0, 21047.0, 61151.0, 863064.0, 133256.0, 39234.0, 17534.0, 9174.0, 5248.0, 3038.0, 1890.0, 1208.0, 793.0, 532.0, 366.0, 275.0, 185.0, 108.0, 83.0, 48.0, 39.0, 37.0, 22.0, 10.0, 13.0, 4.0, 9.0, 5.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006759964860975742, -0.00651714438572526, -0.006274323910474777, -0.006031503435224295, -0.005788682959973812, -0.0055458624847233295, -0.005303042009472847, -0.005060221534222364, -0.004817401058971882, -0.004574580583721399, -0.004331760108470917, -0.004088939633220434, -0.003846118925139308, -0.0036032984498888254, -0.003360477974638343, -0.0031176574993878603, -0.0028748370241373777, -0.002632016548886895, -0.0023891960736364126, -0.00214637559838593, -0.0019035551231354475, -0.0016607345314696431, -0.0014179140562191606, -0.001175093580968678, -0.0009322731057181954, -0.0006894526304677129, -0.00044663212611339986, -0.00020381163631100208, 3.900885349139571e-05, 0.00028182932874187827, 0.0005246498622000217, 0.0007674703374505043, 0.0010102908127009869, 0.0012531112879514694, 0.001495931763201952, 0.0017387522384524345, 0.001981572713702917, 0.0022243931889533997, 0.0024672136642038822, 0.0027100341394543648, 0.0029528546147048473, 0.0031956753227859735, 0.003438495798036456, 0.0036813162732869387, 0.003924136515706778, 0.00416695699095726, 0.004409777466207743, 0.004652597941458225, 0.004895418882369995, 0.005138239357620478, 0.00538105983287096, 0.005623880308121443, 0.005866700783371925, 0.006109521258622408, 0.0063523417338728905, 0.006595162209123373, 0.006837982684373856, 0.007080803159624338, 0.007323623634874821, 0.007566444110125303, 0.007809264585375786, 0.008052084594964981, 0.008294905535876751, 0.008537725545465946, 0.008780546486377716]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 1.0, 0.0, 4.0, 3.0, 5.0, 1.0, 3.0, 5.0, 3.0, 10.0, 2.0, 4.0, 3.0, 4.0, 4.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015022499486804008, -0.01377852912992239, -0.012534559704363346, -0.011290589347481728, -0.010046619921922684, -0.008802649565041065, -0.007558679208159447, -0.0063147093169391155, -0.005070739425718784, -0.003826769534498453, -0.0025827994104474783, -0.0013388294028118253, -9.485939517617226e-05, 0.0011491106124594808, 0.0023930806200951338, 0.0036370507441461086, 0.00488102063536644, 0.006124990526586771, 0.007368960417807102, 0.00861293077468872, 0.009856900200247765, 0.011100870557129383, 0.012344840914011002, 0.013588810339570045, 0.014832780696451664, 0.016076751053333282, 0.017320720478892326, 0.01856468990445137, 0.019808661192655563, 0.021052630618214607, 0.02229660004377365, 0.023540571331977844, 0.024784540757536888, 0.026028510183095932, 0.027272481471300125, 0.02851645089685917, 0.029760420322418213, 0.031004391610622406, 0.0322483591735363, 0.033492330461740494, 0.03473630174994469, 0.03598026931285858, 0.037224240601062775, 0.03846821188926697, 0.03971217945218086, 0.040956150740385056, 0.04220012202858925, 0.04344408959150314, 0.044688060879707336, 0.04593203216791153, 0.047175999730825424, 0.04841997101902962, 0.04966394230723381, 0.050907909870147705, 0.0521518811583519, 0.05339585244655609, 0.054639820009469986, 0.05588379129767418, 0.05712776258587837, 0.05837173014879227, 0.05961570143699646, 0.06085967272520065, 0.06210364028811455, 0.06334760785102844, 0.06459157913923264]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 3.0, 5.0, 6.0, 9.0, 12.0, 14.0, 20.0, 33.0, 46.0, 45.0, 90.0, 113.0, 153.0, 220.0, 322.0, 530.0, 879.0, 1326.0, 2164.0, 6628.0, 1885.0, 1154.0, 818.0, 552.0, 403.0, 281.0, 204.0, 109.0, 102.0, 70.0, 66.0, 26.0, 24.0, 18.0, 11.0, 9.0, 12.0, 4.0, 2.0, 1.0, 7.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 11.0, 14.0, 6.0, 11.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 9.0], "bins": [-0.009955373592674732, -0.009466757997870445, -0.008978141471743584, -0.008489525876939297, -0.00800091028213501, -0.007512294687330723, -0.0070236786268651485, -0.006535062566399574, -0.006046446971595287, -0.005557831376791, -0.005069215316325426, -0.004580599255859852, -0.004091983661055565, -0.0036033678334206343, -0.0031147520057857037, -0.002626136178150773, -0.0021375203505158424, -0.0016489045228809118, -0.0011602886952459812, -0.0006716728676110506, -0.00018305703997612, 0.0003055587876588106, 0.0007941746152937412, 0.0012827904429286718, 0.0017714062705636024, 0.002260022098198533, 0.0027486379258334637, 0.0032372537534683943, 0.003725869581103325, 0.004214485175907612, 0.004703101236373186, 0.00519171729683876, 0.005680332891643047, 0.006168948486447334, 0.0066575645469129086, 0.007146180607378483, 0.00763479620218277, 0.008123411796987057, 0.008612027391791344, 0.009100643917918205, 0.009589259512722492, 0.01007787510752678, 0.01056649163365364, 0.011055107228457928, 0.011543722823262215, 0.012032338418066502, 0.012520954012870789, 0.01300957053899765, 0.013498186133801937, 0.013986801728606224, 0.014475418254733086, 0.014964033849537373, 0.01545264944434166, 0.01594126597046852, 0.016429880633950233, 0.016918497160077095, 0.017407111823558807, 0.01789572834968567, 0.01838434487581253, 0.018872959539294243, 0.019361576065421104, 0.019850192591547966, 0.02033880725502968, 0.02082742378115654, 0.0213160403072834]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 4.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 2.0, 4.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.1756594181060791, -0.17201350629329681, -0.16836757957935333, -0.16472166776657104, -0.16107574105262756, -0.15742982923984528, -0.1537839025259018, -0.1501379907131195, -0.14649206399917603, -0.14284615218639374, -0.13920024037361145, -0.13555431365966797, -0.13190840184688568, -0.1282624751329422, -0.12461656332015991, -0.12097064405679703, -0.11732472479343414, -0.11367880553007126, -0.11003288626670837, -0.10638696700334549, -0.1027410477399826, -0.09909513592720032, -0.09544921666383743, -0.09180329740047455, -0.08815737813711166, -0.08451145887374878, -0.0808655396103859, -0.07721962034702301, -0.07357370853424072, -0.06992778927087784, -0.06628187000751495, -0.06263595074415207, -0.058990031480789185, -0.0553441122174263, -0.051698192954063416, -0.04805227741599083, -0.044406358152627945, -0.04076043888926506, -0.037114523351192474, -0.03346860408782959, -0.029822684824466705, -0.02617676556110382, -0.022530848160386086, -0.01888493075966835, -0.015239011496305466, -0.011593093164265156, -0.007947174832224846, -0.004301256500184536, -0.0006553381681442261, 0.002990580163896084, 0.006636498495936394, 0.010282416827976704, 0.013928335160017014, 0.017574254423379898, 0.021220171824097633, 0.02486608922481537, 0.028512008488178253, 0.03215792775154114, 0.03580384701490402, 0.03944976255297661, 0.04309568181633949, 0.04674160107970238, 0.05038751661777496, 0.05403343588113785, 0.05767935514450073]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 2.0, 3.0, 3.0, 4.0, 8.0, 5.0, 5.0, 9.0, 10.0, 7.0, 8.0, 16.0, 14.0, 35.0, 21.0, 10.0, 7.0, 10.0, 9.0, 6.0, 11.0, 3.0, 9.0, 6.0, 4.0, 6.0, 3.0, 2.0, 3.0, 3.0, 0.0, 2.0, 2.0, 4.0, 1.0, 6.0, 5.0, 5.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.05313992500305176, -0.051423221826553345, -0.04970651865005493, -0.04798981547355652, -0.046273112297058105, -0.04455640912055969, -0.04283970594406128, -0.041123002767562866, -0.03940629959106445, -0.03768959641456604, -0.03597289323806763, -0.034256190061569214, -0.0325394868850708, -0.030822783708572388, -0.029106080532073975, -0.02738937735557556, -0.02567267417907715, -0.023955971002578735, -0.022239267826080322, -0.02052256464958191, -0.018805861473083496, -0.017089158296585083, -0.01537245512008667, -0.013655751943588257, -0.011939048767089844, -0.01022234559059143, -0.008505642414093018, -0.0067889392375946045, -0.005072236061096191, -0.0033555328845977783, -0.0016388297080993652, 7.787346839904785e-05, 0.001794576644897461, 0.003511279821395874, 0.005227982997894287, 0.0069446861743927, 0.008661389350891113, 0.010378092527389526, 0.01209479570388794, 0.013811498880386353, 0.015528202056884766, 0.01724490523338318, 0.018961608409881592, 0.020678311586380005, 0.022395014762878418, 0.02411171793937683, 0.025828421115875244, 0.027545124292373657, 0.02926182746887207, 0.030978530645370483, 0.032695233821868896, 0.03441193699836731, 0.03612864017486572, 0.037845343351364136, 0.03956204652786255, 0.04127874970436096, 0.042995452880859375, 0.04471215605735779, 0.0464288592338562, 0.048145562410354614, 0.04986226558685303, 0.05157896876335144, 0.053295671939849854, 0.05501237511634827, 0.05672907829284668]}, "_runtime": 168.52553701400757, "_timestamp": 1596213039.2270746, "_step": 205}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 4.0, 0.0, 0.0, 1.0, 5.0, 9.0, 5.0, 6.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010936379432678223, -0.010671503841876984, -0.01040662918239832, -0.01014175359159708, -0.009876878000795841, -0.009612003341317177, -0.009347127750515938, -0.009082252159714699, -0.00881737656891346, -0.008552501909434795, -0.008287626318633556, -0.008022750727832317, -0.007757876068353653, -0.007493000477552414, -0.007228125352412462, -0.006963249761611223, -0.0066983746364712715, -0.00643349951133132, -0.006168623920530081, -0.005903748795390129, -0.00563887320458889, -0.005373998079448938, -0.005109122954308987, -0.004844247363507748, -0.004579372238367796, -0.004314497113227844, -0.004049621522426605, -0.0037847463972866535, -0.003519871039316058, -0.003254995681345463, -0.002990120556205511, -0.0027252451982349157, -0.0024603698402643204, -0.002195494482293725, -0.0019306192407384515, -0.001665743999183178, -0.0014008686412125826, -0.0011359932832419872, -0.0008711180416867137, -0.0006062427419237792, -0.0003413674421608448, -7.649214239791036e-05, 0.0001883831573650241, 0.00045325845712795854, 0.000718133756890893, 0.0009830091148614883, 0.0012478843564167619, 0.0015127595979720354, 0.0017776349559426308, 0.002042510313913226, 0.0023073856718838215, 0.002572260797023773, 0.0028371361549943686, 0.003102011512964964, 0.0033668866381049156, 0.003631761996075511, 0.0038966373540461063, 0.004161512479186058, 0.004426388069987297, 0.004691263195127249, 0.0049561383202672005, 0.0052210139110684395, 0.005485889036208391, 0.00575076462700963, 0.006015639752149582]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 4.0, 6.0, 3.0, 2.0, 3.0, 7.0, 10.0, 12.0, 18.0, 15.0, 19.0, 28.0, 26.0, 35.0, 48.0, 59.0, 61.0, 117.0, 143.0, 252.0, 577.0, 5483.0, 337.0, 161.0, 110.0, 83.0, 80.0, 46.0, 37.0, 31.0, 27.0, 20.0, 11.0, 11.0, 15.0, 10.0, 5.0, 3.0, 0.0, 3.0, 2.0, 4.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09874576330184937, -0.09523768723011017, -0.09172961115837097, -0.08822153508663177, -0.08471345901489258, -0.08120538294315338, -0.07769730687141418, -0.07418923079967499, -0.07068115472793579, -0.0671730786561966, -0.0636650025844574, -0.0601569227874279, -0.056648846715688705, -0.05314077064394951, -0.04963269457221031, -0.046124618500471115, -0.04261654242873192, -0.03910846635699272, -0.035600390285253525, -0.03209231421351433, -0.02858423814177513, -0.025076160207390785, -0.02156808413565159, -0.01806000806391239, -0.014551931992173195, -0.011043855920433998, -0.007535779383033514, -0.00402770284563303, -0.0005196267738938332, 0.0029884495306760073, 0.006496525835245848, 0.010004602372646332, 0.013512678444385529, 0.017020754516124725, 0.020528830587863922, 0.02403690665960312, 0.027544982731342316, 0.03105306066572666, 0.03456113487482071, 0.038069210946559906, 0.0415772870182991, 0.0450853668153286, 0.048593442887067795, 0.05210151895880699, 0.05560959503054619, 0.059117671102285385, 0.06262574344873428, 0.06613381952047348, 0.06964190304279327, 0.07314997911453247, 0.07665805518627167, 0.08016613125801086, 0.08367420732975006, 0.08718228340148926, 0.09069035947322845, 0.09419843554496765, 0.09770651161670685, 0.10121458768844604, 0.10472266376018524, 0.10823073983192444, 0.11173881590366364, 0.11524689197540283, 0.11875496804714203, 0.12226304411888123, 0.12577112019062042]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 6.0, 3.0, 3.0, 1.0, 3.0, 4.0, 5.0, 4.0, 2.0, 1.0, 22.0, 0.0, 4.0, 3.0, 4.0, 5.0, 8.0, 2.0, 5.0, 3.0, 1.0, 4.0, 2.0, 4.0, 0.0, 4.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0019131648587062955, -0.0018242087680846453, -0.0017352527938783169, -0.0016462968196719885, -0.0015573407290503383, -0.001468384638428688, -0.0013794286642223597, -0.0012904726900160313, -0.001201516599394381, -0.0011125605087727308, -0.0010236045345664024, -0.0009346485021524131, -0.0008456924697384238, -0.0007567364373244345, -0.0006677804049104452, -0.0005788243724964559, -0.0004898683400824666, -0.0004009123076684773, -0.000311956275254488, -0.00022300024284049869, -0.00013404421042650938, -4.5088178012520075e-05, 4.386785440146923e-05, 0.00013282388681545854, 0.00022177991922944784, 0.00031073595164343715, 0.00039969198405742645, 0.0004886480164714158, 0.0005776040488854051, 0.0006665600812993944, 0.0007555161137133837, 0.000844472146127373, 0.0009334281785413623, 0.0010223842691630125, 0.001111340243369341, 0.0012002962175756693, 0.0012892523081973195, 0.0013782083988189697, 0.0014671643730252981, 0.0015561203472316265, 0.0016450764378532767, 0.001734032528474927, 0.0018229885026812553, 0.0019119444768875837, 0.002000900451093912, 0.002089856658130884, 0.0021788126323372126, 0.002267768606543541, 0.002356724813580513, 0.0024456807877868414, 0.00253463676199317, 0.002623592736199498, 0.0027125487104058266, 0.0028015049174427986, 0.002890460891649127, 0.0029794168658554554, 0.0030683730728924274, 0.003157329047098756, 0.0032462850213050842, 0.0033352409955114126, 0.003424196969717741, 0.003513153176754713, 0.0036021091509610415, 0.00369106512516737, 0.003780021332204342]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 9.0, 4.0, 10.0, 17.0, 18.0, 32.0, 52.0, 59.0, 105.0, 138.0, 250.0, 447.0, 677.0, 1251.0, 2487.0, 5070.0, 12497.0, 40207.0, 820306.0, 215960.0, 38683.0, 16828.0, 9102.0, 5261.0, 3289.0, 2199.0, 1400.0, 940.0, 683.0, 478.0, 328.0, 256.0, 139.0, 122.0, 89.0, 60.0, 54.0, 40.0, 25.0, 18.0, 14.0, 12.0, 9.0, 4.0, 2.0, 2.0, 0.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006458195857703686, -0.0062096999026834965, -0.005961203947663307, -0.005712707526981831, -0.005464211571961641, -0.005215715616941452, -0.004967219661921263, -0.0047187237069010735, -0.004470227286219597, -0.004221731331199408, -0.003973235376179218, -0.003724739421159029, -0.0034762434661388397, -0.0032277472782880068, -0.0029792513232678175, -0.0027307551354169846, -0.0024822591803967953, -0.002233763225376606, -0.001985267037525773, -0.0017367710825055838, -0.0014882750110700727, -0.0012397789396345615, -0.0009912829846143723, -0.0007427869131788611, -0.00049429084174335, -0.0002457947994116694, 2.701242920011282e-06, 0.00025119728525169194, 0.0004996933275833726, 0.0007481893990188837, 0.000996685354039073, 0.001245181425474584, 0.0014936774969100952, 0.0017421735683456063, 0.0019906696397811174, 0.0022391655948013067, 0.0024876617826521397, 0.002736157737672329, 0.0029846536926925182, 0.003233149880543351, 0.0034816458355635405, 0.0037301417905837297, 0.003978637978434563, 0.004227133933454752, 0.004475629888474941, 0.0047241258434951305, 0.004972622264176607, 0.005221118219196796, 0.005469614174216986, 0.005718110129237175, 0.005966606084257364, 0.006215102504938841, 0.00646359845995903, 0.0067120944149792194, 0.006960590369999409, 0.007209086325019598, 0.007457582280039787, 0.007706078700721264, 0.007954574190080166, 0.008203070610761642, 0.008451567031443119, 0.008700062520802021, 0.008948558941483498, 0.0091970544308424, 0.009445550851523876]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 2.0, 2.0, 1.0, 9.0, 6.0, 2.0, 1.0, 2.0, 1.0, 4.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.022601332515478134, -0.02172161638736725, -0.020841900259256363, -0.019962185993790627, -0.01908246986567974, -0.018202753737568855, -0.01732303760945797, -0.016443323343992233, -0.015563607215881348, -0.014683891087770462, -0.013804174959659576, -0.012924459762871265, -0.01204474363476038, -0.011165028437972069, -0.010285312309861183, -0.009405597113072872, -0.008525880984961987, -0.007646165322512388, -0.00676644966006279, -0.005886733997613192, -0.005007018335163593, -0.004127302207052708, -0.0032475865446031094, -0.002367870882153511, -0.0014881552197039127, -0.0006084394990466535, 0.0002712762216106057, 0.0011509920004755259, 0.002030707662925124, 0.0029104233253747225, 0.0037901392206549644, 0.004669854883104563, 0.005549570545554161, 0.006429286208003759, 0.007309001870453358, 0.008188717998564243, 0.009068433195352554, 0.00994814932346344, 0.010827864520251751, 0.011707580648362637, 0.012587295845150948, 0.013467011973261833, 0.014346728101372719, 0.01522644329816103, 0.01610615849494934, 0.016985874623060226, 0.017865590751171112, 0.018745306879281998, 0.019625023007392883, 0.02050473727285862, 0.021384453400969505, 0.02226416952908039, 0.023143885657191277, 0.024023599922657013, 0.0249033160507679, 0.025783032178878784, 0.02666274830698967, 0.027542464435100555, 0.028422178700566292, 0.029301894828677177, 0.030181610956788063, 0.03106132708489895, 0.031941041350364685, 0.03282075747847557, 0.033700473606586456]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 3.0, 6.0, 3.0, 9.0, 5.0, 8.0, 19.0, 25.0, 20.0, 32.0, 46.0, 33.0, 41.0, 79.0, 90.0, 110.0, 134.0, 202.0, 263.0, 347.0, 527.0, 773.0, 1207.0, 2148.0, 6132.0, 1672.0, 1132.0, 755.0, 512.0, 399.0, 317.0, 218.0, 200.0, 179.0, 134.0, 97.0, 81.0, 80.0, 69.0, 49.0, 39.0, 33.0, 48.0, 25.0, 18.0, 17.0, 17.0, 16.0, 15.0, 10.0, 5.0, 9.0, 6.0, 7.0, 2.0, 0.0, 0.0, 0.0, 0.0, 3.0], "bins": [-0.01348056085407734, -0.01300366222858429, -0.01252676360309124, -0.01204986497759819, -0.01157296635210514, -0.011096067726612091, -0.010619170032441616, -0.010142271406948566, -0.009665372781455517, -0.009188474155962467, -0.008711575530469418, -0.008234676904976368, -0.007757778279483318, -0.007280879653990269, -0.006803981494158506, -0.006327082868665457, -0.005850184243172407, -0.0053732856176793575, -0.004896386992186308, -0.004419488832354546, -0.003942590206861496, -0.0034656915813684464, -0.0029887929558753967, -0.0025118945632129908, -0.002034995937719941, -0.0015580974286422133, -0.0010811989195644855, -0.0006043002940714359, -0.00012740178499370813, 0.0003494967531878501, 0.0008263952913694084, 0.001303293858654797, 0.0017801923677325249, 0.0022570909932255745, 0.0027339893858879805, 0.00321088801138103, 0.003687786404043436, 0.004164685029536486, 0.004641583655029535, 0.005118482280522585, 0.005595380440354347, 0.006072279065847397, 0.0065491776913404465, 0.007026076316833496, 0.007502974942326546, 0.007979873567819595, 0.008456772193312645, 0.008933670818805695, 0.009410569444298744, 0.00988746713846922, 0.010364365763962269, 0.010841264389455318, 0.011318163014948368, 0.011795061640441418, 0.012271960265934467, 0.012748858891427517, 0.013225757516920567, 0.013702656142413616, 0.014179554767906666, 0.01465645246207714, 0.01513335108757019, 0.01561024971306324, 0.01608714833855629, 0.01656404696404934, 0.01704094558954239]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 2.0, 3.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.3016066253185272, -0.2941831052303314, -0.286759614944458, -0.2793360948562622, -0.2719125747680664, -0.2644890546798706, -0.2570655643939972, -0.2496420443058014, -0.24221853911876678, -0.23479501903057098, -0.22737151384353638, -0.21994800865650177, -0.21252448856830597, -0.20510098338127136, -0.19767746329307556, -0.19025395810604095, -0.18283045291900635, -0.17540693283081055, -0.16798342764377594, -0.16055990755558014, -0.15313640236854553, -0.14571288228034973, -0.13828937709331512, -0.13086587190628052, -0.12344235181808472, -0.11601884663105011, -0.1085953339934349, -0.1011718213558197, -0.0937483087182045, -0.0863247960805893, -0.07890129089355469, -0.07147777825593948, -0.06405426561832428, -0.056630752980709076, -0.04920724406838417, -0.04178373143076897, -0.03436022251844406, -0.026936709880828857, -0.019513197243213654, -0.012089686468243599, -0.004666175693273544, 0.0027573355473577976, 0.01018084678798914, 0.01760435849428177, 0.025027869269251823, 0.03245138004422188, 0.03987489268183708, 0.04729840159416199, 0.05472191423177719, 0.062145426869392395, 0.0695689395070076, 0.0769924446940422, 0.08441595733165741, 0.09183946996927261, 0.09926298260688782, 0.10668649524450302, 0.11411000788211823, 0.12153351306915283, 0.12895703315734863, 0.13638053834438324, 0.14380404353141785, 0.15122756361961365, 0.15865106880664825, 0.16607458889484406, 0.17349809408187866]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 4.0, 2.0, 3.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 3.0, 5.0, 3.0, 8.0, 3.0, 4.0, 5.0, 3.0, 10.0, 22.0, 30.0, 48.0, 23.0, 17.0, 12.0, 6.0, 5.0, 4.0, 6.0, 3.0, 3.0, 5.0, 8.0, 5.0, 1.0, 4.0, 2.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.18603691458702087, -0.18106195330619812, -0.17608700692653656, -0.1711120456457138, -0.16613708436489105, -0.1611621230840683, -0.15618717670440674, -0.15121221542358398, -0.14623725414276123, -0.14126230776309967, -0.13628734648227692, -0.13131238520145416, -0.1263374239206314, -0.12136247009038925, -0.1163875162601471, -0.11141255497932434, -0.10643760114908218, -0.10146264731884003, -0.09648768603801727, -0.09151273220777512, -0.08653777092695236, -0.0815628170967102, -0.07658785581588745, -0.0716129019856453, -0.06663794815540314, -0.06166298687458038, -0.05668802931904793, -0.05171307176351547, -0.046738117933273315, -0.04176316037774086, -0.036788202822208405, -0.03181324526667595, -0.026838287711143494, -0.021863330155611038, -0.016888372600078583, -0.011913416907191277, -0.006938459351658821, -0.001963502261787653, 0.003011454828083515, 0.007986411452293396, 0.012961369007825851, 0.017936326563358307, 0.022911284118890762, 0.02788623981177807, 0.032861195504665375, 0.03783615306019783, 0.042811110615730286, 0.04778606817126274, 0.0527610257267952, 0.05773598328232765, 0.06271094083786011, 0.06768589466810226, 0.07266085594892502, 0.07763580977916718, 0.08261077105998993, 0.08758572489023209, 0.09256067872047424, 0.097535640001297, 0.10251059383153915, 0.10748555511236191, 0.11246050894260406, 0.11743547022342682, 0.12241042405366898, 0.12738537788391113, 0.1323603391647339]}, "_runtime": 169.40788888931274, "_timestamp": 1596213040.1094265, "_step": 206}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 3.0, 2.0, 0.0, 0.0, 3.0, 4.0, 5.0, 7.0, 4.0, 2.0, 0.0, 2.0, 4.0, 1.0, 3.0, 0.0, 1.0, 1.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.013414846733212471, -0.013055632822215557, -0.012696418911218643, -0.012337204068899155, -0.01197799015790224, -0.011618776246905327, -0.011259561404585838, -0.010900347493588924, -0.01054113358259201, -0.010181919671595097, -0.009822705760598183, -0.009463490918278694, -0.00910427700728178, -0.008745063096284866, -0.008385848253965378, -0.008026634342968464, -0.00766742043197155, -0.007308206520974636, -0.006948992144316435, -0.006589777767658234, -0.00623056385666132, -0.005871349945664406, -0.005512135569006205, -0.005152921192348003, -0.0047937072813510895, -0.004434493370354176, -0.004075278993695974, -0.003716064849868417, -0.0033568507060408592, -0.0029976365622133017, -0.002638422418385744, -0.0022792082745581865, -0.001919994130730629, -0.0015607799869030714, -0.0012015658430755138, -0.0008423516992479563, -0.0004831375554203987, -0.00012392341159284115, 0.00023529073223471642, 0.000594504876062274, 0.0009537190198898315, 0.001312933163717389, 0.0016721473075449467, 0.0020313614513725042, 0.002390575595200062, 0.0027497897390276194, 0.003109003882855177, 0.0034682180266827345, 0.003827432170510292, 0.004186646081507206, 0.004545860458165407, 0.004905074834823608, 0.005264288745820522, 0.005623502656817436, 0.0059827170334756374, 0.006341931410133839, 0.0067011453211307526, 0.0070603592321276665, 0.007419573608785868, 0.007778787985444069, 0.008138001896440983, 0.008497215807437897, 0.008856430649757385, 0.0092156445607543, 0.009574858471751213]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 5.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 5.0, 6.0, 5.0, 11.0, 5.0, 5.0, 18.0, 18.0, 23.0, 25.0, 24.0, 37.0, 39.0, 52.0, 63.0, 94.0, 129.0, 199.0, 407.0, 5324.0, 605.0, 256.0, 132.0, 116.0, 60.0, 52.0, 41.0, 36.0, 25.0, 23.0, 15.0, 8.0, 11.0, 9.0, 10.0, 8.0, 8.0, 2.0, 1.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1128644123673439, -0.10939213633537292, -0.10591986030340195, -0.10244758427143097, -0.09897530823945999, -0.09550303220748901, -0.09203075617551804, -0.08855848014354706, -0.08508621156215668, -0.0816139355301857, -0.07814165949821472, -0.07466938346624374, -0.07119710743427277, -0.06772483140230179, -0.06425255537033081, -0.06078027933835983, -0.057308003306388855, -0.05383572727441788, -0.0503634512424469, -0.04689117521047592, -0.043418899178504944, -0.039946626871824265, -0.03647435083985329, -0.03300207480788231, -0.02952979877591133, -0.026057522743940353, -0.022585246711969376, -0.019112972542643547, -0.01564069651067257, -0.012168420478701591, -0.008696145378053188, -0.005223869811743498, -0.0017515942454338074, 0.001720681320875883, 0.005192956887185574, 0.008665231987833977, 0.012137508019804955, 0.015609784051775932, 0.01908205822110176, 0.02255433425307274, 0.026026610285043716, 0.029498886317014694, 0.03297116234898567, 0.03644343838095665, 0.03991571068763733, 0.04338798671960831, 0.046860262751579285, 0.05033253878355026, 0.05380481481552124, 0.05727709084749222, 0.060749366879463196, 0.06422164291143417, 0.06769391894340515, 0.07116619497537613, 0.0746384710073471, 0.07811074703931808, 0.08158302307128906, 0.08505529165267944, 0.08852756768465042, 0.0919998437166214, 0.09547211974859238, 0.09894439578056335, 0.10241667181253433, 0.10588894784450531, 0.10936122387647629]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 2.0, 3.0, 0.0, 1.0, 2.0, 1.0, 2.0, 4.0, 2.0, 4.0, 4.0, 4.0, 4.0, 4.0, 3.0, 7.0, 25.0, 8.0, 0.0, 2.0, 2.0, 2.0, 6.0, 2.0, 3.0, 2.0, 3.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.002464186865836382, -0.002394170733168721, -0.002324154833331704, -0.0022541387006640434, -0.0021841228008270264, -0.0021141066681593657, -0.002044090535491705, -0.001974074635654688, -0.0019040585029870272, -0.0018340424867346883, -0.0017640264704823494, -0.0016940103378146887, -0.0016239943215623498, -0.001553978305310011, -0.0014839621726423502, -0.0014139461563900113, -0.0013439301401376724, -0.0012739141238853335, -0.0012038981076329947, -0.001133881974965334, -0.001063865958712995, -0.0009938499424606562, -0.0009238338680006564, -0.0008538177935406566, -0.0007838017772883177, -0.0007137857610359788, -0.000643769686575979, -0.0005737536121159792, -0.0005037375958636403, -0.00043372155050747097, -0.0003637055051513016, -0.0002936894597951323, -0.00022367341443896294, -0.0001536573690827936, -8.364132372662425e-05, -1.3625278370454907e-05, 5.6390766985714436e-05, 0.00012640681234188378, 0.00019642285769805312, 0.00026643890305422246, 0.0003364549484103918, 0.00040647099376656115, 0.0004764870391227305, 0.0005465031135827303, 0.0006165191298350692, 0.0006865351460874081, 0.0007565512205474079, 0.0008265672950074077, 0.0008965833112597466, 0.0009665993275120854, 0.0010366153437644243, 0.001106631476432085, 0.001176647492684424, 0.0012466635089367628, 0.0013166796416044235, 0.0013866956578567624, 0.0014567116741091013, 0.0015267276903614402, 0.001596743706613779, 0.0016667598392814398, 0.0017367758555337787, 0.0018067918717861176, 0.0018768080044537783, 0.0019468240207061172, 0.002016840036958456]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 3.0, 2.0, 6.0, 4.0, 11.0, 12.0, 16.0, 43.0, 45.0, 51.0, 89.0, 101.0, 180.0, 215.0, 345.0, 468.0, 730.0, 1069.0, 1586.0, 2532.0, 4153.0, 6898.0, 13314.0, 27675.0, 72442.0, 858882.0, 111778.0, 33096.0, 16116.0, 9064.0, 5544.0, 3684.0, 2600.0, 1912.0, 1333.0, 1046.0, 697.0, 541.0, 400.0, 277.0, 187.0, 120.0, 119.0, 77.0, 49.0, 28.0, 29.0, 20.0, 17.0, 8.0, 4.0, 7.0, 6.0, 6.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005011600907891989, -0.004831407219171524, -0.004651213064789772, -0.004471019376069307, -0.004290825687348843, -0.004110631532967091, -0.003930437844246626, -0.003750244155526161, -0.003570050233975053, -0.0033898563124239445, -0.0032096626237034798, -0.0030294687021523714, -0.002849274780601263, -0.0026690810918807983, -0.00248888717032969, -0.0023086934816092253, -0.002128499560058117, -0.0019483057549223304, -0.0017681119497865438, -0.0015879180282354355, -0.001407724223099649, -0.0012275304179638624, -0.001047336496412754, -0.0008671426912769675, -0.000686948886141181, -0.0005067550810053945, -0.000326561217661947, -0.00014636738342233002, 3.382645081728697e-05, 0.00021402028505690396, 0.00039421411929652095, 0.0005744079826399684, 0.0007546017877757549, 0.0009347955929115415, 0.001114989398047328, 0.0012951833195984364, 0.0014753771247342229, 0.0016555709298700094, 0.0018357648514211178, 0.0020159585401415825, 0.002196152461692691, 0.002376346383243799, 0.002556540071964264, 0.0027367339935153723, 0.0029169279150664806, 0.0030971216037869453, 0.0032773155253380537, 0.0034575092140585184, 0.0036377031356096268, 0.003817897057160735, 0.0039980909787118435, 0.004178284667432308, 0.004358478356152773, 0.004538672510534525, 0.00471886619925499, 0.004899059887975454, 0.005079253576695919, 0.005259447731077671, 0.005439641419798136, 0.0056198351085186005, 0.0058000292629003525, 0.005980222951620817, 0.006160416640341282, 0.006340610794723034, 0.006520804483443499]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 6.0, 4.0, 8.0, 5.0, 8.0, 3.0, 2.0, 1.0, 2.0, 1.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.018225576728582382, -0.017362648621201515, -0.016499722376465797, -0.01563679426908493, -0.014773867093026638, -0.013910939916968346, -0.013048011809587479, -0.012185084633529186, -0.011322157457470894, -0.010459230281412601, -0.009596303105354309, -0.008733374997973442, -0.00787044782191515, -0.007007520645856857, -0.006144593004137278, -0.005281665362417698, -0.0044187381863594055, -0.0035558107774704695, -0.0026928833685815334, -0.0018299559596925974, -0.0009670285508036613, -0.0001041011419147253, 0.0007588262669742107, 0.0016217536758631468, 0.002484681084752083, 0.003347608493641019, 0.004210535902529955, 0.005073463544249535, 0.005936390720307827, 0.006799317896366119, 0.007662245538085699, 0.008525173179805279, 0.009388100355863571, 0.010251027531921864, 0.011113954707980156, 0.011976882815361023, 0.012839809991419315, 0.013702737167477608, 0.014565665274858475, 0.015428592450916767, 0.01629151962697506, 0.017154447734355927, 0.018017373979091644, 0.01888030208647251, 0.01974323019385338, 0.020606156438589096, 0.021469084545969963, 0.02233201079070568, 0.023194938898086548, 0.024057867005467415, 0.024920793250203133, 0.025783721357584, 0.026646647602319717, 0.027509575709700584, 0.02837250381708145, 0.02923543006181717, 0.030098358169198036, 0.030961286276578903, 0.03182421252131462, 0.03268713876605034, 0.033550068736076355, 0.03441299498081207, 0.03527592122554779, 0.03613885119557381, 0.037001777440309525]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 2.0, 3.0, 7.0, 11.0, 12.0, 10.0, 12.0, 20.0, 25.0, 32.0, 30.0, 48.0, 60.0, 117.0, 142.0, 150.0, 226.0, 225.0, 328.0, 432.0, 560.0, 876.0, 1219.0, 1737.0, 5785.0, 2188.0, 1292.0, 772.0, 508.0, 378.0, 264.0, 153.0, 138.0, 121.0, 99.0, 75.0, 51.0, 61.0, 37.0, 39.0, 27.0, 19.0, 25.0, 18.0, 4.0, 5.0, 3.0, 6.0, 3.0, 3.0, 8.0, 12.0, 13.0, 14.0, 8.0, 3.0, 2.0, 0.0, 1.0, 0.0, 3.0, 6.0], "bins": [-0.00872623361647129, -0.00839986652135849, -0.00807349942624569, -0.007747132331132889, -0.007420765236020088, -0.007094398140907288, -0.006768031045794487, -0.006441663950681686, -0.006115296855568886, -0.005788929760456085, -0.005462562665343285, -0.005136195570230484, -0.004809828475117683, -0.004483461380004883, -0.004157094284892082, -0.0038307271897792816, -0.003504360094666481, -0.0031779929995536804, -0.00285162590444088, -0.0025252588093280792, -0.0021988917142152786, -0.001872524619102478, -0.0015461575239896774, -0.0012197904288768768, -0.0008934233337640762, -0.0005670562386512756, -0.00024068914353847504, 8.567795157432556e-05, 0.00041204504668712616, 0.0007384121417999268, 0.0010647792369127274, 0.001391146332025528, 0.0017175134271383286, 0.002043880522251129, 0.0023702476173639297, 0.0026966147124767303, 0.003022981807589531, 0.0033493489027023315, 0.003675715997815132, 0.004002083092927933, 0.004328450188040733, 0.004654817283153534, 0.0049811843782663345, 0.005307551473379135, 0.005633918568491936, 0.005960285663604736, 0.006286652758717537, 0.0066130198538303375, 0.006939386948943138, 0.007265754044055939, 0.007592121139168739, 0.00791848823428154, 0.00824485532939434, 0.008571222424507141, 0.008897589519619942, 0.009223956614732742, 0.009550323709845543, 0.009876690804958344, 0.010203057900071144, 0.010529424995183945, 0.010855792090296745, 0.011182159185409546, 0.011508526280522346, 0.011834893375635147, 0.012161260470747948]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 1.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07798191905021667, -0.07560038566589355, -0.07321885973215103, -0.07083732634782791, -0.06845579296350479, -0.06607426702976227, -0.06369273364543915, -0.06131120026111603, -0.058929670602083206, -0.056548140943050385, -0.054166607558727264, -0.05178507789969444, -0.04940354824066162, -0.0470220148563385, -0.04464048519730568, -0.04225895181298256, -0.03987742215394974, -0.037495892494916916, -0.035114359110593796, -0.032732829451560974, -0.030351297929883003, -0.027969766408205032, -0.02558823674917221, -0.02320670522749424, -0.02082517370581627, -0.018443642184138298, -0.016062110662460327, -0.013680581003427505, -0.011299049481749535, -0.008917517960071564, -0.0065359873697161674, -0.004154456313699484, -0.0017729252576828003, 0.0006086057983338833, 0.002990136854350567, 0.0053716679103672504, 0.007753198966383934, 0.010134730488061905, 0.012516261078417301, 0.014897791668772697, 0.01727932319045067, 0.01966085471212864, 0.02204238623380661, 0.024423915892839432, 0.026805447414517403, 0.029186978936195374, 0.031568508595228195, 0.033950041979551315, 0.03633157163858414, 0.03871310129761696, 0.04109463468194008, 0.0434761643409729, 0.04585769772529602, 0.04823922738432884, 0.050620757043361664, 0.053002290427684784, 0.055383820086717606, 0.05776534974575043, 0.06014688313007355, 0.06252841651439667, 0.06490994244813919, 0.06729147583246231, 0.06967300921678543, 0.07205453515052795, 0.07443606853485107]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 5.0, 4.0, 6.0, 3.0, 6.0, 7.0, 11.0, 13.0, 23.0, 19.0, 40.0, 10.0, 13.0, 13.0, 17.0, 6.0, 9.0, 3.0, 11.0, 7.0, 5.0, 2.0, 2.0, 3.0, 4.0, 2.0, 4.0, 3.0, 5.0, 4.0, 1.0, 3.0, 2.0, 2.0, 1.0, 2.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.048080239444971085, -0.046272847801446915, -0.04446545988321304, -0.04265806823968887, -0.0408506765961647, -0.03904328495264053, -0.037235893309116364, -0.03542850539088249, -0.03362111374735832, -0.03181372210383415, -0.03000633232295513, -0.02819894254207611, -0.02639155089855194, -0.02458415925502777, -0.02277676947414875, -0.02096937969326973, -0.01916198804974556, -0.01735459640622139, -0.015547206625342369, -0.013739815913140774, -0.011932425200939178, -0.010125034488737583, -0.008317643776535988, -0.0065102530643343925, -0.004702862352132797, -0.002895471639931202, -0.0010880809277296066, 0.0007193097844719887, 0.002526700496673584, 0.004334091208875179, 0.006141481921076775, 0.00794887263327837, 0.009756263345479965, 0.01156365405768156, 0.013371044769883156, 0.015178435482084751, 0.016985826194286346, 0.018793217837810516, 0.020600607618689537, 0.022407997399568558, 0.024215389043092728, 0.026022780686616898, 0.02783017046749592, 0.02963756024837494, 0.03144495189189911, 0.03325234353542328, 0.03505973517894745, 0.03686712309718132, 0.03867451474070549, 0.04048190638422966, 0.04228929430246353, 0.0440966859459877, 0.04590407758951187, 0.04771146923303604, 0.04951886087656021, 0.05132624879479408, 0.05313364043831825, 0.05494103208184242, 0.056748420000076294, 0.058555811643600464, 0.060363203287124634, 0.062170594930648804, 0.06397798657417297, 0.06578537821769714, 0.06759276986122131]}, "_runtime": 170.262056350708, "_timestamp": 1596213040.963594, "_step": 207}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 5.0, 4.0, 3.0, 2.0, 10.0, 4.0, 7.0, 3.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01496102288365364, -0.014513272792100906, -0.014065523631870747, -0.013617773540318012, -0.013170024380087852, -0.012722274288535118, -0.012274525128304958, -0.011826775036752224, -0.011379025876522064, -0.01093127578496933, -0.010483525693416595, -0.010035776533186436, -0.009588026441633701, -0.009140277281403542, -0.008692527189850807, -0.008244778029620647, -0.007797027938067913, -0.007349278312176466, -0.006901528686285019, -0.006453779060393572, -0.006006029434502125, -0.00555827934294939, -0.005110529717057943, -0.004662780091166496, -0.004215030465275049, -0.003767280839383602, -0.003319531213492155, -0.0028717813547700644, -0.0024240317288786173, -0.0019762821029871702, -0.0015285323606804013, -0.0010807826183736324, -0.0006330329924821854, -0.00018528330838307738, 0.0002624663757160306, 0.0007102160598151386, 0.0011579657439142466, 0.0016057153698056936, 0.0020534652285277843, 0.0025012148544192314, 0.0029489644803106785, 0.0033967141062021255, 0.0038444637320935726, 0.00429221335798502, 0.004739963449537754, 0.005187713075429201, 0.005635462701320648, 0.006083212327212095, 0.006530961953103542, 0.006978711578994989, 0.0074264612048864365, 0.00787421129643917, 0.00832196045666933, 0.008769710548222065, 0.009217459708452225, 0.009665209800004959, 0.010112959891557693, 0.010560709051787853, 0.011008459143340588, 0.011456208303570747, 0.011903958395123482, 0.012351707555353642, 0.012799457646906376, 0.013247206807136536, 0.01369495689868927]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 3.0, 4.0, 5.0, 3.0, 5.0, 5.0, 10.0, 11.0, 10.0, 12.0, 15.0, 13.0, 16.0, 20.0, 34.0, 60.0, 93.0, 132.0, 196.0, 334.0, 5790.0, 499.0, 220.0, 120.0, 81.0, 51.0, 39.0, 22.0, 23.0, 21.0, 12.0, 11.0, 11.0, 11.0, 9.0, 5.0, 5.0, 5.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.13230760395526886, -0.12797562777996063, -0.1236436516046524, -0.11931167542934418, -0.11497969925403595, -0.11064772307872772, -0.1063157469034195, -0.10198377072811127, -0.09765179455280304, -0.09331981837749481, -0.08898784220218658, -0.08465586602687836, -0.08032388985157013, -0.0759919136762619, -0.07165993750095367, -0.06732796132564545, -0.06299598515033722, -0.05866400897502899, -0.054332032799720764, -0.05000005662441254, -0.04566808044910431, -0.04133610427379608, -0.037004128098487854, -0.032672151923179626, -0.0283401757478714, -0.02400819957256317, -0.019676223397254944, -0.015344247221946716, -0.011012271046638489, -0.006680294871330261, -0.0023483186960220337, 0.001983657479286194, 0.006315633654594421, 0.010647609829902649, 0.014979586005210876, 0.019311562180519104, 0.02364353835582733, 0.02797551453113556, 0.03230749070644379, 0.036639466881752014, 0.04097144305706024, 0.04530341923236847, 0.0496353954076767, 0.053967371582984924, 0.05829934775829315, 0.06263132393360138, 0.0669633001089096, 0.07129527628421783, 0.07562725245952606, 0.07995922863483429, 0.08429120481014252, 0.08862318098545074, 0.09295515716075897, 0.0972871333360672, 0.10161910951137543, 0.10595108568668365, 0.11028306186199188, 0.11461503803730011, 0.11894701421260834, 0.12327899038791656, 0.1276109665632248, 0.13194294273853302, 0.13627491891384125, 0.14060689508914948, 0.1449388712644577]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 3.0, 4.0, 3.0, 4.0, 1.0, 2.0, 5.0, 3.0, 5.0, 5.0, 4.0, 3.0, 22.0, 7.0, 5.0, 4.0, 2.0, 2.0, 3.0, 2.0, 5.0, 0.0, 1.0, 4.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 3.0, 0.0, 5.0, 0.0, 1.0, 3.0, 2.0], "bins": [-0.0032228699419647455, -0.0031412479002028704, -0.003059625858440995, -0.00297800381667912, -0.002896381774917245, -0.0028147597331553698, -0.0027331376913934946, -0.0026515156496316195, -0.0025698936078697443, -0.002488271566107869, -0.002406649524345994, -0.002325027482584119, -0.0022434054408222437, -0.0021617833990603685, -0.0020801613572984934, -0.0019985393155366182, -0.001916917273774743, -0.001835295232012868, -0.0017536731902509928, -0.0016720511484891176, -0.0015904291067272425, -0.0015088070649653673, -0.0014271850232034922, -0.001345562981441617, -0.0012639409396797419, -0.0011823188979178667, -0.0011006968561559916, -0.0010190748143941164, -0.0009374527726322412, -0.0008558307308703661, -0.0007742086891084909, -0.0006925866473466158, -0.0006109646055847406, -0.0005293425638228655, -0.00044772052206099033, -0.0003660984802991152, -0.00028447643853724003, -0.00020285439677536488, -0.00012123235501348972, -3.961031325161457e-05, 4.201172851026058e-05, 0.00012363377027213573, 0.0002052558120340109, 0.00028687785379588604, 0.0003684998955577612, 0.00045012193731963634, 0.0005317439790815115, 0.0006133660208433867, 0.0006949880626052618, 0.000776610104367137, 0.0008582321461290121, 0.0009398541878908873, 0.0010214762296527624, 0.0011030982714146376, 0.0011847203131765127, 0.0012663423549383879, 0.001347964396700263, 0.0014295864384621382, 0.0015112084802240133, 0.0015928305219858885, 0.0016744525637477636, 0.0017560746055096388, 0.001837696647271514, 0.001919318689033389, 0.0020009407307952642]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 0.0, 5.0, 5.0, 1.0, 7.0, 16.0, 9.0, 8.0, 13.0, 25.0, 33.0, 58.0, 65.0, 90.0, 137.0, 172.0, 292.0, 418.0, 571.0, 829.0, 1455.0, 2260.0, 3823.0, 6951.0, 13913.0, 34176.0, 130122.0, 874388.0, 56379.0, 23508.0, 11786.0, 6673.0, 4000.0, 2429.0, 1508.0, 952.0, 704.0, 466.0, 338.0, 233.0, 204.0, 149.0, 113.0, 83.0, 59.0, 37.0, 54.0, 37.0, 26.0, 16.0, 12.0, 12.0, 8.0, 8.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.005761242471635342, -0.005576969124376774, -0.005392695311456919, -0.005208421964198351, -0.005024148151278496, -0.004839874804019928, -0.00465560145676136, -0.004471327643841505, -0.004287054296582937, -0.004102780949324369, -0.003918507136404514, -0.0037342337891459465, -0.003549960209056735, -0.0033656866289675236, -0.0031814132817089558, -0.0029971397016197443, -0.002812866121530533, -0.0026285925414413214, -0.00244431896135211, -0.002260045614093542, -0.0020757720340043306, -0.0018914984539151192, -0.0017072249902412295, -0.00152295152656734, -0.0013386779464781284, -0.001154404366388917, -0.0009701309027150273, -0.0007858573808334768, -0.0006015838589519262, -0.0004173103370703757, -0.00023303681518882513, -4.876329330727458e-05, 0.00013551022857427597, 0.0003197837504558265, 0.0005040572723373771, 0.0006883307942189276, 0.0008726043161004782, 0.0010568778961896896, 0.0012411513598635793, 0.001425424823537469, 0.0016096984036266804, 0.0017939719837158918, 0.0019782455638051033, 0.002162518911063671, 0.0023467924911528826, 0.002531066071242094, 0.002715339418500662, 0.0028996129985898733, 0.0030838865786790848, 0.0032681601587682962, 0.0034524337388575077, 0.0036367070861160755, 0.003820980666205287, 0.0040052542462944984, 0.004189527593553066, 0.004373801406472921, 0.004558074753731489, 0.004742348100990057, 0.004926621913909912, 0.00511089526116848, 0.005295168608427048, 0.005479442421346903, 0.005663715768605471, 0.005847989581525326, 0.006032262928783894]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [4.0, 3.0, 6.0, 5.0, 8.0, 4.0, 10.0, 4.0, 8.0, 4.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010745171457529068, -0.0090588154271245, -0.00737245986238122, -0.0056861042976379395, -0.003999748267233372, -0.0023133924696594477, -0.0006270366720855236, 0.0010593191254884005, 0.0027456749230623245, 0.004432030953466892, 0.006118386518210173, 0.007804742082953453, 0.00949109811335802, 0.011177454143762589, 0.012863809242844582, 0.01455016527324915, 0.016236521303653717, 0.01792287640273571, 0.019609233364462852, 0.021295588463544846, 0.022981945425271988, 0.02466830052435398, 0.026354655623435974, 0.028041012585163116, 0.02972736768424511, 0.0314137227833271, 0.033100079745054245, 0.03478643670678139, 0.03647278994321823, 0.038159146904945374, 0.039845503866672516, 0.04153185710310936, 0.0432182140648365, 0.044904571026563644, 0.04659092426300049, 0.04827728122472763, 0.04996363818645477, 0.05164999142289162, 0.05333634838461876, 0.0550227053463459, 0.056709058582782745, 0.05839541554450989, 0.06008177250623703, 0.06176812946796417, 0.06345448642969131, 0.06514083594083786, 0.066827192902565, 0.06851354986429214, 0.07019990682601929, 0.07188626378774643, 0.07357262074947357, 0.07525897771120071, 0.07694532722234726, 0.0786316841840744, 0.08031804114580154, 0.08200439810752869, 0.08369075506925583, 0.08537711203098297, 0.08706346154212952, 0.08874981850385666, 0.0904361754655838, 0.09212253242731094, 0.09380888938903809, 0.09549524635076523, 0.09718160331249237]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [12.0, 25.0, 44.0, 83.0, 137.0, 223.0, 337.0, 496.0, 910.0, 1793.0, 7216.0, 3938.0, 1420.0, 709.0, 390.0, 184.0, 152.0, 87.0, 54.0, 38.0, 18.0, 8.0, 6.0, 7.0, 14.0, 18.0, 7.0, 4.0, 1.0, 5.0, 6.0, 14.0, 9.0, 4.0, 0.0, 3.0, 6.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 12.0, 9.0, 6.0, 8.0, 10.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 8.0], "bins": [-0.0066506569273769855, -0.0060438308864831924, -0.005437004845589399, -0.004830178804695606, -0.004223352763801813, -0.00361652672290802, -0.003009700682014227, -0.002402874641120434, -0.0017960486002266407, -0.0011892225593328476, -0.0005823965184390545, 2.4429522454738617e-05, 0.0006312555633485317, 0.0012380816042423248, 0.001844907645136118, 0.002451733686029911, 0.003058559726923704, 0.0036653857678174973, 0.00427221180871129, 0.0048790378496050835, 0.005485863890498877, 0.00609268993139267, 0.006699515972286463, 0.007306342013180256, 0.007913168519735336, 0.008519994094967842, 0.009126819670200348, 0.009733646176755428, 0.010340472683310509, 0.010947298258543015, 0.01155412383377552, 0.0121609503403306, 0.012767776846885681, 0.013374602422118187, 0.013981427997350693, 0.014588254503905773, 0.015195081010460854, 0.01580190658569336, 0.016408732160925865, 0.01701555773615837, 0.017622385174036026, 0.018229210749268532, 0.018836036324501038, 0.019442863762378693, 0.0200496893376112, 0.020656514912843704, 0.02126334048807621, 0.021870166063308716, 0.02247699350118637, 0.023083819076418877, 0.023690644651651382, 0.024297472089529037, 0.024904297664761543, 0.02551112323999405, 0.026117948815226555, 0.02672477439045906, 0.027331601828336716, 0.02793842740356922, 0.028545252978801727, 0.029152080416679382, 0.029758905991911888, 0.030365731567144394, 0.0309725571423769, 0.031579382717609406, 0.03218621015548706]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 3.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.1622469574213028, -0.15833280980587006, -0.15441864728927612, -0.15050449967384338, -0.14659033715724945, -0.1426761895418167, -0.13876202702522278, -0.13484787940979004, -0.1309337317943573, -0.12701956927776337, -0.12310541421175003, -0.1191912591457367, -0.11527711153030396, -0.11136295646429062, -0.10744880139827728, -0.10353464633226395, -0.09962049126625061, -0.09570633620023727, -0.09179218113422394, -0.0878780260682106, -0.08396387100219727, -0.08004972338676453, -0.07613556832075119, -0.07222141325473785, -0.06830725818872452, -0.06439310312271118, -0.060478948056697845, -0.05656479671597481, -0.05265064164996147, -0.048736486583948135, -0.0448223352432251, -0.04090818017721176, -0.036994025111198425, -0.03307987004518509, -0.029165716841816902, -0.025251563638448715, -0.02133740857243538, -0.017423253506422043, -0.013509100303053856, -0.009594946168363094, -0.005680792033672333, -0.0017666378989815712, 0.0021475162357091904, 0.006061670370399952, 0.009975824505090714, 0.013889978639781475, 0.017804132774472237, 0.021718285977840424, 0.02563244104385376, 0.029546596109867096, 0.03346075117588043, 0.03737490251660347, 0.041289057582616806, 0.04520321264863014, 0.04911736398935318, 0.053031519055366516, 0.05694567412137985, 0.06085982918739319, 0.06477398425340652, 0.06868813931941986, 0.0726022869348526, 0.07651644200086594, 0.08043059706687927, 0.08434475213289261, 0.08825890719890594]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 3.0, 13.0, 11.0, 9.0, 6.0, 12.0, 19.0, 17.0, 18.0, 14.0, 30.0, 21.0, 18.0, 11.0, 11.0, 9.0, 3.0, 8.0, 5.0, 0.0, 3.0, 5.0, 4.0, 7.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0], "bins": [-0.062834732234478, -0.0608576200902462, -0.0588805116713047, -0.056903399527072906, -0.05492629110813141, -0.05294917896389961, -0.050972070544958115, -0.04899495840072632, -0.04701784998178482, -0.045040737837553024, -0.04306362569332123, -0.04108651727437973, -0.039109405130147934, -0.037132296711206436, -0.03515518456697464, -0.03317807614803314, -0.031200964003801346, -0.0292238537222147, -0.027246743440628052, -0.025269633159041405, -0.023292522877454758, -0.02131541073322296, -0.019338300451636314, -0.017361190170049667, -0.01538407988846302, -0.013406969606876373, -0.011429859325289726, -0.009452748112380505, -0.007475637830793858, -0.0054985275492072105, -0.003521416801959276, -0.0015443062875419855, 0.0004328042268753052, 0.002409914741292596, 0.0043870252557098866, 0.006364136002957821, 0.008341246284544468, 0.010318356566131115, 0.012295467779040337, 0.014272578060626984, 0.01624968834221363, 0.018226798623800278, 0.020203908905386925, 0.022181019186973572, 0.024158131331205368, 0.026135241612792015, 0.028112351894378662, 0.03008946217596531, 0.032066572457551956, 0.03404368460178375, 0.03602079302072525, 0.037997905164957047, 0.039975013583898544, 0.04195212572813034, 0.04392923414707184, 0.045906346291303635, 0.04788345843553543, 0.04986056685447693, 0.051837678998708725, 0.05381478741765022, 0.05579189956188202, 0.05776900798082352, 0.05974612012505531, 0.06172322854399681, 0.06370034068822861]}, "_runtime": 171.09846663475037, "_timestamp": 1596213041.8000042, "_step": 208}
-{"val_accuracy": 0.824197345890411, "val_loss": 0.4563563325905909, "_runtime": 173.4951786994934, "_timestamp": 1596213044.1967163, "_step": 209}
-{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: V Confidence: 0.45665284991264343 Truth: v", "Prediction: 5 Confidence: 1.0 Truth: 5", "Prediction: 2 Confidence: 0.9988939166069031 Truth: 2", "Prediction: 0 Confidence: 0.625389575958252 Truth: 0"]}, "_runtime": 173.8037347793579, "_timestamp": 1596213044.5052724, "_step": 210}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 2.0, 2.0, 2.0, 1.0, 9.0, 7.0, 7.0, 3.0, 2.0, 0.0, 4.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01599031500518322, -0.015481879003345966, -0.014973443932831287, -0.014465007930994034, -0.013956572860479355, -0.013448136858642101, -0.012939700856804848, -0.012431265786290169, -0.011922829784452915, -0.011414393782615662, -0.010905958712100983, -0.010397522710263729, -0.009889086708426476, -0.009380651637911797, -0.008872215636074543, -0.008363780565559864, -0.00785534456372261, -0.007346909027546644, -0.006838473491370678, -0.006330037489533424, -0.005821601953357458, -0.005313166417181492, -0.004804730415344238, -0.004296294879168272, -0.0037878593429923058, -0.0032794238068163395, -0.0027709880378097296, -0.0022625522688031197, -0.0017541167326271534, -0.0012456810800358653, -0.0007372454274445772, -0.00022880977485328913, 0.00027962587773799896, 0.000788061530329287, 0.0012964971829205751, 0.0018049328355118632, 0.0023133684881031513, 0.0028218040242791176, 0.0033302397932857275, 0.0038386755622923374, 0.004347111098468304, 0.00485554663464427, 0.005363982170820236, 0.00587241817265749, 0.006380853708833456, 0.006889289245009422, 0.007397725246846676, 0.007906160317361355, 0.008414596319198608, 0.008923032321035862, 0.009431467391550541, 0.009939903393387794, 0.010448338463902473, 0.010956774465739727, 0.01146521046757698, 0.01197364553809166, 0.012482081539928913, 0.012990517541766167, 0.013498952612280846, 0.0140073886141181, 0.014515824615955353, 0.015024259686470032, 0.015532695688307285, 0.01604113169014454, 0.016549566760659218]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 4.0, 2.0, 1.0, 1.0, 2.0, 1.0, 4.0, 3.0, 5.0, 3.0, 6.0, 4.0, 9.0, 13.0, 15.0, 11.0, 33.0, 44.0, 52.0, 55.0, 58.0, 99.0, 151.0, 286.0, 868.0, 5348.0, 272.0, 152.0, 99.0, 81.0, 53.0, 41.0, 37.0, 21.0, 16.0, 16.0, 20.0, 10.0, 1.0, 7.0, 3.0, 2.0, 3.0, 1.0, 3.0, 1.0, 3.0, 1.0, 3.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.14447841048240662, -0.13996461033821106, -0.1354508101940155, -0.13093702495098114, -0.12642322480678558, -0.12190942466259003, -0.11739563196897507, -0.11288183927536011, -0.10836803913116455, -0.103854238986969, -0.09934044629335403, -0.09482665359973907, -0.09031285345554352, -0.08579905331134796, -0.081285260617733, -0.07677146792411804, -0.07225766777992249, -0.06774386763572693, -0.06323007494211197, -0.05871627852320671, -0.05420248210430145, -0.049688685685396194, -0.045174889266490936, -0.04066109284758568, -0.03614729642868042, -0.03163350000977516, -0.027119703590869904, -0.022605907171964645, -0.018092110753059387, -0.013578314334154129, -0.00906451791524887, -0.004550721496343613, -3.692507743835449e-05, 0.004476871341466904, 0.008990667760372162, 0.01350446417927742, 0.018018260598182678, 0.022532057017087936, 0.027045853435993195, 0.03155964985489845, 0.03607344627380371, 0.04058724269270897, 0.04510103911161423, 0.049614835530519485, 0.054128631949424744, 0.05864242836833, 0.06315622478723526, 0.06767001748085022, 0.07218381762504578, 0.07669761776924133, 0.08121141046285629, 0.08572520315647125, 0.09023900330066681, 0.09475280344486237, 0.09926659613847733, 0.10378038883209229, 0.10829418897628784, 0.1128079891204834, 0.11732178181409836, 0.12183557450771332, 0.12634937465190887, 0.13086317479610443, 0.1353769600391388, 0.13989076018333435, 0.1444045603275299]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 4.0, 2.0, 1.0, 4.0, 4.0, 6.0, 6.0, 5.0, 22.0, 4.0, 3.0, 3.0, 6.0, 7.0, 3.0, 2.0, 8.0, 1.0, 4.0, 0.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.0034263869747519493, -0.0033234218135476112, -0.003220456652343273, -0.003117491491138935, -0.003014526329934597, -0.0029115609358996153, -0.002808595774695277, -0.002705630613490939, -0.002602665452286601, -0.002499700291082263, -0.002396735129877925, -0.002293769968673587, -0.002190804574638605, -0.002087839413434267, -0.001984874252229929, -0.001881909091025591, -0.0017789439298212528, -0.0016759787686169147, -0.0015730136074125767, -0.0014700483297929168, -0.0013670831685885787, -0.0012641180073842406, -0.0011611527297645807, -0.0010581875685602427, -0.0009552224073559046, -0.0008522572461515665, -0.0007492920267395675, -0.0006463268073275685, -0.0005433616461232305, -0.0004403964558150619, -0.0003374312655068934, -0.00023446607519872487, -0.00013150088489055634, -2.8535694582387805e-05, 7.442949572578073e-05, 0.00017739468603394926, 0.0002803598763421178, 0.0003833250666502863, 0.00048629025695845485, 0.0005892554763704538, 0.0006922206375747919, 0.00079518579877913, 0.000898151018191129, 0.001001116237603128, 0.001104081398807466, 0.001207046560011804, 0.001310011837631464, 0.001412976998835802, 0.0015159421600401402, 0.0016189073212444782, 0.0017218724824488163, 0.0018248377600684762, 0.0019278029212728143, 0.002030768198892474, 0.0021337333600968122, 0.0022366985213011503, 0.0023396636825054884, 0.0024426288437098265, 0.0025455940049141645, 0.0026485591661185026, 0.0027515245601534843, 0.0028544897213578224, 0.0029574548825621605, 0.0030604200437664986, 0.0031633852049708366]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 4.0, 3.0, 7.0, 5.0, 7.0, 9.0, 14.0, 13.0, 22.0, 26.0, 39.0, 44.0, 65.0, 68.0, 109.0, 184.0, 255.0, 361.0, 514.0, 767.0, 1316.0, 2151.0, 3887.0, 7967.0, 20010.0, 80566.0, 943266.0, 69813.0, 23265.0, 10412.0, 5620.0, 3139.0, 1922.0, 1233.0, 793.0, 541.0, 341.0, 270.0, 169.0, 139.0, 82.0, 70.0, 41.0, 30.0, 19.0, 19.0, 15.0, 6.0, 7.0, 3.0, 4.0, 3.0, 3.0], "bins": [-0.010944764129817486, -0.010652543045580387, -0.010360321961343288, -0.01006810087710619, -0.009775880724191666, -0.009483659639954567, -0.009191438555717468, -0.00889921747148037, -0.008606996387243271, -0.008314775303006172, -0.008022555150091648, -0.007730333600193262, -0.007438112981617451, -0.007145891897380352, -0.006853670813143253, -0.006561450194567442, -0.006269229110330343, -0.0059770080260932446, -0.005684787407517433, -0.0053925663232803345, -0.005100345239043236, -0.004808124620467424, -0.004515903536230326, -0.004223682451993227, -0.003931461833417416, -0.003639240749180317, -0.0033470196649432182, -0.003054798813536763, -0.002762577962130308, -0.0024703568778932095, -0.0021781360264867544, -0.0018859150586649776, -0.0015936940908432007, -0.0013014731230214238, -0.001009252155199647, -0.0007170313037931919, -0.00042481033597141504, -0.00013258939725346863, 0.00015963154146447778, 0.0004518524801824242, 0.0007440734189003706, 0.0010362943867221475, 0.0013285153545439243, 0.0016207362059503794, 0.0019129571737721562, 0.002205178141593933, 0.002497398993000388, 0.002789620077237487, 0.003081840928643942, 0.003374061780050397, 0.0036662828642874956, 0.003958503715693951, 0.004250724799931049, 0.004542945418506861, 0.004835166502743959, 0.005127387586981058, 0.0054196082055568695, 0.005711829289793968, 0.006004050374031067, 0.006296271458268166, 0.006588492076843977, 0.006880713161081076, 0.007172934245318174, 0.007465154863893986, 0.0077573759481310844]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 5.0, 3.0, 2.0, 5.0, 1.0, 3.0, 7.0, 3.0, 4.0, 5.0, 3.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03127351403236389, -0.02997983619570732, -0.0286861602216959, -0.02739248238503933, -0.02609880641102791, -0.024805128574371338, -0.023511450737714767, -0.022217774763703346, -0.020924096927046776, -0.019630419090390205, -0.018336743116378784, -0.017043065279722214, -0.015749387443065643, -0.014455711469054222, -0.013162033632397652, -0.011868356727063656, -0.01057467982172966, -0.009281002916395664, -0.007987326011061668, -0.006693648174405098, -0.005399971269071102, -0.004106294363737106, -0.002812616992741823, -0.0015189398545771837, -0.00022526271641254425, 0.0010684144217520952, 0.0023620915599167347, 0.003655768698081374, 0.004949445836246014, 0.0062431227415800095, 0.007536800112575293, 0.008830477483570576, 0.010124154388904572, 0.011417831294238567, 0.012711508199572563, 0.014005186036229134, 0.01529886294156313, 0.016592539846897125, 0.017886217683553696, 0.019179893657565117, 0.020473571494221687, 0.021767249330878258, 0.02306092530488968, 0.02435460314154625, 0.02564828097820282, 0.02694195695221424, 0.02823563478887081, 0.029529310762882233, 0.030822988599538803, 0.032116666436195374, 0.033410344272851944, 0.034704018384218216, 0.035997696220874786, 0.03729137405753136, 0.03858505189418793, 0.0398787297308445, 0.04117240756750107, 0.04246608167886734, 0.04375975951552391, 0.04505343735218048, 0.04634711518883705, 0.04764079302549362, 0.048934467136859894, 0.050228144973516464, 0.051521822810173035]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 3.0, 3.0, 2.0, 2.0, 4.0, 0.0, 7.0, 4.0, 3.0, 5.0, 11.0, 11.0, 16.0, 19.0, 18.0, 30.0, 36.0, 54.0, 72.0, 85.0, 105.0, 107.0, 175.0, 265.0, 324.0, 496.0, 668.0, 960.0, 1462.0, 2765.0, 5795.0, 1507.0, 961.0, 679.0, 466.0, 325.0, 228.0, 151.0, 138.0, 114.0, 82.0, 48.0, 31.0, 25.0, 24.0, 16.0, 20.0, 10.0, 14.0, 7.0, 3.0, 4.0, 4.0, 17.0, 8.0, 12.0, 9.0, 1.0, 3.0, 2.0, 2.0, 3.0, 7.0], "bins": [-0.015927225351333618, -0.01541501097381115, -0.014902796596288681, -0.014390581287443638, -0.01387836690992117, -0.0133661525323987, -0.012853937223553658, -0.012341722846031189, -0.01182950846850872, -0.011317294090986252, -0.010805079713463783, -0.01029286440461874, -0.009780650027096272, -0.009268435649573803, -0.00875622034072876, -0.008244005963206291, -0.007731791585683823, -0.007219577208161354, -0.006707362364977598, -0.006195147521793842, -0.005682933144271374, -0.005170718766748905, -0.004658503923565149, -0.004146289080381393, -0.003634074702858925, -0.0031218600925058126, -0.0026096454821527004, -0.002097430871799588, -0.001585216261446476, -0.0010730016510933638, -0.0005607870407402515, -4.857243038713932e-05, 0.0004636421799659729, 0.0009758567903190851, 0.0014880714006721973, 0.0020002860110253096, 0.002512500621378422, 0.003024715231731534, 0.0035369298420846462, 0.004049144685268402, 0.004561359062790871, 0.005073573440313339, 0.005585788283497095, 0.006098003126680851, 0.0066102175042033195, 0.007122431881725788, 0.007634646724909544, 0.0081468615680933, 0.008659075945615768, 0.009171290323138237, 0.009683504700660706, 0.010195720009505749, 0.010707934387028217, 0.011220148764550686, 0.011732364073395729, 0.012244578450918198, 0.012756792828440666, 0.013269007205963135, 0.013781221583485603, 0.014293436892330647, 0.014805651269853115, 0.015317865647375584, 0.015830080956220627, 0.016342295333743095, 0.016854509711265564]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 4.0, 2.0, 1.0, 0.0, 2.0, 4.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.2749166488647461, -0.26747047901153564, -0.2600243389606476, -0.25257816910743713, -0.24513199925422668, -0.23768584430217743, -0.23023967444896698, -0.22279351949691772, -0.21534734964370728, -0.20790119469165802, -0.20045503973960876, -0.19300886988639832, -0.18556271493434906, -0.1781165450811386, -0.17067039012908936, -0.1632242202758789, -0.15577806532382965, -0.1483319103717804, -0.14088574051856995, -0.1334395855665207, -0.12599341571331024, -0.11854726076126099, -0.11110109835863113, -0.10365493595600128, -0.09620877355337143, -0.08876261115074158, -0.08131644874811172, -0.07387028634548187, -0.06642413139343262, -0.058977965265512466, -0.05153180658817291, -0.04408564418554306, -0.03663948178291321, -0.029193319380283356, -0.021747158840298653, -0.014300997368991375, -0.006854835897684097, 0.0005913255736231804, 0.008037487044930458, 0.015483648516237736, 0.022929809987545013, 0.030375972390174866, 0.03782213479280472, 0.04526829347014427, 0.052714455872774124, 0.060160618275403976, 0.06760677695274353, 0.07505293935537338, 0.08249910175800323, 0.08994526416063309, 0.09739142656326294, 0.10483758896589279, 0.11228375136852264, 0.1197299063205719, 0.12717607617378235, 0.1346222311258316, 0.14206838607788086, 0.1495145559310913, 0.15696071088314056, 0.164406880736351, 0.17185303568840027, 0.17929920554161072, 0.18674536049365997, 0.19419153034687042, 0.20163768529891968]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 5.0, 7.0, 5.0, 4.0, 6.0, 8.0, 8.0, 8.0, 3.0, 2.0, 4.0, 4.0, 2.0, 7.0, 10.0, 12.0, 13.0, 13.0, 37.0, 19.0, 14.0, 14.0, 12.0, 12.0, 6.0, 5.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 3.0, 1.0, 3.0, 2.0, 3.0, 2.0, 0.0, 4.0, 2.0, 2.0, 0.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.1527422070503235, -0.14779970049858093, -0.14285720884799957, -0.1379147171974182, -0.13297221064567566, -0.1280297040939331, -0.12308721244335175, -0.11814471334218979, -0.11320221424102783, -0.10825971513986588, -0.10331721603870392, -0.09837471693754196, -0.09343221783638, -0.08848971873521805, -0.08354721963405609, -0.07860472053289413, -0.07366222143173218, -0.06871972233057022, -0.06377722322940826, -0.05883472412824631, -0.05389222502708435, -0.048949725925922394, -0.04400722682476044, -0.03906472772359848, -0.03412222862243652, -0.029179729521274567, -0.02423723042011261, -0.019294731318950653, -0.014352232217788696, -0.00940973311662674, -0.004467234015464783, 0.00047526508569717407, 0.005417764186859131, 0.010360263288021088, 0.015302762389183044, 0.020245261490345, 0.025187760591506958, 0.030130259692668915, 0.03507275879383087, 0.04001525789499283, 0.044957756996154785, 0.04990025609731674, 0.0548427551984787, 0.059785254299640656, 0.06472775340080261, 0.06967025250196457, 0.07461275160312653, 0.07955525070428848, 0.08449774980545044, 0.0894402489066124, 0.09438274800777435, 0.09932524710893631, 0.10426774621009827, 0.10921024531126022, 0.11415274441242218, 0.11909524351358414, 0.1240377426147461, 0.12898024916648865, 0.13392274081707, 0.13886523246765137, 0.14380773901939392, 0.14875024557113647, 0.15369273722171783, 0.1586352288722992, 0.16357773542404175]}, "_runtime": 173.90322613716125, "_timestamp": 1596213044.6047637, "_step": 211}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 5.0, 0.0, 0.0, 0.0, 2.0, 2.0, 5.0, 2.0, 6.0, 4.0, 5.0, 5.0, 5.0, 3.0, 2.0, 1.0, 3.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.02300027199089527, -0.022470802068710327, -0.021941330283880234, -0.02141186036169529, -0.020882390439510345, -0.020352918654680252, -0.019823448732495308, -0.019293978810310364, -0.01876450702548027, -0.018235037103295326, -0.017705567181110382, -0.017176097258925438, -0.016646625474095345, -0.0161171555519104, -0.015587684698402882, -0.015058214776217937, -0.014528743922710419, -0.0139992730692029, -0.013469803147017956, -0.012940332293510437, -0.012410862371325493, -0.011881391517817974, -0.011351920664310455, -0.010822450742125511, -0.010292979888617992, -0.009763509035110474, -0.00923403911292553, -0.00870456825941801, -0.008175097405910492, -0.007645627483725548, -0.007116156630218029, -0.0065866862423717976, -0.006057215854525566, -0.005527745466679335, -0.004998275078833103, -0.004468804225325584, -0.003939333837479353, -0.0034098634496331215, -0.0028803928289562464, -0.0023509222082793713, -0.0018214518204331398, -0.0012919813161715865, -0.0007625108119100332, -0.00023304030764847994, 0.00029643019661307335, 0.0008259007008746266, 0.00135537120513618, 0.0018848417093977332, 0.0024143122136592865, 0.002943782601505518, 0.003473253222182393, 0.004002723842859268, 0.0045321942307055, 0.005061664618551731, 0.00559113547205925, 0.006120605859905481, 0.006650076247751713, 0.007179546635597944, 0.007709017023444176, 0.008238487876951694, 0.008767958730459213, 0.009297428652644157, 0.009826899506151676, 0.01035636942833662, 0.010885840281844139]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 4.0, 9.0, 5.0, 10.0, 7.0, 19.0, 17.0, 32.0, 27.0, 62.0, 68.0, 111.0, 121.0, 215.0, 417.0, 5479.0, 588.0, 243.0, 154.0, 115.0, 48.0, 32.0, 35.0, 29.0, 21.0, 17.0, 7.0, 5.0, 1.0, 4.0, 3.0, 2.0, 3.0, 5.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15707263350486755, -0.15192729234695435, -0.14678195118904114, -0.14163662493228912, -0.13649128377437592, -0.1313459426164627, -0.1262006014585495, -0.12105526775121689, -0.11590993404388428, -0.11076459288597107, -0.10561925172805786, -0.10047391802072525, -0.09532857686281204, -0.09018324315547943, -0.08503790199756622, -0.07989256829023361, -0.0747472271323204, -0.0696018859744072, -0.06445655226707458, -0.059311214834451675, -0.054165877401828766, -0.04902053624391556, -0.04387519881129265, -0.03872986137866974, -0.03358452394604683, -0.02843918651342392, -0.02329384908080101, -0.01814850978553295, -0.013003172352910042, -0.007857834920287132, -0.002712496556341648, 0.0024328413419425488, 0.007578179240226746, 0.012723516672849655, 0.017868854105472565, 0.023014193400740623, 0.028159530833363533, 0.03330487012863159, 0.0384502075612545, 0.04359554499387741, 0.04874088242650032, 0.05388621985912323, 0.05903155729174614, 0.06417689472436905, 0.06932223588228226, 0.07446756958961487, 0.07961291074752808, 0.08475824445486069, 0.0899035856127739, 0.0950489267706871, 0.10019426047801971, 0.10533960163593292, 0.11048493534326553, 0.11563027650117874, 0.12077561020851135, 0.12592095136642456, 0.13106629252433777, 0.13621163368225098, 0.141356959939003, 0.1465023010969162, 0.1516476422548294, 0.15679298341274261, 0.16193830966949463, 0.16708365082740784, 0.17222899198532104]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 1.0, 2.0, 5.0, 5.0, 7.0, 5.0, 2.0, 1.0, 3.0, 3.0, 4.0, 19.0, 2.0, 3.0, 2.0, 5.0, 4.0, 4.0, 5.0, 1.0, 6.0, 2.0, 4.0, 1.0, 1.0, 3.0, 1.0, 2.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002489487174898386, -0.002399468095973134, -0.0023094492498785257, -0.0022194301709532738, -0.0021294113248586655, -0.0020393922459334135, -0.0019493733998388052, -0.001859354437328875, -0.001769335474818945, -0.001679316395893693, -0.0015892974333837628, -0.0014992784708738327, -0.0014092595083639026, -0.0013192405458539724, -0.0012292215833440423, -0.0011392026208341122, -0.001049183658324182, -0.0009591646958142519, -0.0008691457333043218, -0.0007791267707943916, -0.0006891078082844615, -0.0005990887875668705, -0.0005090698250569403, -0.0004190508625470102, -0.00032903190003708005, -0.00023901293752714992, -0.00014899396046530455, -5.8974990679416806e-05, 3.104397910647094e-05, 0.00012106294889235869, 0.00021108191867824644, 0.0003011008957400918, 0.00039111985825002193, 0.00048113882075995207, 0.0005711577832698822, 0.0006611767457798123, 0.0007511957082897425, 0.0008412147290073335, 0.0009312336915172637, 0.0010212525958195329, 0.001111271558329463, 0.001201290637254715, 0.001291309599764645, 0.0013813285622745752, 0.0014713475247845054, 0.0015613664872944355, 0.0016513854498043656, 0.0017414044123142958, 0.001831423374824226, 0.001921442337334156, 0.002011461416259408, 0.0021014802623540163, 0.0021914993412792683, 0.0022815181873738766, 0.0023715372662991285, 0.002461556112393737, 0.002551575191318989, 0.002641594037413597, 0.002731613116338849, 0.0028216319624334574, 0.0029116510413587093, 0.0030016698874533176, 0.0030916889663785696, 0.003181707812473178, 0.00327172689139843]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 7.0, 7.0, 9.0, 10.0, 24.0, 31.0, 40.0, 49.0, 129.0, 182.0, 300.0, 455.0, 779.0, 1263.0, 2132.0, 3984.0, 7511.0, 15568.0, 39394.0, 169090.0, 838523.0, 52178.0, 21816.0, 10873.0, 5881.0, 3416.0, 2003.0, 1237.0, 833.0, 546.0, 361.0, 283.0, 207.0, 146.0, 87.0, 64.0, 51.0, 34.0, 30.0, 16.0, 32.0, 11.0, 10.0, 5.0, 9.0, 8.0, 5.0, 3.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.006173102650791407, -0.00590653857216239, -0.00563997495919466, -0.005373410880565643, -0.0051068468019366264, -0.004840283188968897, -0.00457371911033988, -0.004307155031710863, -0.0040405914187431335, -0.0037740273401141167, -0.0035074632614851, -0.0032408994156867266, -0.0029743355698883533, -0.0027077714912593365, -0.0024412076454609632, -0.0021746435668319464, -0.0019080797210335732, -0.001641515758819878, -0.001374951796606183, -0.0011083879508078098, -0.0008418239885941148, -0.0005752600263804197, -0.0003086961223743856, -4.2132189264521e-05, 0.0002244317438453436, 0.0004909957060590386, 0.0007575596100650728, 0.001024123514071107, 0.001290687476284802, 0.001557251438498497, 0.0018238152842968702, 0.002090379362925887, 0.0023569432087242603, 0.0026235070545226336, 0.0028900711331516504, 0.0031566349789500237, 0.0034231990575790405, 0.0036897629033774137, 0.003956326749175787, 0.004222890827804804, 0.004489454440772533, 0.00475601851940155, 0.005022582598030567, 0.005289146676659584, 0.005555710289627314, 0.0058222743682563305, 0.006088838446885347, 0.006355402059853077, 0.006621966138482094, 0.006888530217111111, 0.00715509383007884, 0.007421657908707857, 0.007688221987336874, 0.007954785600304604, 0.00822134967893362, 0.008487913757562637, 0.008754477836191654, 0.009021041914820671, 0.009287605062127113, 0.00955416914075613, 0.009820733219385147, 0.010087297298014164, 0.01035386137664318, 0.010620425455272198, 0.010886989533901215]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 1.0, 1.0, 3.0, 3.0, 4.0, 6.0, 1.0, 6.0, 4.0, 2.0, 4.0, 1.0, 3.0, 2.0, 3.0, 2.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.028234105557203293, -0.0275430791079998, -0.02685205265879631, -0.02616102620959282, -0.025469999760389328, -0.024778971448540688, -0.024087944999337196, -0.023396918550133705, -0.022705892100930214, -0.022014865651726723, -0.02132383920252323, -0.02063281275331974, -0.0199417844414711, -0.01925075799226761, -0.018559731543064117, -0.017868705093860626, -0.017177678644657135, -0.016486652195453644, -0.015795625746250153, -0.015104598365724087, -0.014413571916520596, -0.013722545467317104, -0.013031518086791039, -0.012340491637587547, -0.011649465188384056, -0.010958438739180565, -0.010267412289977074, -0.009576384909451008, -0.008885358460247517, -0.008194332011044025, -0.007503305096179247, -0.006812278181314468, -0.006121251732110977, -0.005430225282907486, -0.0047391983680427074, -0.004048171453177929, -0.0033571450039744377, -0.002666118321940303, -0.001975091639906168, -0.0012840649578720331, -0.0005930382758378983, 9.798840619623661e-05, 0.0007890150882303715, 0.0014800417702645063, 0.002171068452298641, 0.002862095134332776, 0.003553121816366911, 0.0042441487312316895, 0.004935175180435181, 0.005626201629638672, 0.00631722854450345, 0.007008255459368229, 0.00769928190857172, 0.008390308357775211, 0.009081335738301277, 0.009772362187504768, 0.01046338863670826, 0.01115441508591175, 0.011845441535115242, 0.012536468915641308, 0.013227495364844799, 0.01391852181404829, 0.014609549194574356, 0.015300575643777847, 0.01599160209298134]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [6.0, 2.0, 1.0, 0.0, 0.0, 0.0, 3.0, 12.0, 5.0, 9.0, 15.0, 9.0, 5.0, 9.0, 8.0, 16.0, 17.0, 20.0, 38.0, 44.0, 54.0, 59.0, 69.0, 87.0, 143.0, 152.0, 219.0, 257.0, 349.0, 432.0, 528.0, 659.0, 919.0, 1316.0, 5063.0, 2081.0, 1369.0, 1032.0, 746.0, 594.0, 421.0, 352.0, 274.0, 206.0, 146.0, 136.0, 116.0, 74.0, 70.0, 52.0, 36.0, 41.0, 31.0, 24.0, 25.0, 16.0, 15.0, 14.0, 10.0, 11.0, 8.0, 2.0, 3.0, 2.0], "bins": [-0.009396271780133247, -0.009126624092459679, -0.00885697640478611, -0.008587328717112541, -0.008317681029438972, -0.008048033341765404, -0.007778385654091835, -0.007508737966418266, -0.007239090278744698, -0.006969443056732416, -0.006699795369058847, -0.006430147681385279, -0.00616049999371171, -0.005890852306038141, -0.0056212046183645725, -0.005351556930691004, -0.005081909243017435, -0.004812261555343866, -0.004542613867670298, -0.004272966179996729, -0.00400331849232316, -0.003733671037480235, -0.0034640233498066664, -0.0031943756621330976, -0.002924727974459529, -0.00265508028678596, -0.0023854325991123915, -0.0021157849114388227, -0.0018461373401805758, -0.0015764896525070071, -0.0013068420812487602, -0.0010371943935751915, -0.0007675467059016228, -0.000497899018228054, -0.00022825138876214623, 4.1396269807592034e-05, 0.0003110439283773303, 0.000580691616050899, 0.0008503392455168068, 0.0011199868749827147, 0.0013896345626562834, 0.001659282250329852, 0.0019289299380034208, 0.0021985776256769896, 0.0024682250805199146, 0.0027378727681934834, 0.003007520455867052, 0.003277168143540621, 0.0035468158312141895, 0.0038164635188877583, 0.004086111206561327, 0.004355758894234896, 0.004625406581908464, 0.004895054269582033, 0.005164701957255602, 0.005434349644929171, 0.005703996866941452, 0.005973644554615021, 0.0062432922422885895, 0.006512939929962158, 0.006782587617635727, 0.007052235305309296, 0.007321882992982864, 0.007591530680656433, 0.007861178368330002]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1212771013379097, -0.11809850484132767, -0.11491991579532623, -0.1117413192987442, -0.10856272280216217, -0.10538413375616074, -0.1022055372595787, -0.09902694821357727, -0.09584835171699524, -0.09266975522041321, -0.08949116617441177, -0.08631256967782974, -0.08313398063182831, -0.07995538413524628, -0.07677678763866425, -0.07359819859266281, -0.07041960209608078, -0.06724100559949875, -0.06406241655349731, -0.06088382005691528, -0.05770522728562355, -0.05452663451433182, -0.051348038017749786, -0.048169445246458054, -0.04499085247516632, -0.04181225970387459, -0.038633666932582855, -0.035455070436000824, -0.03227647766470909, -0.02909788489341736, -0.025919290259480476, -0.022740695625543594, -0.01956210285425186, -0.01638351008296013, -0.013204915449023247, -0.01002632174640894, -0.006847728043794632, -0.0036691343411803246, -0.0004905406385660172, 0.0026880530640482903, 0.005866646766662598, 0.009045240469276905, 0.012223834171891212, 0.01540242787450552, 0.018581021577119827, 0.02175961434841156, 0.024938208982348442, 0.028116803616285324, 0.03129539638757706, 0.03447398915886879, 0.03765258193016052, 0.040831178426742554, 0.044009771198034286, 0.04718836396932602, 0.05036696046590805, 0.05354555323719978, 0.056724146008491516, 0.05990273877978325, 0.06308133155107498, 0.06625992804765701, 0.06943851709365845, 0.07261711359024048, 0.07579571008682251, 0.07897429913282394, 0.08215289562940598]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 4.0, 2.0, 4.0, 3.0, 3.0, 3.0, 2.0, 3.0, 9.0, 5.0, 9.0, 6.0, 8.0, 14.0, 6.0, 15.0, 12.0, 18.0, 27.0, 9.0, 10.0, 5.0, 8.0, 8.0, 13.0, 8.0, 3.0, 4.0, 7.0, 6.0, 8.0, 9.0, 2.0, 3.0, 2.0, 0.0, 3.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 4.0], "bins": [-0.04590260609984398, -0.04447026178240776, -0.04303792119026184, -0.04160557687282562, -0.040173232555389404, -0.038740888237953186, -0.03730854392051697, -0.03587620332837105, -0.03444385901093483, -0.03301151469349861, -0.03157917410135269, -0.030146829783916473, -0.028714485466480255, -0.027282141149044037, -0.025849798694252968, -0.0244174562394619, -0.02298511192202568, -0.021552767604589462, -0.020120425149798393, -0.018688082695007324, -0.017255738377571106, -0.015823394060134888, -0.014391051605343819, -0.012958708219230175, -0.011526364833116531, -0.010094021447002888, -0.008661678060889244, -0.0072293346747756, -0.005796991288661957, -0.004364647902548313, -0.0029323045164346695, -0.0014999611303210258, -6.76177442073822e-05, 0.0013647256419062614, 0.002797069028019905, 0.004229412414133549, 0.005661755800247192, 0.007094099186360836, 0.00852644257247448, 0.009958785958588123, 0.011391129344701767, 0.01282347273081541, 0.014255816116929054, 0.015688158571720123, 0.01712050288915634, 0.01855284720659256, 0.01998518966138363, 0.021417532116174698, 0.022849876433610916, 0.024282220751047134, 0.025714563205838203, 0.027146905660629272, 0.02857924997806549, 0.03001159429550171, 0.03144393861293793, 0.03287627920508385, 0.034308623522520065, 0.035740967839956284, 0.0371733084321022, 0.03860565274953842, 0.04003799706697464, 0.04147034138441086, 0.042902685701847076, 0.044335026293992996, 0.045767370611429214]}, "_runtime": 174.76880621910095, "_timestamp": 1596213045.4703438, "_step": 212}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 5.0, 0.0, 4.0, 6.0, 3.0, 4.0, 3.0, 2.0, 2.0, 1.0, 3.0, 0.0, 1.0, 3.0, 3.0, 2.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012025134637951851, -0.011738869361579418, -0.011452604085206985, -0.011166338808834553, -0.010880074463784695, -0.010593809187412262, -0.01030754391103983, -0.010021278634667397, -0.009735013358294964, -0.009448748081922531, -0.009162483736872673, -0.00887621846050024, -0.008589953184127808, -0.008303687907755375, -0.008017422631382942, -0.007731157820671797, -0.007444892544299364, -0.007158627267926931, -0.006872362457215786, -0.006586097180843353, -0.0062998319044709206, -0.006013567093759775, -0.0057273018173873425, -0.00544103654101491, -0.005154771730303764, -0.004868506453931332, -0.004582241177558899, -0.004295975901186466, -0.004009711090475321, -0.003723445814102888, -0.003437180770561099, -0.0031509154941886663, -0.0028646504506468773, -0.0025783854071050882, -0.0022921201307326555, -0.0020058550871908665, -0.0017195899272337556, -0.0014333247672766447, -0.0011470597237348557, -0.0008607945637777448, -0.0005745294038206339, -0.00028826427296735346, -1.999142114073038e-06, 0.0002842659887392074, 0.0005705311195924878, 0.0008567962795495987, 0.0011430613230913877, 0.0014293264830484986, 0.0017155916430056095, 0.0020018566865473986, 0.0022881219629198313, 0.0025743870064616203, 0.002860652282834053, 0.003146917326375842, 0.003433182369917631, 0.003719447646290064, 0.004005712457001209, 0.004291977733373642, 0.004578243009746075, 0.004864508286118507, 0.005150773096829653, 0.0054370383732020855, 0.005723303649574518, 0.006009568460285664, 0.006295833736658096]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 3.0, 5.0, 1.0, 2.0, 2.0, 4.0, 5.0, 3.0, 7.0, 11.0, 14.0, 9.0, 13.0, 27.0, 32.0, 29.0, 45.0, 65.0, 87.0, 134.0, 204.0, 348.0, 5481.0, 595.0, 261.0, 143.0, 113.0, 62.0, 61.0, 41.0, 23.0, 16.0, 18.0, 12.0, 10.0, 6.0, 6.0, 6.0, 5.0, 4.0, 1.0, 1.0, 5.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10190925747156143, -0.09847304224967957, -0.0950368270277977, -0.09160061180591583, -0.08816438913345337, -0.0847281739115715, -0.08129195868968964, -0.07785574346780777, -0.0744195282459259, -0.07098331302404404, -0.06754709035158157, -0.06411087512969971, -0.06067465990781784, -0.057238444685935974, -0.05380222946405411, -0.05036601051688194, -0.046929795295000076, -0.04349358007311821, -0.040057361125946045, -0.03662114590406418, -0.03318493068218231, -0.029748713597655296, -0.02631249651312828, -0.022876281291246414, -0.0194400642067194, -0.016003847122192383, -0.012567631900310516, -0.0091314148157835, -0.00569519866257906, -0.002258982276543975, 0.0011772341094911098, 0.004613450728356838, 0.00804966688156128, 0.01148588303476572, 0.014922099187970161, 0.018358316272497177, 0.021794531494379044, 0.02523074857890606, 0.028666965663433075, 0.03210318088531494, 0.03553939610719681, 0.03897561505436897, 0.04241183027625084, 0.045848045498132706, 0.04928426444530487, 0.05272047966718674, 0.056156694889068604, 0.05959291383624077, 0.06302912533283234, 0.0664653480052948, 0.06990156322717667, 0.07333777844905853, 0.0767739936709404, 0.08021020889282227, 0.08364642411470413, 0.0870826467871666, 0.09051886200904846, 0.09395507723093033, 0.0973912924528122, 0.10082750767469406, 0.10426372289657593, 0.10769994556903839, 0.11113616079092026, 0.11457237601280212, 0.11800859123468399]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 4.0, 3.0, 2.0, 1.0, 0.0, 4.0, 3.0, 3.0, 4.0, 3.0, 3.0, 4.0, 1.0, 3.0, 2.0, 25.0, 3.0, 6.0, 2.0, 7.0, 6.0, 3.0, 2.0, 1.0, 4.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 3.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0023749242536723614, -0.0022954659070819616, -0.002216007560491562, -0.002136549213901162, -0.0020570908673107624, -0.0019776327535510063, -0.0018981744069606066, -0.0018187160603702068, -0.001739257713779807, -0.0016597993671894073, -0.0015803410205990076, -0.0015008827904239297, -0.00142142444383353, -0.0013419660972431302, -0.0012625078670680523, -0.0011830495204776525, -0.0011035911738872528, -0.001024132827296853, -0.0009446745389141142, -0.0008652162505313754, -0.0007857579039409757, -0.0007062995573505759, -0.0006268412689678371, -0.0005473829805850983, -0.0004679246339946985, -0.00038846631650812924, -0.00030900799902155995, -0.00022954968153499067, -0.00015009136404842138, -7.06330465618521e-05, 8.825270924717188e-06, 8.828358841128647e-05, 0.00016774190589785576, 0.00024720022338442504, 0.00032665854087099433, 0.0004061168583575636, 0.0004855751758441329, 0.0005650335224345326, 0.0006444918108172715, 0.0007239500992000103, 0.00080340844579041, 0.0008828667923808098, 0.0009623250807635486, 0.0010417833691462874, 0.0011212417157366872, 0.001200700062327087, 0.0012801582925021648, 0.0013596166390925646, 0.0014390749856829643, 0.001518533332273364, 0.0015979916788637638, 0.0016774499090388417, 0.0017569082556292415, 0.0018363666022196412, 0.0019158248323947191, 0.001995283178985119, 0.0020747415255755186, 0.0021541998721659184, 0.002233658218756318, 0.002313116565346718, 0.002392574679106474, 0.0024720330256968737, 0.0025514913722872734, 0.002630949718877673, 0.002710408065468073]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 4.0, 3.0, 5.0, 4.0, 4.0, 13.0, 8.0, 7.0, 17.0, 24.0, 23.0, 32.0, 51.0, 62.0, 118.0, 153.0, 199.0, 325.0, 492.0, 914.0, 1608.0, 3160.0, 6531.0, 17014.0, 61677.0, 952860.0, 85142.0, 24495.0, 11098.0, 5615.0, 3159.0, 1756.0, 1050.0, 658.0, 446.0, 299.0, 186.0, 136.0, 86.0, 66.0, 50.0, 30.0, 24.0, 11.0, 8.0, 6.0, 4.0, 2.0, 4.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008540872484445572, -0.008279512636363506, -0.00801815278828144, -0.007756792940199375, -0.00749543309211731, -0.007234073244035244, -0.006972713395953178, -0.006711353547871113, -0.006449993699789047, -0.006188633851706982, -0.005927274003624916, -0.0056659141555428505, -0.005404554307460785, -0.005143194459378719, -0.004881834611296654, -0.004620474763214588, -0.004359114915132523, -0.004097755067050457, -0.0038363952189683914, -0.003575035370886326, -0.0033136755228042603, -0.0030523156747221947, -0.002790955826640129, -0.0025295959785580635, -0.002268236130475998, -0.0020068762823939323, -0.0017455164343118668, -0.0014841565862298012, -0.0012227967381477356, -0.00096143689006567, -0.0007000770419836044, -0.00043871719390153885, -0.00017735734581947327, 8.400250226259232e-05, 0.0003453623503446579, 0.0006067221984267235, 0.0008680820465087891, 0.0011294418945908546, 0.0013908017426729202, 0.0016521615907549858, 0.0019135214388370514, 0.002174881286919117, 0.0024362411350011826, 0.002697600983083248, 0.0029589608311653137, 0.0032203206792473793, 0.003481680527329445, 0.0037430403754115105, 0.004004400223493576, 0.004265760071575642, 0.004527119919657707, 0.004788479767739773, 0.005049839615821838, 0.005311199463903904, 0.0055725593119859695, 0.005833919160068035, 0.006095279008150101, 0.006356638856232166, 0.006617998704314232, 0.0068793585523962975, 0.007140718400478363, 0.007402078248560429, 0.007663438096642494, 0.00792479794472456, 0.008186157792806625]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 2.0, 2.0, 2.0, 2.0, 3.0, 0.0, 4.0, 10.0, 5.0, 4.0, 5.0, 7.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.051747020334005356, -0.05060791224241257, -0.04946880042552948, -0.04832968860864639, -0.047190580517053604, -0.046051472425460815, -0.04491236060857773, -0.04377324879169464, -0.04263414070010185, -0.041495032608509064, -0.04035592079162598, -0.03921680897474289, -0.0380777008831501, -0.03693859279155731, -0.035799480974674225, -0.03466036915779114, -0.03352126106619835, -0.03238215297460556, -0.031243041157722473, -0.030103931203484535, -0.028964821249246597, -0.02782571129500866, -0.02668660134077072, -0.025547491386532784, -0.024408381432294846, -0.023269271478056908, -0.02213016152381897, -0.020991051569581032, -0.019851941615343094, -0.018712831661105156, -0.017573721706867218, -0.01643461175262928, -0.015295501798391342, -0.014156391844153404, -0.013017281889915466, -0.011878171935677528, -0.01073906198143959, -0.009599952027201653, -0.008460842072963715, -0.007321732118725777, -0.006182622164487839, -0.005043512210249901, -0.003904402256011963, -0.002765292301774025, -0.001626182347536087, -0.0004870723932981491, 0.0006520375609397888, 0.0017911475151777267, 0.0029302574694156647, 0.004069367423653603, 0.0052084773778915405, 0.0063475873321294785, 0.007486697286367416, 0.008625807240605354, 0.009764917194843292, 0.01090402714908123, 0.012043137103319168, 0.013182247057557106, 0.014321357011795044, 0.015460466966032982, 0.01659957692027092, 0.017738686874508858, 0.018877796828746796, 0.020016906782984734, 0.02115601673722267]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 2.0, 2.0, 3.0, 2.0, 7.0, 1.0, 5.0, 2.0, 4.0, 4.0, 1.0, 2.0, 1.0, 4.0, 6.0, 7.0, 6.0, 3.0, 1.0, 2.0, 6.0, 5.0, 6.0, 16.0, 22.0, 21.0, 37.0, 55.0, 73.0, 97.0, 117.0, 151.0, 182.0, 294.0, 380.0, 559.0, 780.0, 1202.0, 2114.0, 6692.0, 1990.0, 1259.0, 792.0, 495.0, 320.0, 209.0, 131.0, 87.0, 61.0, 50.0, 49.0, 23.0, 26.0, 14.0, 13.0, 8.0, 5.0, 5.0, 7.0, 4.0, 4.0, 2.0, 1.0], "bins": [-0.016425088047981262, -0.016019048169255257, -0.015613007359206676, -0.015206967480480671, -0.01480092667043209, -0.014394886791706085, -0.01398884691298008, -0.0135828061029315, -0.013176766224205494, -0.012770725414156914, -0.012364685535430908, -0.011958645656704903, -0.011552604846656322, -0.011146564967930317, -0.010740524157881737, -0.010334484279155731, -0.009928444400429726, -0.009522403590381145, -0.00911636371165514, -0.00871032290160656, -0.008304283022880554, -0.007898242212831974, -0.0074922023341059685, -0.007086161989718676, -0.006680121645331383, -0.006274081766605377, -0.005868041422218084, -0.0054620010778307915, -0.005055960733443499, -0.004649920389056206, -0.0042438805103302, -0.0038378401659429073, -0.0034317998215556145, -0.0030257594771683216, -0.0026197193656116724, -0.0022136790212243795, -0.0018076387932524085, -0.0014015985652804375, -0.0009955582208931446, -0.0005895179929211736, -0.00018347776494920254, 0.00022256249212659895, 0.0006286027492024004, 0.0010346430353820324, 0.0014406832633540034, 0.0018467234913259745, 0.0022527638357132673, 0.0026588039472699165, 0.0030648442916572094, 0.0034708846360445023, 0.0038769247476011515, 0.004282964859157801, 0.0046890052035450935, 0.005095045547932386, 0.005501085892319679, 0.005907126236706972, 0.006313166581094265, 0.0067192064598202705, 0.007125246804207563, 0.007531287148594856, 0.007937327027320862, 0.008343367837369442, 0.008749407716095448, 0.009155448526144028, 0.009561488404870033]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 4.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.117912158370018, -0.1137794479727745, -0.10964673012495041, -0.10551401972770691, -0.10138130187988281, -0.09724859148263931, -0.09311587363481522, -0.08898316323757172, -0.08485044538974762, -0.08071773499250412, -0.07658502459526062, -0.07245230674743652, -0.06831959635019302, -0.06418687850236893, -0.06005416810512543, -0.05592145398259163, -0.05178873986005783, -0.04765602573752403, -0.043523311614990234, -0.039390597492456436, -0.03525788336992264, -0.03112517111003399, -0.02699245885014534, -0.022859744727611542, -0.018727030605077744, -0.014594316482543945, -0.010461603291332722, -0.006328889634460211, -0.0021961759775877, 0.001936537679284811, 0.006069251336157322, 0.010201964527368546, 0.014334678649902344, 0.018467392772436142, 0.02260010689496994, 0.02673281915485859, 0.030865533277392387, 0.034998245537281036, 0.039130959659814835, 0.04326367378234863, 0.04739638790488243, 0.05152910202741623, 0.05566181614995003, 0.059794530272483826, 0.06392724066972733, 0.06805995851755142, 0.07219266891479492, 0.07632538676261902, 0.08045809715986252, 0.08459080755710602, 0.08872352540493011, 0.09285623580217361, 0.09698895364999771, 0.10112166404724121, 0.10525438189506531, 0.10938709229230881, 0.11351980268955231, 0.1176525205373764, 0.1217852309346199, 0.1259179413318634, 0.1300506591796875, 0.1341833770275116, 0.1383160948753357, 0.1424487978219986, 0.1465815156698227]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 3.0, 2.0, 1.0, 3.0, 3.0, 4.0, 3.0, 2.0, 5.0, 3.0, 3.0, 7.0, 7.0, 7.0, 7.0, 6.0, 4.0, 20.0, 17.0, 13.0, 33.0, 7.0, 6.0, 4.0, 1.0, 8.0, 8.0, 4.0, 14.0, 16.0, 8.0, 8.0, 9.0, 3.0, 5.0, 3.0, 2.0, 4.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0], "bins": [-0.052793778479099274, -0.05097046121954918, -0.049147143959999084, -0.04732382670044899, -0.045500509440898895, -0.0436771921813488, -0.041853874921798706, -0.04003055766224861, -0.03820724040269852, -0.03638392314314842, -0.03456060588359833, -0.03273728862404823, -0.030913973227143288, -0.029090655967593193, -0.0272673387080431, -0.025444021448493004, -0.02362070418894291, -0.021797386929392815, -0.01997406966984272, -0.018150752410292625, -0.01632743515074253, -0.01450411882251501, -0.012680801562964916, -0.010857484303414822, -0.009034167043864727, -0.007210849784314632, -0.005387532524764538, -0.0035642157308757305, -0.001740898471325636, 8.241867180913687e-05, 0.0019057358149439096, 0.0037290528416633606, 0.005552370101213455, 0.00737568736076355, 0.009199004620313644, 0.011022321879863739, 0.012845639139413834, 0.014668955467641354, 0.016492273658514023, 0.018315590918064117, 0.020138908177614212, 0.021962223574519157, 0.023785540834069252, 0.025608858093619347, 0.02743217535316944, 0.029255492612719536, 0.03107880987226963, 0.032902128994464874, 0.03472544252872467, 0.036548759788274765, 0.03837207704782486, 0.040195394307374954, 0.04201871156692505, 0.04384202882647514, 0.04566534608602524, 0.04748866334557533, 0.04931198060512543, 0.05113529786467552, 0.052958615124225616, 0.05478193238377571, 0.056605249643325806, 0.0584285669028759, 0.060251884162425995, 0.06207520142197609, 0.06389851868152618]}, "_runtime": 175.60048937797546, "_timestamp": 1596213046.302027, "_step": 213}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 4.0, 2.0, 2.0, 1.0, 0.0, 4.0, 7.0, 5.0, 3.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.008115957491099834, -0.007871218957006931, -0.0076264794915914536, -0.00738174095749855, -0.00713700195774436, -0.0068922629579901695, -0.006647524423897266, -0.006402785424143076, -0.0061580464243888855, -0.005913307424634695, -0.005668568424880505, -0.0054238298907876015, -0.005179090891033411, -0.004934351891279221, -0.0046896133571863174, -0.004444874357432127, -0.0042001353576779366, -0.003955396357923746, -0.0037106575910001993, -0.0034659188240766525, -0.003221179824322462, -0.0029764408245682716, -0.002731702057644725, -0.002486963290721178, -0.0022422242909669876, -0.001997485291212797, -0.0017527465242892504, -0.0015080076409503818, -0.0012632687576115131, -0.0010185298742726445, -0.0007737909909337759, -0.0005290521075949073, -0.00028431322425603867, -3.957434091717005e-05, 0.00020516454242169857, 0.0004499034257605672, 0.0006946423090994358, 0.0009393811924383044, 0.001184120075777173, 0.0014288589591160417, 0.0016735978424549103, 0.001918336725793779, 0.0021630756091326475, 0.0024078143760561943, 0.0026525533758103848, 0.002897292375564575, 0.003142031142488122, 0.0033867699094116688, 0.0036315089091658592, 0.0038762479089200497, 0.00412098690867424, 0.004365725442767143, 0.004610464442521334, 0.004855203442275524, 0.005099941976368427, 0.005344680976122618, 0.005589419975876808, 0.005834158975630999, 0.006078897975385189, 0.006323636509478092, 0.006568375509232283, 0.006813114508986473, 0.007057853043079376, 0.007302592042833567, 0.007547331042587757]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 5.0, 5.0, 4.0, 6.0, 5.0, 5.0, 13.0, 8.0, 14.0, 12.0, 23.0, 23.0, 36.0, 38.0, 55.0, 59.0, 53.0, 97.0, 129.0, 203.0, 318.0, 5096.0, 724.0, 300.0, 176.0, 108.0, 85.0, 87.0, 46.0, 41.0, 44.0, 17.0, 22.0, 13.0, 10.0, 8.0, 10.0, 1.0, 4.0, 1.0, 2.0, 8.0, 6.0, 1.0, 2.0, 3.0, 0.0, 1.0], "bins": [-0.11333895474672318, -0.11033498495817184, -0.10733101516962051, -0.10432704538106918, -0.10132307559251785, -0.09831910580396652, -0.09531513601541519, -0.09231116622686386, -0.08930718898773193, -0.0863032191991806, -0.08329924941062927, -0.08029527962207794, -0.07729130983352661, -0.07428734004497528, -0.07128337025642395, -0.06827940046787262, -0.06527543067932129, -0.06227146089076996, -0.05926749110221863, -0.0562635213136673, -0.05325955152511597, -0.05025557801127434, -0.04725160822272301, -0.04424763843417168, -0.041243668645620346, -0.038239698857069016, -0.035235729068517685, -0.032231759279966354, -0.029227787628769875, -0.026223817840218544, -0.023219846189022064, -0.020215876400470734, -0.017211906611919403, -0.014207936823368073, -0.011203966103494167, -0.008199995383620262, -0.005196025595068932, -0.0021920553408563137, 0.0008119149133563042, 0.003815885167568922, 0.00681985542178154, 0.00982382521033287, 0.012827795930206776, 0.01583176665008068, 0.01883573643863201, 0.021839706227183342, 0.024843677878379822, 0.027847647666931152, 0.030851617455482483, 0.033855587244033813, 0.036859557032585144, 0.039863526821136475, 0.042867496609687805, 0.045871470123529434, 0.048875439912080765, 0.051879409700632095, 0.054883379489183426, 0.057887349277734756, 0.06089131906628609, 0.06389529258012772, 0.06689926236867905, 0.06990323215723038, 0.07290720194578171, 0.07591117173433304, 0.07891514152288437]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 4.0, 1.0, 0.0, 4.0, 2.0, 0.0, 4.0, 3.0, 2.0, 3.0, 4.0, 4.0, 6.0, 9.0, 3.0, 8.0, 25.0, 5.0, 5.0, 6.0, 4.0, 4.0, 2.0, 2.0, 2.0, 1.0, 0.0, 4.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0033332540187984705, -0.0032053817994892597, -0.0030775098130106926, -0.002949637593701482, -0.002821765374392271, -0.0026938931550830603, -0.0025660209357738495, -0.0024381489492952824, -0.0023102767299860716, -0.002182404510676861, -0.0020545325241982937, -0.001926660304889083, -0.0017987880855798721, -0.0016709158662706614, -0.0015430437633767724, -0.0014151716604828835, -0.0012872994411736727, -0.001159427221864462, -0.001031555118970573, -0.0009036829578690231, -0.0007758107967674732, -0.0006479386356659234, -0.0005200664745643735, -0.00039219431346282363, -0.00026432215236127377, -0.0001364499912597239, -8.577830158174038e-06, 0.00011929433094337583, 0.0002471664920449257, 0.00037503865314647555, 0.0005029108142480254, 0.0006307829753495753, 0.0007586551364511251, 0.000886527297552675, 0.0010143994586542249, 0.0011422715615481138, 0.0012701437808573246, 0.0013980160001665354, 0.0015258881030604243, 0.0016537602059543133, 0.001781632425263524, 0.0019095046445727348, 0.002037376631051302, 0.0021652488503605127, 0.0022931210696697235, 0.0024209932889789343, 0.002548865508288145, 0.002676737494766712, 0.002804609714075923, 0.0029324819333851337, 0.003060353919863701, 0.0031882261391729116, 0.0033160983584821224, 0.003443970577791333, 0.003571842797100544, 0.003699714783579111, 0.003827587002888322, 0.003955459222197533, 0.0040833312086761, 0.004211203660815954, 0.004339075647294521, 0.0044669476337730885, 0.004594820085912943, 0.00472269207239151, 0.0048505645245313644]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 3.0, 2.0, 1.0, 3.0, 4.0, 7.0, 12.0, 13.0, 10.0, 27.0, 46.0, 57.0, 81.0, 120.0, 208.0, 360.0, 582.0, 1066.0, 1761.0, 3224.0, 6325.0, 12528.0, 28697.0, 86908.0, 890131.0, 87734.0, 28922.0, 13304.0, 6981.0, 3841.0, 2267.0, 1434.0, 947.0, 646.0, 454.0, 297.0, 193.0, 142.0, 90.0, 62.0, 40.0, 34.0, 18.0, 22.0, 11.0, 3.0, 7.0, 2.0, 5.0, 1.0, 2.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0], "bins": [-0.006996544077992439, -0.006775193382054567, -0.006553843151777983, -0.006332492455840111, -0.006111142225563526, -0.005889791529625654, -0.005668440833687782, -0.005447090603411198, -0.005225739907473326, -0.005004389211535454, -0.004783038981258869, -0.004561688285320997, -0.004340337589383125, -0.004118987359106541, -0.0038976366631686687, -0.0036762862000614405, -0.003454935736954212, -0.003233585273846984, -0.0030122348107397556, -0.0027908841148018837, -0.0025695336516946554, -0.002348183188587427, -0.002126832492649555, -0.001905482029542327, -0.0016841315664350986, -0.0014627811033278704, -0.0012414305238053203, -0.0010200799442827702, -0.0007987294811755419, -0.0005773789598606527, -0.0003560284385457635, -0.0001346779172308743, 8.667260408401489e-05, 0.0003080231253989041, 0.0005293736467137933, 0.0007507241680286825, 0.0009720746893435717, 0.0011934251524508, 0.00141477573197335, 0.0016361263114959002, 0.0018574767746031284, 0.0020788272377103567, 0.002300177700817585, 0.002521528396755457, 0.002742878859862685, 0.0029642293229699135, 0.0031855800189077854, 0.0034069304820150137, 0.003628280945122242, 0.0038496314082294703, 0.0040709818713366985, 0.0042923325672745705, 0.004513682797551155, 0.004735033493489027, 0.004956384189426899, 0.005177734419703484, 0.0053990851156413555, 0.0056204358115792274, 0.005841786041855812, 0.006063136737793684, 0.006284487433731556, 0.0065058376640081406, 0.0067271883599460125, 0.006948538590222597, 0.007169889286160469]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 6.0, 1.0, 3.0, 5.0, 1.0, 10.0, 2.0, 3.0, 1.0, 2.0, 7.0, 1.0, 4.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.04972677677869797, -0.048694126307964325, -0.04766147583723068, -0.04662882536649704, -0.0455961748957634, -0.044563524425029755, -0.04353087395429611, -0.04249822348356247, -0.04146557301282883, -0.040432922542095184, -0.03940027207136154, -0.0383676216006279, -0.03733497112989426, -0.036302320659160614, -0.03526967018842697, -0.03423701971769333, -0.033204369246959686, -0.032171718776226044, -0.0311390683054924, -0.03010641783475876, -0.029073767364025116, -0.028041116893291473, -0.02700846642255783, -0.025975815951824188, -0.024943165481090546, -0.023910515010356903, -0.02287786453962326, -0.021845214068889618, -0.020812563598155975, -0.019779913127422333, -0.01874726265668869, -0.017714612185955048, -0.016681961715221405, -0.015649311244487762, -0.01461666077375412, -0.013584010303020477, -0.012551359832286835, -0.011518709361553192, -0.01048605889081955, -0.009453408420085907, -0.008420757949352264, -0.007388107478618622, -0.006355457007884979, -0.005322806537151337, -0.004290156066417694, -0.0032575055956840515, -0.002224855124950409, -0.0011922046542167664, -0.00015955418348312378, 0.0008730962872505188, 0.0019057467579841614, 0.002938397228717804, 0.0039710476994514465, 0.005003698170185089, 0.006036348640918732, 0.007068999111652374, 0.008101649582386017, 0.00913430005311966, 0.010166950523853302, 0.011199600994586945, 0.012232251465320587, 0.01326490193605423, 0.014297552406787872, 0.015330202877521515, 0.016362853348255157]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [7.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 11.0, 6.0, 10.0, 11.0, 5.0, 0.0, 1.0, 0.0, 4.0, 1.0, 4.0, 2.0, 14.0, 8.0, 8.0, 12.0, 23.0, 28.0, 17.0, 24.0, 26.0, 53.0, 56.0, 60.0, 91.0, 125.0, 210.0, 274.0, 420.0, 684.0, 1072.0, 1853.0, 6491.0, 2234.0, 1356.0, 930.0, 686.0, 468.0, 361.0, 263.0, 143.0, 102.0, 81.0, 65.0, 38.0, 22.0, 14.0, 16.0, 8.0, 12.0, 7.0, 5.0, 1.0, 2.0, 2.0, 2.0], "bins": [-0.016288997605443, -0.015887383371591568, -0.015485771000385284, -0.015084157697856426, -0.014682544395327568, -0.01428093109279871, -0.013879317790269852, -0.013477704487740993, -0.013076091185212135, -0.012674477882683277, -0.012272864580154419, -0.01187125127762556, -0.011469637975096703, -0.011068024672567844, -0.010666411370038986, -0.010264798067510128, -0.00986318476498127, -0.009461571462452412, -0.009059958159923553, -0.008658344857394695, -0.008256731554865837, -0.007855118252336979, -0.007453504949808121, -0.0070518916472792625, -0.006650278344750404, -0.006248665042221546, -0.005847051739692688, -0.00544543843716383, -0.005043825134634972, -0.0046422118321061134, -0.004240598529577255, -0.003838985227048397, -0.003437371924519539, -0.0030357586219906807, -0.0026341453194618225, -0.0022325320169329643, -0.0018309187144041061, -0.001429305411875248, -0.0010276921093463898, -0.0006260788068175316, -0.0002244655042886734, 0.00017714779824018478, 0.000578761100769043, 0.0009803744032979012, 0.0013819877058267593, 0.0017836010083556175, 0.0021852143108844757, 0.002586827613413334, 0.002988440915942192, 0.0033900542184710503, 0.0037916675209999084, 0.004193280823528767, 0.004594894126057625, 0.004996507428586483, 0.005398120731115341, 0.005799734033644199, 0.0062013473361730576, 0.006602960638701916, 0.007004573941230774, 0.007406187243759632, 0.00780780054628849, 0.008209413848817348, 0.008611027151346207, 0.009012640453875065, 0.009414253756403923]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.086117222905159, -0.08365725725889206, -0.08119729161262512, -0.07873732596635818, -0.07627736032009125, -0.07381739467382431, -0.07135742902755737, -0.06889746338129044, -0.0664374977350235, -0.06397752463817596, -0.061517562717199326, -0.05905759707093239, -0.05659762769937515, -0.054137662053108215, -0.05167769640684128, -0.04921773076057434, -0.046757765114307404, -0.044297799468040466, -0.04183783382177353, -0.03937786817550659, -0.036917902529239655, -0.03445793315768242, -0.03199796751141548, -0.029538001865148544, -0.027078036218881607, -0.02461807057261467, -0.022158104926347733, -0.019698137417435646, -0.01723817177116871, -0.014778206124901772, -0.01231823954731226, -0.009858272969722748, -0.0073983073234558105, -0.004938341211527586, -0.0024783750995993614, -1.8408987671136856e-05, 0.0024415571242570877, 0.004901523236185312, 0.007361489348113537, 0.009821455925703049, 0.012281421571969986, 0.014741387218236923, 0.01720135286450386, 0.019661320373415947, 0.022121286019682884, 0.02458125166594982, 0.027041219174861908, 0.029501184821128845, 0.03196115046739578, 0.03442111611366272, 0.03688108175992966, 0.039341047406196594, 0.04180101305246353, 0.04426098242402077, 0.046720948070287704, 0.04918091371655464, 0.05164087936282158, 0.054100845009088516, 0.056560810655355453, 0.05902077630162239, 0.061480745673179626, 0.06394071131944656, 0.0664006769657135, 0.06886064261198044, 0.07132060825824738]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 4.0, 0.0, 4.0, 1.0, 4.0, 4.0, 1.0, 2.0, 3.0, 3.0, 1.0, 4.0, 8.0, 5.0, 11.0, 9.0, 9.0, 16.0, 10.0, 20.0, 33.0, 20.0, 16.0, 11.0, 16.0, 9.0, 5.0, 6.0, 6.0, 5.0, 7.0, 7.0, 2.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0], "bins": [-0.04015204310417175, -0.038487840443849564, -0.036823637783527374, -0.035159435123205185, -0.033495232462882996, -0.031831029802560806, -0.030166829004883766, -0.028502626344561577, -0.026838425546884537, -0.025174222886562347, -0.023510020226240158, -0.02184581756591797, -0.02018161490559578, -0.01851741224527359, -0.01685321144759655, -0.01518900878727436, -0.013524806126952171, -0.011860603466629982, -0.010196401737630367, -0.008532199077308178, -0.006867996882647276, -0.005203794687986374, -0.0035395922604948282, -0.0018753899494186044, -0.00021118763834238052, 0.0014530146727338433, 0.003117216983810067, 0.004781419411301613, 0.006445621605962515, 0.008109823800623417, 0.009774026460945606, 0.011438228189945221, 0.01310243085026741, 0.0147666335105896, 0.01643083617091179, 0.01809503696858883, 0.01975923962891102, 0.021423442289233208, 0.023087644949555397, 0.024751847609877586, 0.026416048407554626, 0.028080251067876816, 0.029744453728199005, 0.031408656388521194, 0.033072859048843384, 0.03473706170916557, 0.03640126436948776, 0.03806546702980995, 0.03972966969013214, 0.04139386862516403, 0.04305807128548622, 0.04472227394580841, 0.0463864766061306, 0.04805067926645279, 0.04971488192677498, 0.05137908458709717, 0.05304328724741936, 0.05470748990774155, 0.056371692568063736, 0.05803589150309563, 0.059700094163417816, 0.061364296823740005, 0.0630284994840622, 0.06469270586967468, 0.06635690480470657]}, "_runtime": 176.4541494846344, "_timestamp": 1596213047.155687, "_step": 214}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 3.0, 2.0, 2.0, 0.0, 6.0, 4.0, 0.0, 6.0, 6.0, 5.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011420204304158688, -0.011062868870794773, -0.010705533437430859, -0.010348198004066944, -0.00999086257070303, -0.009633527137339115, -0.0092761917039752, -0.008918856270611286, -0.008561520837247372, -0.008204185403883457, -0.007846849970519543, -0.007489514537155628, -0.007132179103791714, -0.006774843670427799, -0.006417508237063885, -0.00606017280369997, -0.005702837370336056, -0.005345501936972141, -0.004988166503608227, -0.004630831070244312, -0.004273495636880398, -0.003916160203516483, -0.003558824770152569, -0.0032014893367886543, -0.00284415390342474, -0.0024868184700608253, -0.002129483036696911, -0.0017721476033329964, -0.0014148121699690819, -0.0010574767366051674, -0.0007001413032412529, -0.0003428058698773384, 1.452956348657608e-05, 0.00037186499685049057, 0.0007292004302144051, 0.0010865358635783195, 0.001443871296942234, 0.0018012067303061485, 0.002158542163670063, 0.0025158775970339775, 0.002873213030397892, 0.0032305484637618065, 0.003587883897125721, 0.0039452193304896355, 0.00430255476385355, 0.0046598901972174644, 0.005017225630581379, 0.005374561063945293, 0.005731896497309208, 0.006089231930673122, 0.006446567364037037, 0.006803902797400951, 0.007161238230764866, 0.00751857366412878, 0.007875909097492695, 0.00823324453085661, 0.008590579964220524, 0.008947915397584438, 0.009305250830948353, 0.009662586264312267, 0.010019921697676182, 0.010377257131040096, 0.01073459256440401, 0.011091927997767925, 0.01144926343113184]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 4.0, 4.0, 1.0, 1.0, 3.0, 5.0, 6.0, 5.0, 9.0, 13.0, 17.0, 21.0, 24.0, 31.0, 58.0, 69.0, 77.0, 120.0, 181.0, 333.0, 5382.0, 820.0, 240.0, 139.0, 81.0, 69.0, 45.0, 37.0, 23.0, 26.0, 17.0, 15.0, 11.0, 9.0, 6.0, 5.0, 4.0, 1.0, 0.0, 4.0, 5.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.16217517852783203, -0.15763667225837708, -0.15309816598892212, -0.14855964481830597, -0.144021138548851, -0.13948263227939606, -0.1349441260099411, -0.13040561974048615, -0.12586709856987, -0.12132859975099564, -0.11679008603096008, -0.11225157976150513, -0.10771307349205017, -0.10317455977201462, -0.09863605350255966, -0.09409753978252411, -0.08955903351306915, -0.0850205272436142, -0.08048201352357864, -0.07594350725412369, -0.07140499353408813, -0.06686648726463318, -0.06232798099517822, -0.05778947100043297, -0.053250961005687714, -0.04871245101094246, -0.044173941016197205, -0.03963543474674225, -0.035096924751996994, -0.03055841475725174, -0.026019906625151634, -0.02148139849305153, -0.016942888498306274, -0.012404379434883595, -0.007865870371460915, -0.0033273613080382347, 0.0012111477553844452, 0.005749656818807125, 0.010288165882229805, 0.014826674945652485, 0.019365184009075165, 0.02390369400382042, 0.028442202135920525, 0.03298071026802063, 0.037519220262765884, 0.04205773025751114, 0.046596236526966095, 0.05113474652171135, 0.055673256516456604, 0.06021176651120186, 0.06475027650594711, 0.06928878277540207, 0.07382729649543762, 0.07836580276489258, 0.08290430903434753, 0.08744282275438309, 0.09198132902383804, 0.096519835293293, 0.10105834901332855, 0.10559685528278351, 0.11013536155223846, 0.11467387527227402, 0.11921238154172897, 0.12375089526176453, 0.12828940153121948]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 4.0, 4.0, 4.0, 8.0, 1.0, 2.0, 4.0, 8.0, 7.0, 22.0, 5.0, 5.0, 4.0, 2.0, 3.0, 3.0, 4.0, 4.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0026531387120485306, -0.0025394530966877937, -0.0024257672484964132, -0.0023120816331356764, -0.0021983960177749395, -0.0020847104024142027, -0.001971024554222822, -0.0018573389388620853, -0.0017436533235013485, -0.0016299675917252898, -0.0015162818599492311, -0.0014025962445884943, -0.0012889105128124356, -0.0011752248974516988, -0.00106153916567564, -0.0009478534921072423, -0.0008341678185388446, -0.0007204821449704468, -0.0006067964714020491, -0.0004931107978336513, -0.0003794250951614231, -0.0002657394215930253, -0.00015205373347271234, -3.8368052628356963e-05, 7.531762821599841e-05, 0.00018900330178439617, 0.00030268897535279393, 0.00041637467802502215, 0.0005300603806972504, 0.0006437460542656481, 0.0007574317278340459, 0.0008711174014024436, 0.0009848030749708414, 0.0010984888067469, 0.001212174422107637, 0.0013258601538836956, 0.0014395457692444324, 0.0015532315010204911, 0.001666917116381228, 0.0017806028481572866, 0.0018942884635180235, 0.002007974311709404, 0.002121659927070141, 0.0022353455424308777, 0.0023490311577916145, 0.002462717005982995, 0.002576402621343732, 0.0026900882367044687, 0.0028037740848958492, 0.002917459700256586, 0.003031145315617323, 0.0031448309309780598, 0.0032585167791694403, 0.003372202394530177, 0.003485888009890914, 0.003599573625251651, 0.0037132594734430313, 0.003826945088803768, 0.003940630704164505, 0.004054316319525242, 0.004168001934885979, 0.004281688015908003, 0.00439537363126874, 0.0045090592466294765, 0.004622744861990213]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 1.0, 1.0, 2.0, 7.0, 4.0, 12.0, 20.0, 25.0, 36.0, 61.0, 106.0, 128.0, 206.0, 360.0, 523.0, 890.0, 1452.0, 2954.0, 5605.0, 11791.0, 29502.0, 103007.0, 902277.0, 68187.0, 24638.0, 11475.0, 6198.0, 3589.0, 2189.0, 1372.0, 926.0, 619.0, 413.0, 303.0, 212.0, 125.0, 110.0, 80.0, 59.0, 50.0, 32.0, 27.0, 20.0, 11.0, 5.0, 13.0, 4.0, 6.0, 3.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005911757238209248, -0.005659390706568956, -0.005407023709267378, -0.005154657177627087, -0.004902290645986795, -0.004649923648685217, -0.004397557117044926, -0.0041451905854046345, -0.0038928238209336996, -0.0036404570564627647, -0.0033880905248224735, -0.0031357237603515387, -0.002883356995880604, -0.0026309904642403126, -0.0023786236997693777, -0.0021262571681290865, -0.0018738904036581516, -0.0016215237556025386, -0.0013691571075469255, -0.0011167903430759907, -0.0008644236950203776, -0.0006120570469647646, -0.00035969034070149064, -0.00010732366354204714, 0.00014504301361739635, 0.00039740969077683985, 0.0006497763679362833, 0.0009021430741995573, 0.0011545097222551703, 0.0014068763703107834, 0.0016592431347817183, 0.0019116097828373313, 0.0021639764308929443, 0.002416343195363879, 0.0026687097270041704, 0.0029210764914751053, 0.0031734430231153965, 0.0034258097875863314, 0.0036781765520572662, 0.0039305430836975574, 0.004182909615337849, 0.004435276612639427, 0.004687643144279718, 0.00494000967592001, 0.005192376673221588, 0.005444743204861879, 0.0056971097365021706, 0.005949476733803749, 0.00620184326544404, 0.0064542097970843315, 0.00670657679438591, 0.006958943326026201, 0.0072113098576664925, 0.007463676854968071, 0.007716043386608362, 0.007968409918248653, 0.008220776915550232, 0.008473142981529236, 0.008725509978830814, 0.008977876976132393, 0.009230243042111397, 0.009482610039412975, 0.009734977036714554, 0.009987343102693558, 0.010239710099995136]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 2.0, 2.0, 6.0, 5.0, 1.0, 12.0, 6.0, 6.0, 6.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.07435154914855957, -0.07284893095493317, -0.07134631276130676, -0.06984369456768036, -0.06834107637405396, -0.06683845818042755, -0.06533583998680115, -0.06383322179317474, -0.06233059987425804, -0.06082798168063164, -0.059325363487005234, -0.05782274529337883, -0.056320127099752426, -0.05481750890612602, -0.05331489071249962, -0.051812272518873215, -0.05030965059995651, -0.04880703240633011, -0.047304414212703705, -0.0458017960190773, -0.0442991778254509, -0.04279655963182449, -0.04129394143819809, -0.039791323244571686, -0.03828870505094528, -0.03678608685731888, -0.035283468663692474, -0.03378084674477577, -0.03227822855114937, -0.030775612220168114, -0.02927299216389656, -0.027770373970270157, -0.026267755776643753, -0.02476513758301735, -0.023262519389390945, -0.021759899333119392, -0.02025728113949299, -0.018754662945866585, -0.01725204475224018, -0.015749426558613777, -0.014246807433664799, -0.012744189240038395, -0.011241570115089417, -0.009738951921463013, -0.008236333727836609, -0.0067337146028876305, -0.005231096409261227, -0.0037284777499735355, -0.0022258590906858444, -0.0007232405478134751, 0.0007793779950588942, 0.0022819964215159416, 0.0037846150808036327, 0.005287233740091324, 0.006789851933717728, 0.008292471058666706, 0.00979508925229311, 0.011297707445919514, 0.012800326570868492, 0.014302944764494896, 0.0158055629581213, 0.017308181151747704, 0.018810801208019257, 0.02031341940164566, 0.021816037595272064]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [8.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 11.0, 6.0, 8.0, 11.0, 7.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 3.0, 0.0, 6.0, 5.0, 8.0, 17.0, 17.0, 8.0, 3.0, 2.0, 6.0, 7.0, 30.0, 32.0, 41.0, 44.0, 95.0, 148.0, 187.0, 253.0, 434.0, 730.0, 1069.0, 2032.0, 6938.0, 2539.0, 1429.0, 783.0, 497.0, 335.0, 223.0, 146.0, 102.0, 78.0, 47.0, 25.0, 20.0, 12.0, 5.0, 4.0, 4.0, 2.0, 1.0, 4.0], "bins": [-0.024361278861761093, -0.023815887048840523, -0.0232704970985651, -0.02272510528564453, -0.02217971347272396, -0.02163432352244854, -0.02108893170952797, -0.0205435398966074, -0.019998149946331978, -0.019452758133411407, -0.018907366320490837, -0.018361976370215416, -0.017816584557294846, -0.017271192744374275, -0.016725802794098854, -0.016180410981178284, -0.015635021030902863, -0.015089629217982292, -0.014544237405061722, -0.013998846523463726, -0.01345345564186573, -0.01290806382894516, -0.012362672947347164, -0.011817282065749168, -0.011271890252828598, -0.010726499371230602, -0.010181108489632607, -0.00963571760803461, -0.00909032579511404, -0.008544934913516045, -0.007999544031918049, -0.007454152684658766, -0.006908761337399483, -0.0063633699901402, -0.005817979108542204, -0.005272587761282921, -0.004727196879684925, -0.004181805532425642, -0.003636414185166359, -0.0030910230707377195, -0.00254563195630908, -0.0020002408418804407, -0.0014548496110364795, -0.0009094584384001791, -0.0003640672657638788, 0.0001813239068724215, 0.0007267150795087218, 0.001272106310352683, 0.0018174974247813225, 0.002362888539209962, 0.0029082796536386013, 0.0034536710008978844, 0.00399906188249588, 0.004544453229755163, 0.005089844577014446, 0.005635235458612442, 0.006180626805871725, 0.006726018153131008, 0.007271409034729004, 0.007816799916327, 0.00836219172924757, 0.008907582610845566, 0.009452973492443562, 0.009998365305364132, 0.010543756186962128]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.08180791139602661, -0.07806584239006042, -0.07432377338409424, -0.07058170437812805, -0.06683963537216187, -0.06309757381677628, -0.05935550481081009, -0.0556134358048439, -0.051871366798877716, -0.04812929779291153, -0.04438722878694534, -0.040645163506269455, -0.03690309450030327, -0.03316102549433708, -0.029418958351016045, -0.025676891207695007, -0.02193482220172882, -0.018192753195762634, -0.014450686052441597, -0.010708617977797985, -0.006966549903154373, -0.0032244818285107613, 0.0005175862461328506, 0.0042596543207764626, 0.008001722395420074, 0.011743790470063686, 0.015485858544707298, 0.019227925688028336, 0.022969994693994522, 0.02671206369996071, 0.030454130843281746, 0.03419619798660278, 0.03793826699256897, 0.041680335998535156, 0.04542240500450134, 0.04916447028517723, 0.05290653929114342, 0.056648608297109604, 0.06039067357778549, 0.06413274258375168, 0.06787481158971786, 0.07161688059568405, 0.07535894960165024, 0.07910101860761642, 0.08284308016300201, 0.0865851491689682, 0.09032721817493439, 0.09406928718090057, 0.09781135618686676, 0.10155342519283295, 0.10529549419879913, 0.10903756320476532, 0.1127796322107315, 0.1165216937661171, 0.12026376277208328, 0.12400583177804947, 0.12774789333343506, 0.13148996233940125, 0.13523203134536743, 0.13897410035133362, 0.1427161693572998, 0.146458238363266, 0.15020030736923218, 0.15394237637519836, 0.15768444538116455]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 4.0, 8.0, 5.0, 9.0, 10.0, 2.0, 6.0, 5.0, 6.0, 13.0, 15.0, 16.0, 16.0, 33.0, 18.0, 15.0, 12.0, 8.0, 8.0, 7.0, 10.0, 11.0, 6.0, 6.0, 0.0, 3.0, 1.0, 0.0, 5.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.04091626778244972, -0.039403192698955536, -0.03789011761546135, -0.03637704253196716, -0.03486396372318268, -0.03335088863968849, -0.031837813556194305, -0.03032473847270012, -0.028811663389205933, -0.027298588305711746, -0.02578551322221756, -0.024272436276078224, -0.022759361192584038, -0.02124628610908985, -0.019733209162950516, -0.01822013407945633, -0.016707058995962143, -0.015193983912467957, -0.013680907897651196, -0.012167831882834435, -0.010654756799340248, -0.009141681715846062, -0.007628605701029301, -0.006115530151873827, -0.004602454602718353, -0.0030893790535628796, -0.0015763035044074059, -6.322795525193214e-05, 0.0014498475939035416, 0.0029629231430590153, 0.004475998692214489, 0.005989074241369963, 0.007502149790525436, 0.009015224874019623, 0.010528300888836384, 0.012041376903653145, 0.013554451987147331, 0.015067527070641518, 0.016580604016780853, 0.01809367910027504, 0.019606754183769226, 0.021119829267263412, 0.0226329043507576, 0.024145981296896935, 0.02565905638039112, 0.027172131463885307, 0.028685208410024643, 0.03019828349351883, 0.031711358577013016, 0.0332244336605072, 0.03473750874400139, 0.036250583827495575, 0.03776366263628006, 0.039276737719774246, 0.04078981280326843, 0.04230288788676262, 0.043815962970256805, 0.04532903805375099, 0.04684211313724518, 0.048355188220739365, 0.04986826330423355, 0.051381342113018036, 0.05289441719651222, 0.05440749228000641, 0.055920567363500595]}, "_runtime": 177.31685209274292, "_timestamp": 1596213048.0183897, "_step": 215}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 9.0, 6.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 4.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006308839190751314, -0.0060555399395525455, -0.005802240688353777, -0.005548941437155008, -0.00529564218595624, -0.005042342934757471, -0.0047890436835587025, -0.004535744432359934, -0.0042824456468224525, -0.004029146395623684, -0.0037758469115942717, -0.003522547660395503, -0.003269248642027378, -0.0030159493908286095, -0.002762650139629841, -0.0025093508884310722, -0.0022560516372323036, -0.002002752386033535, -0.0017494531348347664, -0.0014961540000513196, -0.001242854748852551, -0.0009895554976537824, -0.0007362563046626747, -0.0004829570825677365, -0.00022965786047279835, 2.364136162213981e-05, 0.00027694058371707797, 0.0005302397767081857, 0.0007835390279069543, 0.001036838279105723, 0.0012901374138891697, 0.0015434366650879383, 0.001796735916286707, 0.0020500351674854755, 0.002303334418684244, 0.0025566336698830128, 0.0028099329210817814, 0.0030632319394499063, 0.003316531190648675, 0.0035698304418474436, 0.003823129693046212, 0.004076428711414337, 0.004329727962613106, 0.004583027213811874, 0.004836326465010643, 0.005089625716209412, 0.00534292496740818, 0.005596224218606949, 0.0058495234698057175, 0.006102822721004486, 0.006356121972203255, 0.006609421223402023, 0.006862720474600792, 0.0071160197257995605, 0.007369318976998329, 0.007622618228197098, 0.007875917479395866, 0.008129216730594635, 0.008382515981793404, 0.008635815232992172, 0.00888911448419094, 0.00914241373538971, 0.009395712986588478, 0.009649012237787247, 0.009902311488986015]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 3.0, 2.0, 7.0, 4.0, 1.0, 3.0, 3.0, 12.0, 2.0, 11.0, 19.0, 12.0, 19.0, 22.0, 27.0, 22.0, 35.0, 39.0, 46.0, 61.0, 75.0, 90.0, 127.0, 153.0, 259.0, 5329.0, 602.0, 241.0, 148.0, 100.0, 83.0, 67.0, 56.0, 41.0, 35.0, 24.0, 29.0, 18.0, 17.0, 14.0, 16.0, 15.0, 5.0, 5.0, 3.0, 3.0, 3.0, 7.0, 0.0, 1.0, 3.0, 4.0, 1.0, 1.0, 3.0], "bins": [-0.09705954045057297, -0.09426310658454895, -0.09146666526794434, -0.08867023140192032, -0.0858737975358963, -0.08307736366987228, -0.08028092980384827, -0.07748448848724365, -0.07468805462121964, -0.07189162075519562, -0.069095179438591, -0.06629874557256699, -0.06350231170654297, -0.06070587784051895, -0.057909440249204636, -0.05511300265789032, -0.0523165687918663, -0.049520134925842285, -0.04672369733452797, -0.043927259743213654, -0.041130825877189636, -0.03833439201116562, -0.0355379544198513, -0.03274151682853699, -0.02994508296251297, -0.027148647233843803, -0.024352211505174637, -0.02155577577650547, -0.018759340047836304, -0.015962904319167137, -0.01316646859049797, -0.010370032861828804, -0.0075735971331596375, -0.004777161404490471, -0.0019807256758213043, 0.0008157100528478622, 0.003612145781517029, 0.006408581510186195, 0.009205017238855362, 0.012001452967524529, 0.014797888696193695, 0.01759432442486286, 0.020390760153532028, 0.023187195882201195, 0.02598363161087036, 0.028780067339539528, 0.031576503068208694, 0.03437294065952301, 0.03716937452554703, 0.039965808391571045, 0.04276224598288536, 0.045558683574199677, 0.048355117440223694, 0.05115155130624771, 0.05394798889756203, 0.05674442648887634, 0.05954086035490036, 0.06233729422092438, 0.06513373553752899, 0.06793016940355301, 0.07072660326957703, 0.07352303713560104, 0.07631947100162506, 0.07911591231822968, 0.08191234618425369]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 3.0, 1.0, 4.0, 2.0, 8.0, 6.0, 3.0, 3.0, 2.0, 3.0, 5.0, 6.0, 26.0, 2.0, 4.0, 5.0, 3.0, 4.0, 4.0, 4.0, 4.0, 2.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.0027488251216709614, -0.002667164895683527, -0.0025855046696960926, -0.002503844676539302, -0.0024221844505518675, -0.002340524224564433, -0.0022588639985769987, -0.0021772037725895643, -0.0020955437794327736, -0.002013883553445339, -0.0019322233274579048, -0.0018505631014704704, -0.001768902875483036, -0.0016872427659109235, -0.001605582539923489, -0.0015239224303513765, -0.0014422622043639421, -0.0013606019783765078, -0.0012789418688043952, -0.0011972816428169608, -0.0011156215332448483, -0.0010339613072574139, -0.0009523010812699795, -0.000870640913490206, -0.0007889807457104325, -0.0007073205779306591, -0.0006256604101508856, -0.0005440001841634512, -0.0004623400163836777, -0.00038067984860390425, -0.0002990196517203003, -0.00021735946938861161, -0.0001356992870569229, -5.403910472523421e-05, 2.762107760645449e-05, 0.0001092812599381432, 0.0001909414422698319, 0.00027260161004960537, 0.0003542618069332093, 0.00043592200381681323, 0.0005175821715965867, 0.0005992423393763602, 0.0006809025071561337, 0.000762562733143568, 0.0008442229009233415, 0.000925883068703115, 0.0010075432946905494, 0.001089203404262662, 0.0011708636302500963, 0.0012525238562375307, 0.0013341839658096433, 0.0014158441917970777, 0.0014975043013691902, 0.0015791645273566246, 0.001660824753344059, 0.0017424848629161716, 0.001824145088903606, 0.0019058053148910403, 0.001987465424463153, 0.0020691256504505873, 0.0021507858764380217, 0.002232446102425456, 0.0023141060955822468, 0.002395766321569681, 0.0024774265475571156]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 3.0, 2.0, 4.0, 7.0, 10.0, 10.0, 19.0, 17.0, 23.0, 33.0, 51.0, 88.0, 90.0, 151.0, 246.0, 345.0, 555.0, 878.0, 1530.0, 2702.0, 4885.0, 9820.0, 22309.0, 63759.0, 878243.0, 121293.0, 34862.0, 15886.0, 8508.0, 4812.0, 2974.0, 1885.0, 1151.0, 775.0, 490.0, 330.0, 241.0, 189.0, 121.0, 112.0, 61.0, 57.0, 39.0, 31.0, 15.0, 6.0, 6.0, 3.0, 5.0, 5.0, 3.0, 0.0, 1.0], "bins": [-0.006583576090633869, -0.006399715784937143, -0.0062158554792404175, -0.006031994707882404, -0.0058481344021856785, -0.005664274096488953, -0.005480413790792227, -0.005296553019434214, -0.005112692713737488, -0.004928832408040762, -0.004744972102344036, -0.00456111179664731, -0.004377251025289297, -0.004193390719592571, -0.004009530413895845, -0.003825669875368476, -0.00364180956967175, -0.0034579492639750242, -0.0032740887254476547, -0.003090228419750929, -0.0029063678812235594, -0.0027225075755268335, -0.002538647036999464, -0.002354786731302738, -0.0021709264256060123, -0.001987065887078643, -0.0018032054649665952, -0.0016193450428545475, -0.0014354847371578217, -0.001251624315045774, -0.0010677638929337263, -0.0008839034708216786, -0.000700043048709631, -0.0005161826265975833, -0.0003323222335893661, -0.00014846182602923363, 3.539858153089881e-05, 0.00021925898909103125, 0.0004031193966511637, 0.0005869797896593809, 0.0007708402117714286, 0.0009547006338834763, 0.001138561055995524, 0.0013224214781075716, 0.0015062817838042974, 0.0016901422059163451, 0.0018740026280283928, 0.0020578631665557623, 0.002241723472252488, 0.002425583777949214, 0.0026094443164765835, 0.0027933046221733093, 0.002977165160700679, 0.0031610254663974047, 0.003344886004924774, 0.0035287463106215, 0.003712606616318226, 0.0038964671548455954, 0.004080327693372965, 0.004264187999069691, 0.0044480483047664165, 0.004631908610463142, 0.0048157693818211555, 0.004999629687517881, 0.005183489993214607]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 4.0, 3.0, 2.0, 1.0, 7.0, 0.0, 2.0, 1.0, 3.0, 2.0, 1.0, 5.0, 1.0, 2.0, 4.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01400578673928976, -0.013541946187615395, -0.013078105635941029, -0.012614265084266663, -0.012150424532592297, -0.01168658398091793, -0.011222743429243565, -0.010758902877569199, -0.010295061394572258, -0.009831220842897892, -0.009367380291223526, -0.00890353973954916, -0.008439699187874794, -0.007975858636200428, -0.007512018084526062, -0.007048177532851696, -0.00658433698117733, -0.006120496429502964, -0.005656655877828598, -0.005192815326154232, -0.004728974774479866, -0.004265133757144213, -0.0038012932054698467, -0.0033374526537954807, -0.0028736121021211147, -0.0024097715504467487, -0.001945930882357061, -0.001482090214267373, -0.001018249662593007, -0.0005544090527109802, -9.056844282895327e-05, 0.00037327216705307364, 0.0008371127769351006, 0.0013009533286094666, 0.0017647939966991544, 0.002228634664788842, 0.002692475216463208, 0.003156315768137574, 0.003620156552642584, 0.00408399710431695, 0.004547837655991316, 0.005011678207665682, 0.005475518759340048, 0.005939359311014414, 0.006403200328350067, 0.006867040880024433, 0.007330881431698799, 0.007794721983373165, 0.008258562535047531, 0.008722403086721897, 0.009186243638396263, 0.009650084190070629, 0.010113924741744995, 0.010577765293419361, 0.011041605845093727, 0.011505446396768093, 0.011969286948442459, 0.0124331284314394, 0.012896968983113766, 0.013360809534788132, 0.013824650086462498, 0.014288490638136864, 0.01475233118981123, 0.015216171741485596, 0.015680011361837387]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 3.0, 6.0, 4.0, 2.0, 8.0, 10.0, 13.0, 15.0, 22.0, 23.0, 27.0, 51.0, 53.0, 53.0, 73.0, 91.0, 110.0, 119.0, 169.0, 169.0, 214.0, 268.0, 322.0, 449.0, 599.0, 843.0, 1296.0, 5277.0, 2127.0, 1466.0, 1081.0, 795.0, 631.0, 465.0, 342.0, 266.0, 214.0, 144.0, 128.0, 109.0, 62.0, 67.0, 44.0, 49.0, 48.0, 25.0, 29.0, 8.0, 8.0, 7.0, 5.0, 5.0, 5.0, 0.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.006700118537992239, -0.006466866936534643, -0.006233615800738335, -0.006000364199280739, -0.005767112597823143, -0.005533860996365547, -0.005300609394907951, -0.005067358259111643, -0.004834106657654047, -0.004600855056196451, -0.004367603920400143, -0.004134352318942547, -0.003901100717484951, -0.003667849116027355, -0.003434597747400403, -0.003201346378773451, -0.002968094777315855, -0.002734843175858259, -0.002501591807231307, -0.002268340438604355, -0.002035088837146759, -0.001801837352104485, -0.001568585867062211, -0.001335334382019937, -0.001102082896977663, -0.000868831411935389, -0.000635579926893115, -0.00040232844185084105, -0.00016907695680856705, 6.417452823370695e-05, 0.00029742601327598095, 0.000530677498318255, 0.000763928983360529, 0.000997180468402803, 0.001230431953445077, 0.001463683438487351, 0.001696934923529625, 0.001930186408571899, 0.002163437893614173, 0.002396689262241125, 0.002629940863698721, 0.0028631924651563168, 0.003096443833783269, 0.003329695202410221, 0.003562946803867817, 0.0037961984053254128, 0.004029450006783009, 0.004262701142579317, 0.004495952744036913, 0.004729204345494509, 0.004962455481290817, 0.005195707082748413, 0.005428958684206009, 0.005662210285663605, 0.0058954618871212006, 0.006128713022917509, 0.006361964624375105, 0.006595216225832701, 0.006828467361629009, 0.007061718963086605, 0.007294970564544201, 0.007528222166001797, 0.0077614737674593925, 0.007994725368916988, 0.00822797603905201]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09032411873340607, -0.08784423023462296, -0.08536434918642044, -0.08288446068763733, -0.08040457963943481, -0.0779246911406517, -0.07544481009244919, -0.07296492159366608, -0.07048504054546356, -0.06800515204668045, -0.06552526354789734, -0.06304538249969482, -0.06056549400091171, -0.0580856092274189, -0.055605724453926086, -0.05312583968043327, -0.05064595490694046, -0.04816607013344765, -0.045686185359954834, -0.04320630058646202, -0.04072641581296921, -0.038246527314186096, -0.03576664254069328, -0.03328675776720047, -0.030806872993707657, -0.028326988220214844, -0.02584710344672203, -0.02336721681058407, -0.020887332037091255, -0.018407447263598442, -0.01592756062746048, -0.013447675853967667, -0.010967791080474854, -0.00848790630698204, -0.006008020602166653, -0.0035281353630125523, -0.0010482501238584518, 0.0014316351152956486, 0.003911520354449749, 0.006391405593603849, 0.00887129083275795, 0.011351175606250763, 0.01383106131106615, 0.01631094701588154, 0.01879083178937435, 0.021270716562867165, 0.023750603199005127, 0.02623048797249794, 0.028710372745990753, 0.031190257519483566, 0.03367014229297638, 0.03615002706646919, 0.038629911839962006, 0.04110980033874512, 0.04358968511223793, 0.04606956988573074, 0.048549454659223557, 0.05102933943271637, 0.05350922420620918, 0.055989108979701996, 0.05846899747848511, 0.06094888225197792, 0.06342876702547073, 0.06590864807367325, 0.06838853657245636]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 4.0, 5.0, 9.0, 13.0, 5.0, 6.0, 4.0, 12.0, 11.0, 7.0, 9.0, 8.0, 9.0, 15.0, 21.0, 31.0, 13.0, 14.0, 13.0, 12.0, 6.0, 7.0, 6.0, 2.0, 5.0, 7.0, 0.0, 2.0, 2.0, 1.0, 4.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.06622708588838577, -0.06465616077184677, -0.06308524310588837, -0.061514321714639664, -0.05994340032339096, -0.05837247520685196, -0.056801553815603256, -0.05523063242435455, -0.05365971103310585, -0.05208878964185715, -0.050517868250608444, -0.04894694685935974, -0.04737602174282074, -0.04580510035157204, -0.044234178960323334, -0.04266325756907463, -0.04109233617782593, -0.039521414786577225, -0.03795049339532852, -0.03637957200407982, -0.034808650612831116, -0.033237725496292114, -0.03166680410504341, -0.030095882713794708, -0.028524961322546005, -0.026954039931297302, -0.0253831185400486, -0.023812195286154747, -0.022241273894906044, -0.02067035250365734, -0.01909942924976349, -0.017528507858514786, -0.015957586467266083, -0.01438666507601738, -0.012815742753446102, -0.011244820430874825, -0.009673899039626122, -0.008102977648377419, -0.006532055325806141, -0.004961133468896151, -0.0033902116119861603, -0.00181928975507617, -0.00024836789816617966, 0.0013225539587438107, 0.002893475815653801, 0.004464397672563791, 0.006035319529473782, 0.007606241386383772, 0.009177163243293762, 0.010748084634542465, 0.012319006957113743, 0.01388992927968502, 0.015460850670933723, 0.017031772062182426, 0.01860269531607628, 0.02017361670732498, 0.021744538098573685, 0.023315459489822388, 0.02488638088107109, 0.026457304134964943, 0.028028225526213646, 0.02959914691746235, 0.0311700701713562, 0.032740991562604904, 0.03431191295385361]}, "_runtime": 178.18621301651, "_timestamp": 1596213048.8877506, "_step": 216}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 3.0, 1.0, 1.0, 2.0, 2.0, 2.0, 3.0, 5.0, 8.0, 5.0, 2.0, 1.0, 3.0, 1.0, 6.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012313303537666798, -0.011897880584001541, -0.01148245669901371, -0.011067033745348454, -0.010651609860360622, -0.010236186906695366, -0.009820763021707535, -0.009405340068042278, -0.008989917114377022, -0.00857449322938919, -0.008159070275723934, -0.007743646390736103, -0.0073282234370708466, -0.006912800017744303, -0.006497376598417759, -0.006081953179091215, -0.005666529759764671, -0.0052511063404381275, -0.004835682921111584, -0.00442025950178504, -0.004004836082458496, -0.003589412895962596, -0.003173989709466696, -0.002758566290140152, -0.002343142870813608, -0.0019277194514870644, -0.0015122961485758424, -0.0010968728456646204, -0.0006814494263380766, -0.0002660260652191937, 0.0001493972958996892, 0.0005648206570185721, 0.000980244018137455, 0.0013956674374639988, 0.0018110907403752208, 0.0022265140432864428, 0.0026419374626129866, 0.0030573608819395304, 0.0034727840684354305, 0.0038882074877619743, 0.004303630907088518, 0.004719054326415062, 0.005134477745741606, 0.00554990116506815, 0.005965324118733406, 0.00638074753805995, 0.006796170957386494, 0.0072115943767130375, 0.007627017796039581, 0.008042440749704838, 0.008457864634692669, 0.008873287588357925, 0.009288711473345757, 0.009704134427011013, 0.010119558311998844, 0.0105349812656641, 0.010950405150651932, 0.011365828104317188, 0.011781251057982445, 0.012196674942970276, 0.012612097896635532, 0.013027521781623363, 0.01344294473528862, 0.013858368620276451, 0.014273791573941708]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 4.0, 0.0, 3.0, 5.0, 6.0, 7.0, 7.0, 13.0, 16.0, 20.0, 22.0, 36.0, 56.0, 57.0, 97.0, 118.0, 186.0, 286.0, 4278.0, 1792.0, 306.0, 181.0, 111.0, 71.0, 56.0, 47.0, 35.0, 26.0, 20.0, 14.0, 15.0, 7.0, 6.0, 3.0, 4.0, 5.0, 2.0, 3.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.13740567862987518, -0.13297100365161896, -0.12853634357452393, -0.1241016685962677, -0.11966700106859207, -0.11523233354091644, -0.11079765856266022, -0.10636299103498459, -0.10192832350730896, -0.09749365597963333, -0.0930589884519577, -0.08862431347370148, -0.08418964594602585, -0.07975497841835022, -0.075320303440094, -0.07088563591241837, -0.06645096838474274, -0.06201630085706711, -0.05758162960410118, -0.053146958351135254, -0.048712290823459625, -0.044277623295784, -0.03984295204281807, -0.03540828078985214, -0.030973613262176514, -0.026538943871855736, -0.022104274481534958, -0.01766960509121418, -0.013234935700893402, -0.008800266310572624, -0.004365596920251846, 6.907247006893158e-05, 0.0045037418603897095, 0.008938411250710487, 0.013373080641031265, 0.017807750031352043, 0.02224241942167282, 0.0266770888119936, 0.031111758202314377, 0.035546429455280304, 0.03998109698295593, 0.04441576451063156, 0.04885043576359749, 0.053285107016563416, 0.057719774544239044, 0.06215444207191467, 0.0665891170501709, 0.07102378457784653, 0.07545845210552216, 0.07989311963319778, 0.08432778716087341, 0.08876246213912964, 0.09319712966680527, 0.0976317971944809, 0.10206647217273712, 0.10650113970041275, 0.11093580722808838, 0.11537047475576401, 0.11980514228343964, 0.12423981726169586, 0.1286744773387909, 0.13310915231704712, 0.13754382729530334, 0.14197848737239838, 0.1464131623506546]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 7.0, 4.0, 3.0, 6.0, 2.0, 5.0, 6.0, 3.0, 3.0, 6.0, 22.0, 6.0, 6.0, 4.0, 8.0, 1.0, 3.0, 1.0, 4.0, 1.0, 1.0, 3.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002295940648764372, -0.002204632619395852, -0.0021133245900273323, -0.0020220165606588125, -0.0019307085312902927, -0.0018394006183370948, -0.001748092588968575, -0.0016567845596000552, -0.0015654765302315354, -0.0014741685008630157, -0.0013828604714944959, -0.001291552442125976, -0.0012002445291727781, -0.0011089364998042583, -0.0010176284704357386, -0.0009263204410672188, -0.000835012411698699, -0.0007437043823301792, -0.0006523963529616594, -0.0005610883818008006, -0.0004697803524322808, -0.000378472323063761, -0.00028716432279907167, -0.00019585630798246711, -0.00010454829316586256, -1.3240278349258006e-05, 7.806773646734655e-05, 0.0001693757512839511, 0.00026068376610055566, 0.00035199179546907544, 0.00044329979573376477, 0.0005346077959984541, 0.0006259158253669739, 0.0007172238547354937, 0.0008085318841040134, 0.0008998398552648723, 0.000991147942841053, 0.001082455855794251, 0.0011737638851627707, 0.0012650719145312905, 0.0013563799438998103, 0.00144768797326833, 0.0015389960026368499, 0.0016303040320053697, 0.0017216119449585676, 0.0018129199743270874, 0.0019042280036956072, 0.001995536033064127, 0.0020868440624326468, 0.0021781520918011665, 0.0022694601211696863, 0.002360768150538206, 0.002452076179906726, 0.0025433842092752457, 0.0026346922386437654, 0.0027260002680122852, 0.0028173080645501614, 0.002908616093918681, 0.002999924123287201, 0.0030912321526557207, 0.0031825401820242405, 0.0032738482113927603, 0.00336515624076128, 0.0034564642701298, 0.0035477722994983196]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 4.0, 1.0, 1.0, 2.0, 7.0, 10.0, 16.0, 23.0, 32.0, 42.0, 53.0, 104.0, 137.0, 158.0, 227.0, 338.0, 473.0, 687.0, 1080.0, 1587.0, 2649.0, 4277.0, 7442.0, 14523.0, 31170.0, 84098.0, 858141.0, 94153.0, 34234.0, 17079.0, 9534.0, 5683.0, 3549.0, 2386.0, 1623.0, 1162.0, 776.0, 534.0, 427.0, 311.0, 242.0, 181.0, 131.0, 84.0, 73.0, 56.0, 51.0, 22.0, 17.0, 16.0, 15.0, 1.0, 8.0, 6.0, 3.0, 0.0, 2.0, 2.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.0051697236485779285, -0.004989086650311947, -0.004808449652045965, -0.0046278126537799835, -0.004447175655514002, -0.00426653865724802, -0.0040859016589820385, -0.003905264427885413, -0.0037246274296194315, -0.00354399043135345, -0.003363353433087468, -0.0031827164348214865, -0.003002079203724861, -0.0028214422054588795, -0.002640805207192898, -0.002460168208926916, -0.0022795312106609344, -0.0020988942123949528, -0.001918257214128971, -0.0017376200994476676, -0.001556983101181686, -0.0013763461029157043, -0.0011957089882344007, -0.001015071989968419, -0.0008344349917024374, -0.0006537979934364557, -0.00047316093696281314, -0.000292523909593001, -0.00011188688222318888, 6.875014514662325e-05, 0.0002493871725164354, 0.0004300241998862475, 0.0006106612272560596, 0.0007912982255220413, 0.0009719352819956839, 0.0011525723384693265, 0.0013332093367353082, 0.0015138463350012898, 0.0016944834496825933, 0.001875120447948575, 0.0020557574462145567, 0.0022363944444805384, 0.00241703144274652, 0.0025976684410125017, 0.002778305672109127, 0.0029589426703751087, 0.0031395796686410904, 0.003320216666907072, 0.0035008536651730537, 0.0036814906634390354, 0.003862127661705017, 0.004042764659970999, 0.0042234016582369804, 0.004404038656502962, 0.004584675654768944, 0.0047653126530349255, 0.004945949651300907, 0.005126587115228176, 0.005307224113494158, 0.0054878611117601395, 0.005668498110026121, 0.005849135108292103, 0.0060297721065580845, 0.006210409104824066, 0.006391046103090048]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 10.0, 2.0, 1.0, 2.0, 2.0, 4.0, 2.0, 2.0, 1.0, 2.0, 3.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.029969191178679466, -0.02929314784705639, -0.028617102652788162, -0.027941059321165085, -0.027265014126896858, -0.02658897079527378, -0.025912925601005554, -0.025236882269382477, -0.02456083707511425, -0.023884793743491173, -0.023208748549222946, -0.02253270521759987, -0.021856660023331642, -0.021180616691708565, -0.020504571497440338, -0.01982852816581726, -0.019152484834194183, -0.018476439639925957, -0.01780039630830288, -0.017124351114034653, -0.016448307782411575, -0.01577226258814335, -0.015096218325197697, -0.014420174062252045, -0.013744130730628967, -0.013068086467683315, -0.012392042204737663, -0.011715997941792011, -0.01103995367884636, -0.010363909415900707, -0.009687865152955055, -0.009011820890009403, -0.008335776627063751, -0.007659732364118099, -0.006983688101172447, -0.006307643838226795, -0.005631599575281143, -0.0049555557779967785, -0.0042795115150511265, -0.0036034672521054745, -0.0029274229891598225, -0.0022513787262141705, -0.0015753345796838403, -0.0008992903749458492, -0.00022324617020785809, 0.000452798034530133, 0.001128842239268124, 0.0018048863857984543, 0.0024809306487441063, 0.0031569749116897583, 0.0038330191746354103, 0.004509063437581062, 0.005185107700526714, 0.005861151497811079, 0.006537195760756731, 0.007213240023702383, 0.007889283820986748, 0.0085653280839324, 0.009241372346878052, 0.009917416609823704, 0.010593460872769356, 0.011269505135715008, 0.01194554939866066, 0.012621593661606312, 0.013297637924551964]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 7.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 7.0, 16.0, 9.0, 15.0, 3.0, 2.0, 6.0, 5.0, 8.0, 15.0, 10.0, 22.0, 30.0, 48.0, 55.0, 56.0, 80.0, 100.0, 123.0, 168.0, 210.0, 240.0, 326.0, 467.0, 651.0, 831.0, 1260.0, 2060.0, 5310.0, 1480.0, 1096.0, 812.0, 609.0, 486.0, 371.0, 298.0, 229.0, 163.0, 138.0, 122.0, 89.0, 87.0, 70.0, 51.0, 43.0, 33.0, 29.0, 22.0, 18.0, 11.0, 14.0, 5.0, 4.0, 5.0, 2.0, 2.0], "bins": [-0.010391457006335258, -0.010103725828230381, -0.009815994650125504, -0.009528262540698051, -0.009240531362593174, -0.008952800184488297, -0.008665069006383419, -0.008377336896955967, -0.00808960571885109, -0.007801874540746212, -0.0075141433626413345, -0.00722641171887517, -0.006938680540770292, -0.0066509488970041275, -0.00636321771889925, -0.006075486075133085, -0.005787754897028208, -0.00550002371892333, -0.0052122920751571655, -0.004924560897052288, -0.004636829253286123, -0.004349098075181246, -0.004061366431415081, -0.0037736352533102036, -0.0034859038423746824, -0.0031981724314391613, -0.00291044102050364, -0.002622709609568119, -0.0023349784314632416, -0.0020472470205277205, -0.0017595156095921993, -0.0014717841986566782, -0.001184052787721157, -0.000896321376785636, -0.0006085900240577757, -0.00032085864222608507, -3.31272603943944e-05, 0.00025460412143729627, 0.0005423355032689869, 0.0008300668559968472, 0.0011177982669323683, 0.0014055296778678894, 0.0016932610888034105, 0.0019809924997389317, 0.002268723677843809, 0.0025564550887793303, 0.0028441864997148514, 0.0031319179106503725, 0.0034196493215858936, 0.0037073807325214148, 0.003995112143456936, 0.004282843321561813, 0.004570574965327978, 0.004858306143432856, 0.00514603778719902, 0.005433768965303898, 0.005721500143408775, 0.00600923178717494, 0.006296962965279818, 0.006584694609045982, 0.00687242578715086, 0.007160157430917025, 0.007447888609021902, 0.007735620252788067, 0.008023351430892944]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 3.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06647422909736633, -0.0637531727552414, -0.061032120138406754, -0.05831106752157211, -0.055590011179447174, -0.052868958562612534, -0.050147902220487595, -0.047426849603652954, -0.044705793261528015, -0.041984740644693375, -0.039263688027858734, -0.036542631685733795, -0.033821579068899155, -0.031100524589419365, -0.028379470109939575, -0.025658415630459785, -0.022937361150979996, -0.020216306671500206, -0.017495252192020416, -0.014774198643863201, -0.012053144164383411, -0.009332089684903622, -0.006611035671085119, -0.003889981424435973, -0.001168927177786827, 0.001552127068862319, 0.004273181315511465, 0.0069942353293299675, 0.009715289808809757, 0.012436344288289547, 0.015157397836446762, 0.017878452315926552, 0.02059950679540634, 0.02332056127488613, 0.02604161575436592, 0.02876267023384571, 0.0314837247133255, 0.03420477733016014, 0.03692583367228508, 0.03964688628911972, 0.04236794263124466, 0.0450889952480793, 0.04781004786491394, 0.05053110420703888, 0.05325215682387352, 0.05597321316599846, 0.0586942657828331, 0.06141532212495804, 0.06413637101650238, 0.06685742735862732, 0.06957848370075226, 0.0722995400428772, 0.07502058893442154, 0.07774164527654648, 0.08046270161867142, 0.08318375796079636, 0.0859048068523407, 0.08862586319446564, 0.09134691953659058, 0.09406796842813492, 0.09678902477025986, 0.0995100811123848, 0.10223113745450974, 0.10495218634605408, 0.10767324268817902]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 1.0, 0.0, 0.0, 2.0, 5.0, 5.0, 4.0, 3.0, 6.0, 3.0, 8.0, 12.0, 6.0, 9.0, 7.0, 11.0, 9.0, 8.0, 15.0, 39.0, 14.0, 12.0, 12.0, 13.0, 8.0, 10.0, 7.0, 8.0, 9.0, 4.0, 6.0, 5.0, 4.0, 0.0, 2.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.045453671365976334, -0.04395795240998268, -0.04246223345398903, -0.04096651449799538, -0.039470795542001724, -0.03797507658600807, -0.03647935763001442, -0.03498363867402077, -0.03348792344331741, -0.03199220448732376, -0.03049648366868496, -0.029000764712691307, -0.027505047619342804, -0.02600932866334915, -0.0245136097073555, -0.023017890751361847, -0.021522171795368195, -0.020026452839374542, -0.01853073388338089, -0.017035014927387238, -0.01553929690271616, -0.014043577946722507, -0.01254785992205143, -0.011052140966057777, -0.009556422010064125, -0.008060703054070473, -0.006564984563738108, -0.005069266073405743, -0.0035735471174120903, -0.0020778283942490816, -0.0005821096710860729, 0.0009136090520769358, 0.0024093277752399445, 0.003905046498402953, 0.005400765221565962, 0.006896483711898327, 0.00839220266789198, 0.009887921623885632, 0.01138363964855671, 0.012879358604550362, 0.014375077560544014, 0.015870796516537666, 0.01736651547253132, 0.01886223442852497, 0.020357951521873474, 0.021853670477867126, 0.02334938943386078, 0.02484510838985443, 0.026340827345848083, 0.027836546301841736, 0.029332265257835388, 0.03082798421382904, 0.03232370316982269, 0.033819422125816345, 0.03531514108181, 0.03681086003780365, 0.0383065789937973, 0.039802294224500656, 0.04129801318049431, 0.04279373213648796, 0.04428945109248161, 0.045785170048475266, 0.04728088900446892, 0.04877660796046257, 0.05027232691645622]}, "_runtime": 179.03101205825806, "_timestamp": 1596213049.7325497, "_step": 217}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 0.0, 0.0, 2.0, 2.0, 0.0, 5.0, 1.0, 4.0, 8.0, 1.0, 4.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009967037476599216, -0.009675605222582817, -0.009384172968566418, -0.009092739783227444, -0.008801307529211044, -0.008509875275194645, -0.008218443021178246, -0.007927010767161846, -0.0076355780474841595, -0.00734414579346776, -0.007052713073790073, -0.006761280819773674, -0.006469848565757275, -0.006178415846079588, -0.0058869835920631886, -0.005595550872385502, -0.0053041186183691025, -0.005012686364352703, -0.004721253644675016, -0.004429821390658617, -0.00413838867098093, -0.003846956416964531, -0.0035555241629481316, -0.0032640916761010885, -0.0029726591892540455, -0.0026812267024070024, -0.0023897942155599594, -0.00209836196154356, -0.001806929474696517, -0.001515496987849474, -0.0012240646174177527, -0.0009326321887783706, -0.0006411997601389885, -0.00034976733149960637, -5.833490286022425e-05, 0.00023309752577915788, 0.00052452995441854, 0.0008159623830579221, 0.0011073948116973042, 0.0013988271821290255, 0.0016902596689760685, 0.0019816921558231115, 0.0022731246426701546, 0.002564556896686554, 0.002855989383533597, 0.00314742187038064, 0.0034388541243970394, 0.0037302866112440825, 0.0040217190980911255, 0.004313151352107525, 0.0046045840717852116, 0.004896016325801611, 0.005187449045479298, 0.005478881299495697, 0.005770313553512096, 0.006061746273189783, 0.0063531785272061825, 0.006644610781222582, 0.0069360435009002686, 0.007227475754916668, 0.007518908008933067, 0.007810340728610754, 0.00810177344828844, 0.00839320570230484, 0.00868463795632124]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 3.0, 1.0, 1.0, 1.0, 3.0, 1.0, 3.0, 3.0, 2.0, 7.0, 7.0, 12.0, 6.0, 11.0, 15.0, 10.0, 28.0, 27.0, 24.0, 20.0, 48.0, 39.0, 69.0, 92.0, 119.0, 165.0, 358.0, 5571.0, 501.0, 219.0, 138.0, 94.0, 62.0, 38.0, 39.0, 45.0, 29.0, 19.0, 22.0, 13.0, 12.0, 9.0, 9.0, 6.0, 7.0, 2.0, 4.0, 4.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0], "bins": [-0.11446991562843323, -0.11115462332963943, -0.10783933103084564, -0.10452403128147125, -0.10120873898267746, -0.09789344668388367, -0.09457815438508987, -0.09126286208629608, -0.08794756233692169, -0.0846322700381279, -0.0813169777393341, -0.07800168544054031, -0.07468639314174652, -0.07137110084295273, -0.06805580109357834, -0.06474050879478455, -0.06142521649599075, -0.05810992419719696, -0.05479462817311287, -0.05147933587431908, -0.048164039850234985, -0.04484874755144119, -0.0415334552526474, -0.03821815922856331, -0.034902866929769516, -0.03158757463097572, -0.028272278606891632, -0.02495698630809784, -0.021641692146658897, -0.018326397985219955, -0.015011104755103588, -0.01169581152498722, -0.008380517363548279, -0.005065223667770624, -0.0017499299719929695, 0.0015653637237846851, 0.00488065741956234, 0.008195951581001282, 0.011511244811117649, 0.014826538041234016, 0.01814183220267296, 0.0214571263641119, 0.024772420525550842, 0.028087712824344635, 0.03140300512313843, 0.03471830114722252, 0.03803359344601631, 0.0413488894701004, 0.044664181768894196, 0.04797947406768799, 0.05129477009177208, 0.05461006239056587, 0.05792535841464996, 0.061240650713443756, 0.06455594301223755, 0.06787123531103134, 0.07118652760982513, 0.07450182735919952, 0.07781711965799332, 0.08113241195678711, 0.0844477042555809, 0.0877629965543747, 0.09107829630374908, 0.09439358860254288, 0.09770888090133667]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 0.0, 2.0, 3.0, 1.0, 3.0, 3.0, 3.0, 6.0, 5.0, 3.0, 4.0, 4.0, 3.0, 7.0, 3.0, 24.0, 4.0, 2.0, 5.0, 5.0, 4.0, 4.0, 2.0, 3.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.003128815209493041, -0.003044252982363105, -0.0029596907552331686, -0.0028751285281032324, -0.002790566300973296, -0.00270600407384336, -0.0026214418467134237, -0.0025368796195834875, -0.0024523173924535513, -0.002367755165323615, -0.002283192938193679, -0.0021986307110637426, -0.0021140684839338064, -0.00202950625680387, -0.0019449441460892558, -0.0018603819189593196, -0.0017758196918293834, -0.0016912574646994472, -0.001606695237569511, -0.0015221330104395747, -0.0014375707833096385, -0.0013530085561797023, -0.001268446329049766, -0.0011838841019198298, -0.0010993219912052155, -0.0010147597640752792, -0.0009301974787376821, -0.0008456352516077459, -0.0007610730826854706, -0.0006765108555555344, -0.0005919486284255981, -0.0005073864012956619, -0.0004228241741657257, -0.0003382619470357895, -0.00025369971990585327, -0.0001691375218797475, -8.457529474981129e-05, -1.3074895832687616e-08, 8.454914495814592e-05, 0.0001691113575361669, 0.0002536735846661031, 0.00033823581179603934, 0.00042279803892597556, 0.0005073602660559118, 0.0005919224349781871, 0.0006764846621081233, 0.0007610468892380595, 0.0008456091163679957, 0.000930171343497932, 0.0010147335706278682, 0.0010992957977578044, 0.0011838580248877406, 0.0012684202520176768, 0.001352982479147613, 0.0014375447062775493, 0.0015221069334074855, 0.0016066690441220999, 0.001691231271252036, 0.0017757934983819723, 0.0018603557255119085, 0.0019449179526418447, 0.002029480179771781, 0.002114042406901717, 0.0021986046340316534, 0.0022831668611615896]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 3.0, 1.0, 0.0, 3.0, 3.0, 3.0, 5.0, 4.0, 4.0, 15.0, 27.0, 16.0, 25.0, 36.0, 27.0, 47.0, 71.0, 93.0, 150.0, 209.0, 311.0, 441.0, 703.0, 1132.0, 1763.0, 2944.0, 5194.0, 9281.0, 17849.0, 39041.0, 129426.0, 853781.0, 59611.0, 25040.0, 12822.0, 7314.0, 4162.0, 2666.0, 1760.0, 1058.0, 732.0, 521.0, 334.0, 291.0, 207.0, 133.0, 97.0, 78.0, 64.0, 37.0, 29.0, 20.0, 15.0, 16.0, 7.0, 1.0, 5.0, 5.0, 3.0, 4.0, 1.0, 4.0, 1.0], "bins": [-0.0051003554835915565, -0.004942589905112982, -0.00478482386097312, -0.004627058282494545, -0.004469292238354683, -0.004311526659876108, -0.004153760615736246, -0.003995995037257671, -0.0038382289931178093, -0.0036804634146392345, -0.003522697603330016, -0.0033649317920207977, -0.0032071659807115793, -0.003049400169402361, -0.0028916343580931425, -0.002733868546783924, -0.0025761027354747057, -0.0024183369241654873, -0.002260571112856269, -0.0021028053015470505, -0.001945039490237832, -0.0017872737953439355, -0.001629507984034717, -0.0014717421727254987, -0.0013139763614162803, -0.0011562105501070619, -0.0009984447387978435, -0.000840678985696286, -0.0006829131743870676, -0.0005251473630778491, -0.0003673815808724612, -0.00020961578411515802, -5.184998735785484e-05, 0.00010591580939944834, 0.0002636816061567515, 0.00042144738836213946, 0.0005792131996713579, 0.0007369790109805763, 0.0008947447640821338, 0.0010525105753913522, 0.0012102763867005706, 0.001368042198009789, 0.0015258080093190074, 0.0016835738206282258, 0.0018413395155221224, 0.001999105326831341, 0.002156871138140559, 0.0023146369494497776, 0.002472402760758996, 0.0026301685720682144, 0.002787934383377433, 0.0029457001946866512, 0.0031034660059958696, 0.003261231817305088, 0.0034189976286143064, 0.003576763439923525, 0.0037345290184020996, 0.003892294829711318, 0.004050060641020536, 0.0042078266851603985, 0.004365592263638973, 0.004523358307778835, 0.00468112388625741, 0.004838889930397272, 0.004996655508875847]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 2.0, 4.0, 4.0, 1.0, 1.0, 2.0, 0.0, 4.0, 2.0, 3.0, 9.0, 1.0, 3.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014529421925544739, -0.013918714597821236, -0.013308006338775158, -0.012697299011051655, -0.012086590752005577, -0.011475883424282074, -0.010865175165235996, -0.010254467837512493, -0.009643759578466415, -0.009033052250742912, -0.00842234492301941, -0.0078116366639733315, -0.007200929336249828, -0.006590221542865038, -0.0059795137494802475, -0.005368805956095457, -0.004758098162710667, -0.004147390369325876, -0.003536682575941086, -0.002925975015386939, -0.0023152672220021486, -0.0017045594286173582, -0.0010938517516478896, -0.0004831440164707601, 0.0001275637187063694, 0.0007382714538834989, 0.0013489791890606284, 0.001959686866030097, 0.0025703946594148874, 0.003181102452799678, 0.0037918100133538246, 0.004402517806738615, 0.0050132256001234055, 0.005623933393508196, 0.006234641186892986, 0.006845348980277777, 0.007456056773662567, 0.00806676410138607, 0.008677472360432148, 0.009288179688155651, 0.009898887947201729, 0.010509595274925232, 0.011120302602648735, 0.011731010861694813, 0.012341718189418316, 0.012952426448464394, 0.013563133776187897, 0.014173842035233974, 0.014784549362957478, 0.01539525669068098, 0.01600596494972706, 0.01661667227745056, 0.017227379605174065, 0.017838088795542717, 0.01844879612326622, 0.019059503450989723, 0.019670210778713226, 0.02028091810643673, 0.020891627296805382, 0.021502334624528885, 0.022113041952252388, 0.02272374927997589, 0.023334458470344543, 0.023945165798068047, 0.02455587312579155]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 2.0, 5.0, 5.0, 9.0, 11.0, 24.0, 27.0, 37.0, 68.0, 103.0, 101.0, 181.0, 193.0, 284.0, 390.0, 525.0, 818.0, 1200.0, 1881.0, 6461.0, 2707.0, 1216.0, 742.0, 437.0, 255.0, 193.0, 121.0, 99.0, 71.0, 65.0, 44.0, 30.0, 17.0, 23.0, 16.0, 11.0, 7.0, 7.0, 9.0, 3.0, 5.0, 5.0, 2.0, 1.0, 5.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.007905373349785805, -0.007527394685894251, -0.007149416022002697, -0.006771437358111143, -0.006393458694219589, -0.006015480495989323, -0.005637501832097769, -0.005259523168206215, -0.004881544504314661, -0.004503565840423107, -0.004125587176531553, -0.003747608745470643, -0.003369630081579089, -0.0029916514176875353, -0.002613672986626625, -0.002235694322735071, -0.0018577156588435173, -0.0014797369949519634, -0.0011017584474757314, -0.0007237798417918384, -0.00034580123610794544, 3.217736957594752e-05, 0.0004101559752598405, 0.0007881345809437335, 0.0011661131866276264, 0.0015440918505191803, 0.0019220703979954123, 0.0023000489454716444, 0.0026780276093631983, 0.003056006273254752, 0.0034339847043156624, 0.0038119633682072163, 0.00418994203209877, 0.004567920695990324, 0.004945899359881878, 0.005323878023773432, 0.005701856687664986, 0.006079834885895252, 0.006457813549786806, 0.00683579221367836, 0.007213770877569914, 0.007591749541461468, 0.007969727739691734, 0.008347706869244576, 0.008725685067474842, 0.009103664197027683, 0.00948164239525795, 0.009859621524810791, 0.010237599723041058, 0.010615577921271324, 0.010993557050824165, 0.011371535249054432, 0.011749514378607273, 0.01212749257683754, 0.01250547170639038, 0.012883449904620647, 0.013261428102850914, 0.013639407232403755, 0.014017385430634022, 0.014395364560186863, 0.01477334275841713, 0.01515132188796997, 0.015529300086200237, 0.015907278284430504, 0.016285257413983345]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 3.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 4.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07400345802307129, -0.07194744050502777, -0.06989141553640366, -0.06783539801836014, -0.06577937304973602, -0.0637233555316925, -0.06166733428835869, -0.05961131304502487, -0.057555291801691055, -0.05549927055835724, -0.05344324931502342, -0.051387228071689606, -0.04933121055364609, -0.04727518931031227, -0.045219168066978455, -0.04316314682364464, -0.04110712558031082, -0.039051104336977005, -0.03699508309364319, -0.03493906185030937, -0.032883040606975555, -0.030827021226286888, -0.02877100184559822, -0.026714980602264404, -0.024658959358930588, -0.02260293811559677, -0.020546916872262955, -0.018490897491574287, -0.01643487624824047, -0.014378855004906654, -0.012322834692895412, -0.01026681438088417, -0.008210793137550354, -0.006154772359877825, -0.0040987515822052956, -0.0020427308045327663, 1.3289973139762878e-05, 0.002069310750812292, 0.004125331528484821, 0.0061813523061573505, 0.00823737308382988, 0.010293394327163696, 0.012349414639174938, 0.01440543495118618, 0.016461456194519997, 0.018517477437853813, 0.02057349681854248, 0.022629518061876297, 0.024685539305210114, 0.02674156054854393, 0.028797581791877747, 0.030853601172566414, 0.03290962427854538, 0.0349656417965889, 0.037021663039922714, 0.03907768428325653, 0.04113370552659035, 0.043189726769924164, 0.04524574801325798, 0.0473017692565918, 0.049357786774635315, 0.05141380801796913, 0.05346982926130295, 0.055525850504636765, 0.05758187174797058]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 3.0, 4.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 3.0, 11.0, 16.0, 23.0, 17.0, 27.0, 38.0, 19.0, 7.0, 13.0, 14.0, 12.0, 8.0, 10.0, 8.0, 8.0, 7.0, 4.0, 2.0, 5.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.0728406235575676, -0.07092828303575516, -0.06901594251394272, -0.06710360199213028, -0.06519126147031784, -0.0632789209485054, -0.06136658042669296, -0.059454239904880524, -0.057541899383068085, -0.055629558861255646, -0.05371721833944321, -0.05180487781763077, -0.04989253729581833, -0.04798019677400589, -0.04606785625219345, -0.04415551573038101, -0.04224317520856857, -0.040330834686756134, -0.038418494164943695, -0.036506153643131256, -0.03459381312131882, -0.03268147259950638, -0.03076913207769394, -0.0288567915558815, -0.02694445103406906, -0.025032110512256622, -0.023119769990444183, -0.021207429468631744, -0.019295088946819305, -0.017382748425006866, -0.015470407903194427, -0.013558067381381989, -0.01164572685956955, -0.00973338633775711, -0.007821045815944672, -0.005908705294132233, -0.003996364772319794, -0.0020840242505073547, -0.00017168372869491577, 0.0017406567931175232, 0.003652997314929962, 0.005565337836742401, 0.00747767835855484, 0.009390018880367279, 0.011302359402179718, 0.013214699923992157, 0.015127040445804596, 0.017039380967617035, 0.018951721489429474, 0.020864062011241913, 0.022776402533054352, 0.02468874305486679, 0.02660108357667923, 0.02851342409849167, 0.030425764620304108, 0.03233810514211655, 0.034250445663928986, 0.036162786185741425, 0.038075126707553864, 0.0399874672293663, 0.04189980775117874, 0.04381214827299118, 0.04572448879480362, 0.04763682931661606, 0.0495491698384285]}, "_runtime": 179.85145568847656, "_timestamp": 1596213050.5529933, "_step": 218}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 2.0, 5.0, 1.0, 2.0, 4.0, 3.0, 4.0, 4.0, 5.0, 5.0, 5.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01255660131573677, -0.012195882387459278, -0.01183516439050436, -0.011474445462226868, -0.011113726533949375, -0.010753007605671883, -0.010392289608716965, -0.010031570680439472, -0.00967085175216198, -0.009310133755207062, -0.00894941482692957, -0.008588695898652077, -0.008227976970374584, -0.007867258973419666, -0.007506540045142174, -0.007145821116864681, -0.006785102654248476, -0.006424384191632271, -0.006063665263354778, -0.005702946800738573, -0.0053422278724610806, -0.004981509409844875, -0.004620790481567383, -0.004260072018951178, -0.0038993533235043287, -0.00353863462805748, -0.003177915932610631, -0.002817197237163782, -0.002456478774547577, -0.002095760079100728, -0.0017350413836538792, -0.0013743226882070303, -0.0010136039927601814, -0.0006528852973133326, -0.0002921666600741446, 6.855200626887381e-05, 0.0004292706726118922, 0.0007899893680587411, 0.0011507079470902681, 0.001511426642537117, 0.0018721453379839659, 0.0022328640334308147, 0.0025935827288776636, 0.0029543014243245125, 0.0033150198869407177, 0.0036757385823875666, 0.0040364572778344154, 0.004397176206111908, 0.004757894668728113, 0.005118613131344318, 0.005479332059621811, 0.005840050522238016, 0.006200769450515509, 0.006561487913131714, 0.006922206841409206, 0.007282925304025412, 0.007643643766641617, 0.00800436269491911, 0.008365081623196602, 0.00872579962015152, 0.009086518548429012, 0.009447237476706505, 0.009807956404983997, 0.010168674401938915, 0.010529393330216408]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 4.0, 4.0, 3.0, 1.0, 6.0, 3.0, 7.0, 8.0, 7.0, 6.0, 8.0, 13.0, 20.0, 23.0, 33.0, 38.0, 52.0, 51.0, 66.0, 109.0, 126.0, 158.0, 280.0, 5250.0, 760.0, 258.0, 152.0, 95.0, 82.0, 51.0, 53.0, 37.0, 34.0, 24.0, 21.0, 17.0, 10.0, 9.0, 7.0, 5.0, 4.0, 3.0, 4.0, 6.0, 1.0, 2.0, 5.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.10152220726013184, -0.09842362254858017, -0.0953250452876091, -0.09222646057605743, -0.08912788331508636, -0.0860292986035347, -0.08293071389198303, -0.07983213663101196, -0.0767335519194603, -0.07363496720790863, -0.07053638994693756, -0.0674378052353859, -0.06433922052383423, -0.06124064326286316, -0.05814205855131149, -0.055043477565050125, -0.05194489657878876, -0.04884631559252739, -0.04574773460626602, -0.042649149894714355, -0.03955056890845299, -0.03645198792219162, -0.033353403210639954, -0.030254822224378586, -0.027156241238117218, -0.02405766025185585, -0.020959077402949333, -0.017860494554042816, -0.014761913567781448, -0.011663331650197506, -0.008564749732613564, -0.005466167815029621, -0.0023675858974456787, 0.0007309960201382637, 0.003829577937722206, 0.0069281598553061485, 0.010026741772890091, 0.013125323690474033, 0.016223905608057976, 0.019322488456964493, 0.02242106944322586, 0.02551965042948723, 0.028618233278393745, 0.03171681612730026, 0.03481539711356163, 0.037913978099823, 0.041012562811374664, 0.04411114379763603, 0.0472097247838974, 0.05030830577015877, 0.053406886756420135, 0.0565054714679718, 0.05960405245423317, 0.06270263344049454, 0.0658012181520462, 0.06889979541301727, 0.07199838012456894, 0.0750969648361206, 0.07819554209709167, 0.08129412680864334, 0.08439271152019501, 0.08749128878116608, 0.09058987349271774, 0.09368845075368881, 0.09678703546524048]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 6.0, 3.0, 1.0, 6.0, 3.0, 6.0, 3.0, 2.0, 3.0, 2.0, 7.0, 24.0, 3.0, 2.0, 6.0, 2.0, 6.0, 5.0, 6.0, 2.0, 2.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.002275075763463974, -0.0021973231341689825, -0.0021195707377046347, -0.002041818108409643, -0.0019640654791146517, -0.001886312966234982, -0.0018085604533553123, -0.0017308078240603209, -0.0016530553111806512, -0.0015753027983009815, -0.00149755016900599, -0.0014197976561263204, -0.0013420451432466507, -0.0012642925139516592, -0.0011865400010719895, -0.001108787371776998, -0.0010310348588973284, -0.0009532822878099978, -0.0008755297167226672, -0.0007977772038429976, -0.000720024632755667, -0.0006422720616683364, -0.0005645195487886667, -0.00048676697770133615, -0.00040901440661400557, -0.000331261835526675, -0.00025350929354317486, -0.0001757567370077595, -9.800418047234416e-05, -2.025162393692881e-05, 5.750093259848654e-05, 0.0001352534891339019, 0.00021300604566931725, 0.0002907586167566478, 0.00036851115874014795, 0.00044626370072364807, 0.0005240162718109787, 0.0006017688428983092, 0.0006795213557779789, 0.0007572739268653095, 0.0008350264979526401, 0.0009127790690399706, 0.0009905316401273012, 0.0010682841530069709, 0.0011460366658866405, 0.001223789295181632, 0.0013015418080613017, 0.0013792944373562932, 0.0014570469502359629, 0.0015347994631156325, 0.001612552092410624, 0.0016903046052902937, 0.0017680572345852852, 0.0018458097474649549, 0.0019235622603446245, 0.002001314889639616, 0.002079067286103964, 0.0021568199153989553, 0.002234572544693947, 0.0023123251739889383, 0.002390077570453286, 0.0024678301997482777, 0.002545582829043269, 0.002623335225507617, 0.0027010878548026085]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 8.0, 4.0, 7.0, 12.0, 15.0, 21.0, 22.0, 42.0, 61.0, 80.0, 101.0, 155.0, 210.0, 324.0, 447.0, 610.0, 1065.0, 1557.0, 2670.0, 4581.0, 8782.0, 18232.0, 45412.0, 187520.0, 801496.0, 51895.0, 22750.0, 12069.0, 7033.0, 4393.0, 2729.0, 1744.0, 1168.0, 767.0, 521.0, 382.0, 235.0, 167.0, 122.0, 79.0, 41.0, 42.0, 18.0, 16.0, 7.0, 8.0, 5.0, 3.0, 3.0, 2.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.005442274734377861, -0.00527288019657135, -0.005103485658764839, -0.004934091120958328, -0.004764696583151817, -0.004595302045345306, -0.0044259075075387955, -0.0042565129697322845, -0.004087118431925774, -0.003917723428457975, -0.003748329123482108, -0.003578934585675597, -0.0034095398150384426, -0.0032401452772319317, -0.0030707507394254208, -0.00290135620161891, -0.002731961663812399, -0.002562567126005888, -0.002393172588199377, -0.002223778050392866, -0.002054383512586355, -0.0018849888583645225, -0.0017155942041426897, -0.0015461996663361788, -0.0013768051285296679, -0.001207410590723157, -0.001038016052916646, -0.0008686213986948133, -0.0006992268608883023, -0.0005298323230817914, -0.00036043772706761956, -0.00019104316015727818, -2.1648593246936798e-05, 0.00014774597366340458, 0.00031714054057374597, 0.00048653510748408735, 0.0006559296743944287, 0.0008253242122009397, 0.0009947188664227724, 0.0011641134042292833, 0.0013335079420357943, 0.0015029024798423052, 0.0016722970176488161, 0.0018416916718706489, 0.0020110863260924816, 0.0021804808638989925, 0.0023498754017055035, 0.0025192699395120144, 0.0026886644773185253, 0.0028580590151250362, 0.003027453552931547, 0.003196848090738058, 0.003366242628544569, 0.0035356373991817236, 0.0037050319369882345, 0.0038744264747947454, 0.0040438212454319, 0.004213215783238411, 0.004382610321044922, 0.004552004858851433, 0.004721399396657944, 0.004890793934464455, 0.005060188472270966, 0.0052295830100774765, 0.005398977547883987]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 9.0, 0.0, 3.0, 2.0, 1.0, 3.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012444941326975822, -0.012001155875623226, -0.011557369492948055, -0.011113584041595459, -0.010669797658920288, -0.010226012207567692, -0.009782226756215096, -0.009338440373539925, -0.008894654922187328, -0.008450868539512157, -0.008007083088159561, -0.007563297171145678, -0.007119511254131794, -0.00667572533711791, -0.006231939885765314, -0.0057881539687514305, -0.005344368051737547, -0.004900582134723663, -0.00445679621770978, -0.0040130107663571835, -0.0035692248493433, -0.0031254389323294163, -0.0026816530153155327, -0.0022378673311322927, -0.0017940814141184092, -0.0013502956135198474, -0.0009065097547136247, -0.0004627239250112325, -1.8938095308840275e-05, 0.00042484773439355195, 0.0008686335640959442, 0.0013124194229021668, 0.0017562052235007286, 0.002199991140514612, 0.002643776824697852, 0.0030875627417117357, 0.0035313484258949757, 0.003975134342908859, 0.004418920259922743, 0.0048627061769366264, 0.005306491628289223, 0.005750277545303106, 0.00619406346231699, 0.0066378493793308735, 0.007081635296344757, 0.007525421213358641, 0.007969207130372524, 0.00841299258172512, 0.008856778964400291, 0.009300564415752888, 0.009744349867105484, 0.010188136249780655, 0.010631921701133251, 0.011075708083808422, 0.011519493535161018, 0.011963278986513615, 0.012407065369188786, 0.012850850820541382, 0.013294637203216553, 0.013738422654569149, 0.014182208105921745, 0.014625994488596916, 0.015069779939949512, 0.015513566322624683, 0.01595735177397728]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 5.0, 0.0, 1.0, 2.0, 2.0, 6.0, 5.0, 6.0, 6.0, 7.0, 18.0, 17.0, 19.0, 34.0, 40.0, 56.0, 52.0, 58.0, 103.0, 132.0, 175.0, 246.0, 324.0, 439.0, 600.0, 851.0, 1225.0, 2041.0, 5769.0, 1641.0, 1101.0, 828.0, 536.0, 443.0, 353.0, 293.0, 237.0, 142.0, 127.0, 121.0, 69.0, 41.0, 64.0, 48.0, 31.0, 28.0, 22.0, 17.0, 16.0, 7.0, 7.0, 5.0, 2.0, 1.0, 1.0, 5.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0], "bins": [-0.008100000210106373, -0.007833259180188179, -0.007566518150269985, -0.007299777586013079, -0.007033036556094885, -0.006766295526176691, -0.0064995549619197845, -0.006232813932001591, -0.005966072902083397, -0.005699331872165203, -0.005432590842247009, -0.005165850277990103, -0.004899109248071909, -0.004632368218153715, -0.004365627653896809, -0.004098886623978615, -0.003832145594060421, -0.003565404564142227, -0.003298663767054677, -0.003031922969967127, -0.002765181940048933, -0.002498440910130739, -0.002231700113043189, -0.001964959315955639, -0.001698218286037445, -0.001431477372534573, -0.001164736459031701, -0.0008979955455288291, -0.0006312546320259571, -0.0003645137185230851, -9.777280502021313e-05, 0.00016896810848265886, 0.00043570902198553085, 0.0007024499354884028, 0.0009691908489912748, 0.0012359317624941468, 0.0015026726759970188, 0.0017694135894998908, 0.002036154503002763, 0.002302895300090313, 0.0025696363300085068, 0.0028363773599267006, 0.0031031181570142508, 0.003369858954101801, 0.0036365999840199947, 0.0039033410139381886, 0.004170081578195095, 0.004436822608113289, 0.004703563638031483, 0.0049703046679496765, 0.00523704569786787, 0.005503786262124777, 0.005770527292042971, 0.0060372683219611645, 0.006304008886218071, 0.006570749916136265, 0.006837490946054459, 0.0071042319759726524, 0.007370973005890846, 0.007637713570147753, 0.007904455065727234, 0.008171195164322853, 0.008437936194241047, 0.00870467722415924, 0.008971418254077435]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06157360598444939, -0.059265341609716415, -0.056957073509693146, -0.054648809134960175, -0.052340541034936905, -0.050032276660203934, -0.047724008560180664, -0.04541574418544769, -0.04310747981071472, -0.04079921171069145, -0.03849094733595848, -0.03618267923593521, -0.03387441486120224, -0.03156614676117897, -0.029257882386446, -0.02694961614906788, -0.02464134991168976, -0.022333083674311638, -0.020024817436933517, -0.017716551199555397, -0.015408285893499851, -0.01310001965612173, -0.010791754350066185, -0.008483488112688065, -0.006175221875309944, -0.0038669558707624674, -0.0015586898662149906, 0.0007495761383324862, 0.003057842142879963, 0.005366108380258083, 0.0076743741519749165, 0.00998263992369175, 0.01229090616106987, 0.01459917239844799, 0.01690743863582611, 0.01921570487320423, 0.02152397111058235, 0.023832235485315323, 0.026140501722693443, 0.028448767960071564, 0.030757034197449684, 0.033065300434827805, 0.035373564809560776, 0.037681832909584045, 0.03999009728431702, 0.042298365384340286, 0.04460662975907326, 0.04691489785909653, 0.0492231622338295, 0.05153142660856247, 0.05383969470858574, 0.05614795908331871, 0.05845622718334198, 0.06076449155807495, 0.06307275593280792, 0.06538102775812149, 0.06768929213285446, 0.06999755650758743, 0.0723058208823204, 0.07461408525705338, 0.07692235708236694, 0.07923062145709991, 0.08153888583183289, 0.08384715020656586, 0.08615541458129883]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 1.0, 4.0, 3.0, 3.0, 2.0, 2.0, 3.0, 1.0, 1.0, 2.0, 2.0, 3.0, 1.0, 1.0, 3.0, 5.0, 4.0, 6.0, 8.0, 7.0, 8.0, 10.0, 15.0, 24.0, 24.0, 43.0, 19.0, 12.0, 8.0, 3.0, 2.0, 3.0, 0.0, 1.0, 2.0, 2.0, 3.0, 2.0, 5.0, 4.0, 0.0, 2.0, 7.0, 1.0, 2.0, 1.0, 3.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.04244363680481911, -0.04081682860851288, -0.03919001668691635, -0.03756320849061012, -0.035936396569013596, -0.03430958837270737, -0.03268277645111084, -0.03105596825480461, -0.029429158195853233, -0.027802348136901855, -0.026175538077950478, -0.0245487280189991, -0.02292191982269287, -0.021295109763741493, -0.019668299704790115, -0.018041489645838737, -0.01641467958688736, -0.014787869527935982, -0.013161059468984604, -0.0115342503413558, -0.009907440282404423, -0.008280630223453045, -0.006653820630162954, -0.005027011036872864, -0.003400200977921486, -0.0017733911518007517, -0.00014658132568001747, 0.0014802285004407167, 0.003107038326561451, 0.004733848385512829, 0.006360657978802919, 0.00798746757209301, 0.009614277631044388, 0.011241087689995766, 0.012867897748947144, 0.014494706876575947, 0.0161215178668499, 0.017748326063156128, 0.019375136122107506, 0.021001946181058884, 0.02262875624001026, 0.02425556629896164, 0.025882376357913017, 0.027509186416864395, 0.029135994613170624, 0.030762804672122, 0.03238961473107338, 0.03401642665266991, 0.035643234848976135, 0.037270043045282364, 0.03889685496687889, 0.04052366316318512, 0.04215047508478165, 0.043777283281087875, 0.0454040952026844, 0.04703090339899063, 0.04865771532058716, 0.05028452351689339, 0.051911331713199615, 0.05353814363479614, 0.05516495183110237, 0.0567917637526989, 0.05841857194900513, 0.060045383870601654, 0.06167219206690788]}, "_runtime": 180.62401723861694, "_timestamp": 1596213051.3255548, "_step": 219}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 7.0, 10.0, 5.0, 3.0, 1.0, 2.0, 3.0, 1.0, 1.0, 3.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013602323830127716, -0.013205358758568764, -0.012808393687009811, -0.012411428615450859, -0.012014463543891907, -0.011617498472332954, -0.011220533400774002, -0.01082356832921505, -0.010426603257656097, -0.01002963911741972, -0.009632674045860767, -0.009235708974301815, -0.008838743902742863, -0.00844177883118391, -0.008044813759624958, -0.007647848688066006, -0.007250883616507053, -0.006853918544948101, -0.006456953473389149, -0.006059988401830196, -0.005663023330271244, -0.005266058724373579, -0.004869093652814627, -0.004472128581255674, -0.004075163509696722, -0.0036781984381377697, -0.0032812333665788174, -0.0028842685278505087, -0.0024873034562915564, -0.002090338384732604, -0.0016933734295889735, -0.001296408474445343, -0.0008994434028863907, -0.0005024783895350993, -0.00010551337618380785, 0.00029145163716748357, 0.000688416650518775, 0.0010853817220777273, 0.0014823466772213578, 0.0018793116323649883, 0.0022762767039239407, 0.002673241775482893, 0.0030702068470418453, 0.003467171685770154, 0.0038641367573291063, 0.004261101596057415, 0.004658066667616367, 0.00505503173917532, 0.005451996810734272, 0.005848961882293224, 0.006245926953852177, 0.006642892025411129, 0.007039857096970081, 0.007436821702867746, 0.007833787240087986, 0.008230752311646938, 0.008627716451883316, 0.009024681523442268, 0.00942164659500122, 0.009818611666560173, 0.010215576738119125, 0.010612541809678078, 0.01100950688123703, 0.011406471952795982, 0.011803437024354935]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 2.0, 2.0, 1.0, 3.0, 2.0, 5.0, 3.0, 7.0, 10.0, 15.0, 9.0, 22.0, 22.0, 24.0, 34.0, 53.0, 84.0, 129.0, 189.0, 408.0, 5845.0, 460.0, 190.0, 133.0, 67.0, 59.0, 26.0, 31.0, 34.0, 10.0, 10.0, 7.0, 6.0, 6.0, 4.0, 3.0, 4.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15329501032829285, -0.1485643982887268, -0.14383378624916077, -0.13910317420959473, -0.1343725621700287, -0.12964195013046265, -0.12491133064031601, -0.12018071860074997, -0.11545010656118393, -0.11071949452161789, -0.10598888248205185, -0.10125827044248581, -0.09652765095233917, -0.09179703891277313, -0.08706642687320709, -0.08233581483364105, -0.07760520279407501, -0.07287459075450897, -0.06814397871494293, -0.06341336667537689, -0.058682750910520554, -0.053952138870954514, -0.049221523106098175, -0.044490911066532135, -0.039760299026966095, -0.035029686987400055, -0.030299073085188866, -0.025568459182977676, -0.020837847143411636, -0.016107235103845596, -0.011376621201634407, -0.006646008230745792, -0.0019153952598571777, 0.002815217711031437, 0.007545830681920052, 0.012276443652808666, 0.01700705662369728, 0.02173766866326332, 0.02646828256547451, 0.0311988964676857, 0.03592950850725174, 0.04066012054681778, 0.04539073258638382, 0.05012134835124016, 0.0548519603908062, 0.05958257243037224, 0.06431318819522858, 0.06904380023479462, 0.07377441227436066, 0.0785050243139267, 0.08323563635349274, 0.08796624839305878, 0.09269686043262482, 0.09742747992277145, 0.1021580919623375, 0.10688870400190353, 0.11161931604146957, 0.11634992808103561, 0.12108054012060165, 0.1258111596107483, 0.13054177165031433, 0.13527238368988037, 0.1400029957294464, 0.14473360776901245, 0.1494642198085785]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 4.0, 1.0, 2.0, 3.0, 2.0, 2.0, 5.0, 2.0, 3.0, 4.0, 2.0, 3.0, 1.0, 0.0, 4.0, 5.0, 4.0, 25.0, 1.0, 4.0, 4.0, 3.0, 3.0, 5.0, 0.0, 3.0, 3.0, 0.0, 5.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.002105312654748559, -0.0020394898019731045, -0.0019736667163670063, -0.0019078438635915518, -0.0018420208944007754, -0.001776197925209999, -0.0017103750724345446, -0.0016445521032437682, -0.0015787291340529919, -0.0015129061648622155, -0.0014470831956714392, -0.0013812603428959846, -0.0013154373737052083, -0.001249614404514432, -0.0011837915517389774, -0.001117968582548201, -0.0010521456133574247, -0.0009863226441666484, -0.000920499733183533, -0.0008546768222004175, -0.0007888538530096412, -0.0007230308838188648, -0.0006572079728357494, -0.000591385061852634, -0.0005255620926618576, -0.0004597391525749117, -0.0003939162124879658, -0.00032809327240101993, -0.00026227033231407404, -0.00019644739222712815, -0.00013062445214018226, -6.480151205323637e-05, 1.021428033709526e-06, 6.684436812065542e-05, 0.0001326673082076013, 0.0001984902482945472, 0.0002643131883814931, 0.000330136128468439, 0.0003959590685553849, 0.00046178200864233077, 0.0005276049487292767, 0.000593427917920053, 0.0006592508289031684, 0.0007250737398862839, 0.0007908967090770602, 0.0008567196782678366, 0.000922542589250952, 0.0009883655002340674, 0.0010541884694248438, 0.0011200114386156201, 0.0011858344078063965, 0.001251657260581851, 0.0013174802297726274, 0.0013833031989634037, 0.0014491260517388582, 0.0015149490209296346, 0.001580771990120411, 0.0016465949593111873, 0.0017124179285019636, 0.0017782407812774181, 0.0018440637504681945, 0.0019098867196589708, 0.0019757095724344254, 0.0020415326580405235, 0.002107355510815978]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 6.0, 4.0, 6.0, 8.0, 7.0, 2.0, 15.0, 16.0, 39.0, 55.0, 68.0, 110.0, 162.0, 203.0, 341.0, 641.0, 1127.0, 2209.0, 4630.0, 10529.0, 28062.0, 99522.0, 931207.0, 62510.0, 19840.0, 8616.0, 4110.0, 2217.0, 1255.0, 715.0, 490.0, 302.0, 182.0, 125.0, 90.0, 59.0, 39.0, 34.0, 29.0, 13.0, 10.0, 8.0, 4.0, 6.0, 3.0, 3.0, 4.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.00744157237932086, -0.007197450380772352, -0.0069533283822238445, -0.006709206383675337, -0.006465084385126829, -0.0062209623865783215, -0.005976840388029814, -0.005732718389481306, -0.005488596856594086, -0.005244474858045578, -0.00500035285949707, -0.004756230860948563, -0.004512108862400055, -0.004267986863851547, -0.0040238648653030396, -0.003779742866754532, -0.003535620868206024, -0.0032914988696575165, -0.003047376871109009, -0.002803254872560501, -0.0025591328740119934, -0.0023150111082941294, -0.0020708891097456217, -0.001826767111197114, -0.0015826451126486063, -0.0013385231141000986, -0.001094401115551591, -0.0008502792334184051, -0.0006061572348698974, -0.00036203526542522013, -0.0001179132959805429, 0.00012620867346413434, 0.00037033064290881157, 0.0006144526414573193, 0.000858574581798166, 0.0011026965221390128, 0.0013468185206875205, 0.0015909405192360282, 0.001835062401369214, 0.0020791843999177217, 0.0023233063984662294, 0.002567428397014737, 0.002811550395563245, 0.0030556723941117525, 0.0032997941598296165, 0.0035439161583781242, 0.003788038156926632, 0.00403216015547514, 0.004276282154023647, 0.004520404152572155, 0.004764526151120663, 0.00500864814966917, 0.005252770148217678, 0.005496892146766186, 0.0057410141453146935, 0.005985136143863201, 0.006229258142411709, 0.006473379675298929, 0.006717501673847437, 0.006961623672395945, 0.007205745670944452, 0.00744986766949296, 0.007693989668041468, 0.007938112132251263, 0.008182233199477196]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 3.0, 2.0, 0.0, 1.0, 1.0, 3.0, 3.0, 2.0, 1.0, 3.0, 9.0, 3.0, 1.0, 3.0, 2.0, 1.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013063997030258179, -0.012539117597043514, -0.01201423816382885, -0.01148935779929161, -0.010964478366076946, -0.010439598932862282, -0.009914718568325043, -0.009389839135110378, -0.008864959701895714, -0.00834008026868105, -0.007815200835466385, -0.007290320470929146, -0.006765441037714481, -0.006240561604499817, -0.005715681705623865, -0.005190801806747913, -0.004665922373533249, -0.0041410429403185844, -0.0036161630414426327, -0.0030912833753973246, -0.0025664037093520164, -0.0020415240433067083, -0.0015166443772614002, -0.0009917647112160921, -0.000466885045170784, 5.7994620874524117e-05, 0.0005828742869198322, 0.0011077539529651403, 0.0016326336190104485, 0.0021575132850557566, 0.0026823929511010647, 0.003207272617146373, 0.003732152283191681, 0.004257031716406345, 0.004781911615282297, 0.005306791514158249, 0.005831670947372913, 0.006356550380587578, 0.00688143027946353, 0.007406310178339481, 0.007931189611554146, 0.00845606904476881, 0.008980948477983475, 0.009505828842520714, 0.010030708275735378, 0.010555587708950043, 0.011080468073487282, 0.011605347506701946, 0.01213022693991661, 0.012655106373131275, 0.01317998580634594, 0.013704866170883179, 0.014229745604097843, 0.014754625037312508, 0.015279505401849747, 0.015804383903741837, 0.016329264268279076, 0.016854144632816315, 0.017379023134708405, 0.017903903499245644, 0.018428783863782883, 0.018953662365674973, 0.01947854273021221, 0.0200034212321043, 0.02052830159664154]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 6.0, 4.0, 6.0, 5.0, 12.0, 7.0, 11.0, 21.0, 19.0, 23.0, 28.0, 37.0, 41.0, 56.0, 88.0, 100.0, 121.0, 135.0, 193.0, 248.0, 342.0, 425.0, 605.0, 807.0, 1163.0, 1773.0, 5663.0, 2027.0, 1128.0, 830.0, 607.0, 432.0, 308.0, 253.0, 193.0, 146.0, 120.0, 93.0, 61.0, 64.0, 33.0, 29.0, 25.0, 23.0, 16.0, 15.0, 26.0, 21.0, 6.0, 3.0, 4.0, 6.0, 4.0, 5.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.007580876350402832, -0.007326447404921055, -0.00707201799377799, -0.006817589048296213, -0.006563159637153149, -0.0063087306916713715, -0.006054301280528307, -0.00579987233504653, -0.005545442923903465, -0.005291013978421688, -0.005036585032939911, -0.004782155621796846, -0.004527726676315069, -0.004273297265172005, -0.0040188683196902275, -0.0037644391413778067, -0.003510009963065386, -0.003255580784752965, -0.003001151606440544, -0.0027467224281281233, -0.0024922932498157024, -0.0022378643043339252, -0.0019834351260215044, -0.0017290059477090836, -0.0014745767693966627, -0.0012201475910842419, -0.0009657184709794819, -0.000711289350874722, -0.00045686017256230116, -0.00020243102335371077, 5.199812585487962e-05, 0.00030642727506347, 0.0005608564242720604, 0.0008152856025844812, 0.001069714780896902, 0.001324143842794001, 0.001578573021106422, 0.0018330021994188428, 0.002087431261315942, 0.0023418604396283627, 0.0025962896179407835, 0.0028507187962532043, 0.003105147974565625, 0.003359577152878046, 0.0036140060983598232, 0.003868435276672244, 0.004122864454984665, 0.004377293866127729, 0.004631722811609507, 0.004886151757091284, 0.005140581168234348, 0.0053950101137161255, 0.00564943952485919, 0.005903868470340967, 0.006158297881484032, 0.006412726826965809, 0.006667155772447586, 0.0069215851835906506, 0.007176014129072428, 0.007430443540215492, 0.0076848724856972694, 0.007939301431179047, 0.008193731307983398, 0.008448160253465176, 0.008702589198946953]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.05358535796403885, -0.05210269242525101, -0.050620026886463165, -0.04913736507296562, -0.04765469953417778, -0.04617203399538994, -0.044689372181892395, -0.04320670664310455, -0.04172404110431671, -0.04024137556552887, -0.03875871002674103, -0.037276048213243484, -0.03579338267445564, -0.0343107171356678, -0.03282805532217026, -0.031345389783382416, -0.029862724244594574, -0.028380058705806732, -0.02689739502966404, -0.025414731353521347, -0.023932065814733505, -0.022449400275945663, -0.02096673659980297, -0.01948407292366028, -0.018001407384872437, -0.016518741846084595, -0.015036078169941902, -0.013553413562476635, -0.012070748955011368, -0.0105880843475461, -0.009105419740080833, -0.007622755132615566, -0.006140090525150299, -0.004657425917685032, -0.0031747613102197647, -0.0016920967027544975, -0.00020943209528923035, 0.0012732325121760368, 0.002755897119641304, 0.004238561727106571, 0.005721226334571838, 0.0072038909420371056, 0.008686555549502373, 0.01016922015696764, 0.011651884764432907, 0.013134549371898174, 0.014617213979363441, 0.016099877655506134, 0.017582543194293976, 0.019065208733081818, 0.02054787240922451, 0.022030536085367203, 0.023513201624155045, 0.024995867162942886, 0.02647853083908558, 0.02796119451522827, 0.029443860054016113, 0.030926525592803955, 0.0324091911315918, 0.03389185294508934, 0.03537451848387718, 0.036857184022665024, 0.03833984583616257, 0.03982251137495041, 0.04130517691373825]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 4.0, 6.0, 8.0, 10.0, 5.0, 7.0, 9.0, 8.0, 7.0, 17.0, 21.0, 36.0, 15.0, 20.0, 17.0, 9.0, 14.0, 8.0, 7.0, 4.0, 3.0, 5.0, 3.0, 2.0, 3.0, 1.0, 1.0, 2.0, 1.0, 3.0, 2.0, 1.0, 2.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.050934627652168274, -0.04948718473315239, -0.048039741814136505, -0.04659229516983032, -0.04514485225081444, -0.04369740933179855, -0.04224996641278267, -0.040802519768476486, -0.0393550768494606, -0.03790763393044472, -0.03646019101142883, -0.03501274809241295, -0.033565301448106766, -0.03211785852909088, -0.030670415610074997, -0.029222970828413963, -0.02777552790939808, -0.026328084990382195, -0.02488064020872116, -0.023433197289705276, -0.021985752508044243, -0.02053830958902836, -0.019090864807367325, -0.01764342188835144, -0.016195978969335556, -0.014748534187674522, -0.013301090337336063, -0.011853646486997604, -0.01040620356798172, -0.008958759717643261, -0.007511315867304802, -0.006063872016966343, -0.004616428166627884, -0.003168984316289425, -0.0017215406987816095, -0.00027409696485847235, 0.0011733467690646648, 0.002620790619403124, 0.0040682340040802956, 0.005515677854418755, 0.006963121704757214, 0.008410565555095673, 0.009858009405434132, 0.01130545325577259, 0.012752896174788475, 0.014200340025126934, 0.015647783875465393, 0.017095228657126427, 0.01854267157614231, 0.019990114495158195, 0.02143755927681923, 0.022885002195835114, 0.024332446977496147, 0.02577988989651203, 0.027227334678173065, 0.02867477759718895, 0.030122220516204834, 0.03156966343522072, 0.0330171100795269, 0.034464552998542786, 0.03591199591755867, 0.037359438836574554, 0.03880688548088074, 0.04025432839989662, 0.041701771318912506]}, "_runtime": 181.41020464897156, "_timestamp": 1596213052.1117423, "_step": 220}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 6.0, 5.0, 7.0, 8.0, 4.0, 3.0, 3.0, 1.0, 0.0, 1.0, 5.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014318076893687248, -0.013887804932892323, -0.013457532972097397, -0.013027261942625046, -0.01259698998183012, -0.012166718021035194, -0.011736446991562843, -0.011306175030767918, -0.010875903069972992, -0.010445631109178066, -0.01001535914838314, -0.00958508811891079, -0.009154816158115864, -0.008724544197320938, -0.008294273167848587, -0.007864001207053661, -0.007433729246258736, -0.00700345728546381, -0.006573185790330172, -0.006142914295196533, -0.0057126423344016075, -0.005282370373606682, -0.0048520988784730434, -0.004421827383339405, -0.003991555422544479, -0.0035612836945801973, -0.0031310119666159153, -0.0027007402386516333, -0.0022704685106873512, -0.0018401967827230692, -0.0014099250547587872, -0.0009796533267945051, -0.0005493815988302231, -0.00011910987086594105, 0.000311161857098341, 0.000741433585062623, 0.001171705313026905, 0.001601977040991187, 0.002032248768955469, 0.002462520496919751, 0.002892792224884033, 0.0033230639528483152, 0.0037533356808125973, 0.004183607175946236, 0.004613879136741161, 0.005044151097536087, 0.005474422592669725, 0.005904694087803364, 0.0063349660485982895, 0.006765238009393215, 0.0071955095045268536, 0.007625780999660492, 0.008056052960455418, 0.008486324921250343, 0.008916595950722694, 0.00934686791151762, 0.009777139872312546, 0.010207411833107471, 0.010637683793902397, 0.011067954823374748, 0.011498226784169674, 0.0119284987449646, 0.01235876977443695, 0.012789041735231876, 0.013219313696026802]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 3.0, 4.0, 4.0, 8.0, 4.0, 13.0, 7.0, 16.0, 20.0, 37.0, 38.0, 67.0, 102.0, 136.0, 236.0, 393.0, 5588.0, 521.0, 252.0, 146.0, 95.0, 59.0, 40.0, 37.0, 26.0, 24.0, 15.0, 5.0, 5.0, 9.0, 5.0, 1.0, 3.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.16372062265872955, -0.15853877365589142, -0.15335692465305328, -0.14817507565021515, -0.14299322664737701, -0.13781137764453888, -0.13262952864170074, -0.1274476796388626, -0.12226582318544388, -0.11708397418260574, -0.11190212517976761, -0.10672027617692947, -0.10153841972351074, -0.09635657072067261, -0.09117472171783447, -0.08599287271499634, -0.0808110237121582, -0.07562917470932007, -0.07044732570648193, -0.0652654767036438, -0.060083623975515366, -0.05490177497267723, -0.0497199222445488, -0.04453807324171066, -0.03935622423887253, -0.03417437523603439, -0.02899252437055111, -0.023810673505067825, -0.01862882450222969, -0.013446974568068981, -0.008265124633908272, -0.0030832746997475624, 0.002098575234413147, 0.007280425168573856, 0.012462275102734566, 0.01764412596821785, 0.022825974971055984, 0.02800782397389412, 0.03318967670202255, 0.03837152570486069, 0.04355337470769882, 0.04873522371053696, 0.05391707271337509, 0.059098925441503525, 0.06428077816963196, 0.06946262717247009, 0.07464447617530823, 0.07982632517814636, 0.0850081741809845, 0.09019002318382263, 0.09537187218666077, 0.1005537211894989, 0.10573557019233704, 0.11091742664575577, 0.1160992756485939, 0.12128112465143204, 0.12646296620368958, 0.1316448301076889, 0.13682667911052704, 0.14200852811336517, 0.1471903771162033, 0.15237222611904144, 0.15755407512187958, 0.1627359241247177, 0.16791777312755585]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 4.0, 0.0, 2.0, 3.0, 4.0, 3.0, 2.0, 2.0, 3.0, 5.0, 2.0, 6.0, 5.0, 21.0, 4.0, 5.0, 3.0, 5.0, 1.0, 1.0, 3.0, 2.0, 1.0, 0.0, 4.0, 3.0, 0.0, 3.0, 3.0, 4.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 2.0], "bins": [-0.0033784194383770227, -0.003287653438746929, -0.0031968876719474792, -0.0031061216723173857, -0.003015355672687292, -0.0029245896730571985, -0.002833823673427105, -0.002743057906627655, -0.0026522919069975615, -0.002561525907367468, -0.002470760140568018, -0.0023799941409379244, -0.002289228141307831, -0.0021984621416777372, -0.0021076961420476437, -0.0020169303752481937, -0.0019261643756181002, -0.0018353983759880066, -0.0017446324927732348, -0.001653866609558463, -0.0015631006099283695, -0.001472334610298276, -0.0013815687270835042, -0.0012908028438687325, -0.0012000368442386389, -0.0011092708446085453, -0.0010185049613937736, -0.0009277390199713409, -0.0008369730785489082, -0.0007462071371264756, -0.0006554411957040429, -0.0005646752542816103, -0.0004739093128591776, -0.00038314337143674493, -0.00029237743001431227, -0.0002016114885918796, -0.00011084554716944695, -2.0079605747014284e-05, 7.068633567541838e-05, 0.00016145227709785104, 0.0002522182185202837, 0.00034298415994271636, 0.000433750101365149, 0.0005245160427875817, 0.0006152819842100143, 0.000706047925632447, 0.0007968138670548797, 0.0008875798084773123, 0.000978345749899745, 0.0010691117495298386, 0.0011598776327446103, 0.001250643515959382, 0.0013414095155894756, 0.0014321755152195692, 0.001522941398434341, 0.0016137072816491127, 0.0017044732812792063, 0.0017952392809092999, 0.0018860051641240716, 0.0019767710473388433, 0.002067537046968937, 0.0021583030465990305, 0.002249069046229124, 0.002339834813028574, 0.0024306008126586676]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 3.0, 8.0, 8.0, 12.0, 13.0, 18.0, 20.0, 40.0, 55.0, 69.0, 93.0, 133.0, 190.0, 322.0, 450.0, 786.0, 1413.0, 2441.0, 4603.0, 9043.0, 20311.0, 57100.0, 883899.0, 128883.0, 34413.0, 15742.0, 8025.0, 4610.0, 2721.0, 1601.0, 980.0, 595.0, 357.0, 232.0, 150.0, 109.0, 67.0, 40.0, 25.0, 15.0, 14.0, 6.0, 4.0, 2.0, 3.0, 3.0, 2.0, 4.0, 1.0, 3.0, 2.0, 1.0], "bins": [-0.008784228004515171, -0.008531993255019188, -0.00827975757420063, -0.008027521893382072, -0.007775287143886089, -0.007523051928728819, -0.0072708167135715485, -0.007018581498414278, -0.006766346283257008, -0.006514111068099737, -0.006261875852942467, -0.006009640637785196, -0.005757405422627926, -0.0055051702074706554, -0.005252934992313385, -0.005000699777156115, -0.004748464561998844, -0.004496229346841574, -0.004243994131684303, -0.003991758916527033, -0.0037395237013697624, -0.003487288486212492, -0.0032350532710552216, -0.002982818055897951, -0.0027305828407406807, -0.0024783476255834103, -0.00222611241042614, -0.0019738771952688694, -0.001721641980111599, -0.0014694067649543285, -0.001217171549797058, -0.0009649363346397877, -0.0007127011194825172, -0.0004604659043252468, -0.00020823068916797638, 4.400452598929405e-05, 0.0002962397411465645, 0.0005484749563038349, 0.0008007101714611053, 0.0010529453866183758, 0.0013051806017756462, 0.0015574158169329166, 0.001809651032090187, 0.0020618862472474575, 0.002314121462404728, 0.0025663566775619984, 0.002818591892719269, 0.0030708271078765392, 0.0033230623230338097, 0.00357529753819108, 0.0038275327533483505, 0.004079767968505621, 0.004332003183662891, 0.004584238398820162, 0.004836473613977432, 0.005088708829134703, 0.005340944044291973, 0.0055931792594492435, 0.005845414474606514, 0.006097649689763784, 0.006349884904921055, 0.006602120120078325, 0.006854355335235596, 0.007106590550392866, 0.0073588257655501366]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 4.0, 0.0, 1.0, 1.0, 8.0, 2.0, 3.0, 2.0, 5.0, 2.0, 2.0, 1.0, 3.0, 2.0, 2.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03135707229375839, -0.030404439195990562, -0.029451807960867882, -0.028499174863100052, -0.027546541765332222, -0.026593908667564392, -0.02564127743244171, -0.02468864433467388, -0.02373601123690605, -0.02278338000178337, -0.02183074690401554, -0.02087811380624771, -0.01992548070847988, -0.0189728494733572, -0.01802021637558937, -0.01706758327782154, -0.01611495018005371, -0.01516231894493103, -0.0142096858471632, -0.013257053680717945, -0.012304420582950115, -0.01135178841650486, -0.01039915531873703, -0.009446523152291775, -0.00849389098584652, -0.00754125788807869, -0.006588625255972147, -0.005635992623865604, -0.004683360457420349, -0.003730727592483163, -0.002778095193207264, -0.0018254625611007214, -0.0008728299289941788, 7.98026449047029e-05, 0.0010324352188035846, 0.0019850677344948053, 0.002937700366601348, 0.0038903329987078905, 0.0048429653979837894, 0.005795598030090332, 0.006748230662196875, 0.007700863294303417, 0.008653495460748672, 0.009606128558516502, 0.010558760724961758, 0.011511393822729588, 0.012464025989174843, 0.013416659086942673, 0.014369291253387928, 0.015321923419833183, 0.016274556517601013, 0.017227189615368843, 0.018179820850491524, 0.019132453948259354, 0.020085087046027184, 0.021037720143795013, 0.021990351378917694, 0.022942984476685524, 0.023895617574453354, 0.024848248809576035, 0.025800881907343864, 0.026753515005111694, 0.027706148102879524, 0.028658779338002205, 0.029611412435770035]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 3.0, 1.0, 0.0, 4.0, 2.0, 1.0, 4.0, 11.0, 7.0, 9.0, 8.0, 10.0, 18.0, 23.0, 27.0, 47.0, 46.0, 62.0, 86.0, 133.0, 160.0, 252.0, 311.0, 470.0, 640.0, 1002.0, 1860.0, 6297.0, 1918.0, 1292.0, 920.0, 708.0, 532.0, 382.0, 288.0, 229.0, 181.0, 117.0, 84.0, 60.0, 48.0, 38.0, 26.0, 19.0, 19.0, 21.0, 17.0, 8.0, 6.0, 4.0, 5.0, 3.0, 2.0, 4.0], "bins": [-0.017602331936359406, -0.017130497843027115, -0.016658665612339973, -0.016186833381652832, -0.01571499928832054, -0.015243166126310825, -0.01477133296430111, -0.014299499802291393, -0.013827666640281677, -0.013355833478271961, -0.012884000316262245, -0.01241216715425253, -0.011940333992242813, -0.011468500830233097, -0.010996667668223381, -0.010524834506213665, -0.010053001344203949, -0.009581168182194233, -0.009109335020184517, -0.008637501858174801, -0.008165668696165085, -0.007693835534155369, -0.007222002372145653, -0.006750169210135937, -0.006278336048126221, -0.005806502886116505, -0.005334669724106789, -0.004862836562097073, -0.004391003400087357, -0.0039191702380776405, -0.0034473370760679245, -0.0029755039140582085, -0.0025036707520484924, -0.0020318375900387764, -0.0015600044280290604, -0.0010881712660193443, -0.0006163381040096283, -0.00014450494199991226, 0.00032732822000980377, 0.0007991613820195198, 0.0012709945440292358, 0.0017428277060389519, 0.002214660868048668, 0.002686494030058384, 0.0031583271920681, 0.003630160354077816, 0.004101993516087532, 0.004573826678097248, 0.005045659840106964, 0.00551749300211668, 0.005989326164126396, 0.006461159326136112, 0.006932992488145828, 0.007404825650155544, 0.00787665881216526, 0.008348491974174976, 0.008820325136184692, 0.009292158298194408, 0.009763991460204124, 0.01023582462221384, 0.010707657784223557, 0.011179490946233273, 0.011651324108242989, 0.012123157270252705, 0.01259499043226242]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.1509488970041275, -0.1470804363489151, -0.1432119756937027, -0.1393435299396515, -0.1354750692844391, -0.13160660862922668, -0.12773814797401428, -0.12386969476938248, -0.12000123411417007, -0.11613278090953827, -0.11226432025432587, -0.10839585959911346, -0.10452740639448166, -0.10065894573926926, -0.09679049253463745, -0.09292203187942505, -0.08905357122421265, -0.08518511801958084, -0.08131665736436844, -0.07744820415973663, -0.07357974350452423, -0.06971129029989243, -0.06584282964468002, -0.06197437271475792, -0.058105915784835815, -0.05423745512962341, -0.05036899819970131, -0.046500541269779205, -0.0426320843398571, -0.038763627409935, -0.034895166754722595, -0.03102670982480049, -0.027158252894878387, -0.023289795964956284, -0.01942133717238903, -0.015552880242466927, -0.011684422381222248, -0.00781596451997757, -0.003947507124394178, -7.904949598014355e-05, 0.0037894081324338913, 0.00765786599367857, 0.011526323854923248, 0.015394780784845352, 0.019263237714767456, 0.02313169650733471, 0.027000153437256813, 0.030868612229824066, 0.03473706915974617, 0.038605526089668274, 0.04247398301959038, 0.04634244367480278, 0.050210900604724884, 0.05407935753464699, 0.05794781446456909, 0.061816271394491196, 0.0656847283244133, 0.0695531889796257, 0.07342164218425751, 0.07729010283946991, 0.08115856349468231, 0.08502701669931412, 0.08889547735452652, 0.09276393055915833, 0.09663239121437073]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 4.0, 0.0, 6.0, 2.0, 3.0, 3.0, 5.0, 6.0, 6.0, 6.0, 5.0, 8.0, 7.0, 17.0, 9.0, 13.0, 15.0, 14.0, 22.0, 24.0, 38.0, 19.0, 12.0, 5.0, 7.0, 5.0, 3.0, 3.0, 1.0, 1.0, 0.0, 3.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09246125817298889, -0.0902630090713501, -0.0880647674202919, -0.0858665183186531, -0.08366826921701431, -0.08147002756595612, -0.07927177846431732, -0.07707352936267853, -0.07487528026103973, -0.07267703860998154, -0.07047878950834274, -0.06828054040670395, -0.06608229875564575, -0.06388404965400696, -0.06168580427765846, -0.05948755517601967, -0.05728930979967117, -0.05509106442332268, -0.052892815321683884, -0.05069456994533539, -0.048496320843696594, -0.0462980754673481, -0.0440998300909996, -0.04190158098936081, -0.039703335613012314, -0.03750509023666382, -0.035306841135025024, -0.03310859575867653, -0.030910348519682884, -0.02871210128068924, -0.026513855904340744, -0.0243156086653471, -0.022117361426353455, -0.01991911418735981, -0.017720866948366165, -0.01552262157201767, -0.013324374333024025, -0.01112612709403038, -0.00892788078635931, -0.006729634013026953, -0.004531387239694595, -0.002333140466362238, -0.00013489369302988052, 0.002063353080302477, 0.004261599853634834, 0.006459846626967192, 0.008658093400299549, 0.01085633970797062, 0.013054586946964264, 0.015252834185957909, 0.017451081424951553, 0.01964932680130005, 0.021847574040293694, 0.024045821279287338, 0.026244066655635834, 0.02844231389462948, 0.030640561133623123, 0.03283880650997162, 0.03503705561161041, 0.03723530098795891, 0.039433546364307404, 0.0416317954659462, 0.04383004084229469, 0.04602828994393349, 0.04822653532028198]}, "_runtime": 182.2361454963684, "_timestamp": 1596213052.937683, "_step": 221}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 3.0, 2.0, 2.0, 2.0, 1.0, 2.0, 8.0, 7.0, 4.0, 1.0, 2.0, 0.0, 0.0, 1.0, 3.0, 0.0, 2.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008493318222463131, -0.008195978589355946, -0.00789863895624876, -0.0076012988574802876, -0.007303958758711815, -0.0070066191256046295, -0.006709279492497444, -0.0064119393937289715, -0.006114599760621786, -0.005817260127514601, -0.005519920028746128, -0.005222580395638943, -0.004925240762531757, -0.004627900663763285, -0.004330561030656099, -0.004033220931887627, -0.0037358812987804413, -0.0034385414328426123, -0.0031412015669047832, -0.002843861933797598, -0.002546522067859769, -0.00224918220192194, -0.0019518424523994327, -0.0016545027028769255, -0.0013571628369390965, -0.0010598229710012674, -0.0007624832214787602, -0.00046514341374859214, -0.00016780360601842403, 0.00012953620171174407, 0.0004268760094419122, 0.0007242158171720803, 0.0010215556249022484, 0.0013188954908400774, 0.0016162352403625846, 0.0019135749898850918, 0.002210914855822921, 0.00250825472176075, 0.002805594354867935, 0.003102934220805764, 0.003400274086743593, 0.0036976139526814222, 0.003994953818619251, 0.004292293451726437, 0.004589633084833622, 0.004886973183602095, 0.00518431281670928, 0.005481652915477753, 0.005778992548584938, 0.006076332181692123, 0.006373672280460596, 0.0066710119135677814, 0.006968352012336254, 0.0072656916454434395, 0.007563031278550625, 0.00786037091165781, 0.00815771147608757, 0.008455051109194756, 0.008752390742301941, 0.009049730375409126, 0.009347070008516312, 0.009644409641623497, 0.009941750206053257, 0.010239089839160442, 0.010536429472267628]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 3.0, 4.0, 5.0, 6.0, 9.0, 5.0, 9.0, 22.0, 30.0, 27.0, 36.0, 57.0, 71.0, 106.0, 138.0, 212.0, 499.0, 5687.0, 373.0, 188.0, 127.0, 75.0, 53.0, 38.0, 31.0, 23.0, 28.0, 17.0, 7.0, 2.0, 10.0, 8.0, 2.0, 4.0, 4.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.11831903457641602, -0.11428210139274597, -0.11024517565965652, -0.10620824992656708, -0.10217131674289703, -0.09813438355922699, -0.09409745782613754, -0.0900605320930481, -0.08602359890937805, -0.08198666572570801, -0.07794973999261856, -0.07391281425952911, -0.06987588107585907, -0.06583894789218903, -0.06180202215909958, -0.05776509270071983, -0.05372816324234009, -0.04969123378396034, -0.0456543043255806, -0.04161737486720085, -0.037580445408821106, -0.03354351595044136, -0.029506586492061615, -0.02546965703368187, -0.021432727575302124, -0.01739579811692238, -0.013358868658542633, -0.009321939200162888, -0.005285009741783142, -0.0012480802834033966, 0.002788849174976349, 0.006825778633356094, 0.01086270809173584, 0.014899637550115585, 0.01893656700849533, 0.022973496466875076, 0.027010425925254822, 0.031047355383634567, 0.03508428484201431, 0.03912121430039406, 0.043158143758773804, 0.04719507321715355, 0.051232002675533295, 0.05526893213391304, 0.059305861592292786, 0.06334279477596283, 0.06737972050905228, 0.07141664624214172, 0.07545357942581177, 0.07949051260948181, 0.08352743834257126, 0.0875643640756607, 0.09160129725933075, 0.0956382304430008, 0.09967515617609024, 0.10371208190917969, 0.10774901509284973, 0.11178594827651978, 0.11582287400960922, 0.11985979974269867, 0.12389673292636871, 0.12793366611003876, 0.1319705843925476, 0.13600751757621765, 0.1400444507598877]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 4.0, 2.0, 4.0, 1.0, 2.0, 2.0, 4.0, 5.0, 7.0, 4.0, 8.0, 4.0, 2.0, 5.0, 20.0, 4.0, 2.0, 4.0, 5.0, 3.0, 2.0, 4.0, 2.0, 0.0, 2.0, 3.0, 4.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0028766717296093702, -0.002788079436868429, -0.002699487376958132, -0.0026108950842171907, -0.0025223027914762497, -0.0024337104987353086, -0.0023451182059943676, -0.00225652614608407, -0.002167933853343129, -0.002079341560602188, -0.0019907495006918907, -0.0019021572079509497, -0.0018135649152100086, -0.0017249726224690676, -0.0016363804461434484, -0.0015477882698178291, -0.001459195977076888, -0.001370603684335947, -0.0012820115080103278, -0.0011934193316847086, -0.0011048270389437675, -0.0010162347462028265, -0.0009276425698772073, -0.0008390503353439271, -0.000750458100810647, -0.0006618658662773669, -0.0005732736317440867, -0.0004846813972108066, -0.0003960891626775265, -0.00030749692814424634, -0.0002189046936109662, -0.00013031245907768607, -4.172022454440594e-05, 4.68720099888742e-05, 0.00013546424452215433, 0.00022405647905543447, 0.0003126487135887146, 0.00040124094812199473, 0.0004898331826552749, 0.000578425417188555, 0.0006670176517218351, 0.0007556098862551153, 0.0008442021207883954, 0.0009327943553216755, 0.0010213865898549557, 0.0011099788825958967, 0.001198571058921516, 0.0012871632352471352, 0.0013757555279880762, 0.0014643478207290173, 0.0015529399970546365, 0.0016415321733802557, 0.0017301244661211967, 0.0018187167588621378, 0.001907308935187757, 0.0019959011115133762, 0.0020844934042543173, 0.0021730856969952583, 0.0022616777569055557, 0.0023502700496464968, 0.002438862342387438, 0.002527454635128379, 0.00261604692786932, 0.0027046389877796173, 0.0027932312805205584]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 4.0, 2.0, 4.0, 3.0, 7.0, 6.0, 23.0, 26.0, 35.0, 69.0, 124.0, 159.0, 228.0, 389.0, 716.0, 1206.0, 1996.0, 3752.0, 7623.0, 18755.0, 58574.0, 918849.0, 115410.0, 27254.0, 11113.0, 5500.0, 2880.0, 1737.0, 1028.0, 661.0, 386.0, 282.0, 205.0, 137.0, 106.0, 91.0, 57.0, 36.0, 29.0, 37.0, 36.0, 31.0, 12.0, 14.0, 10.0, 9.0, 10.0, 1.0, 5.0, 3.0, 4.0, 0.0, 3.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.005834813695400953, -0.005599601659923792, -0.005364390090107918, -0.005129178054630756, -0.004893966019153595, -0.004658754449337721, -0.0044235424138605595, -0.004188330844044685, -0.003953118808567524, -0.003717907005921006, -0.0034826952032744884, -0.003247483167797327, -0.0030122713651508093, -0.0027770595625042915, -0.00254184752702713, -0.0023066357243806124, -0.0020714239217340946, -0.0018362121190875769, -0.0016010002000257373, -0.0013657882809638977, -0.00113057647831738, -0.0008953646174632013, -0.0006601527566090226, -0.00042494089575484395, -0.00018972903490066528, 4.5482825953513384e-05, 0.00028069468680769205, 0.0005159065476618707, 0.0007511184085160494, 0.0009863302111625671, 0.0012215421302244067, 0.0014567540492862463, 0.001691965851932764, 0.0019271776545792818, 0.0021623894572257996, 0.002397601492702961, 0.0026328132953494787, 0.0028680250979959965, 0.003103237133473158, 0.0033384489361196756, 0.0035736607387661934, 0.003808872541412711, 0.004044084344059229, 0.00427929637953639, 0.004514507949352264, 0.004749719984829426, 0.004984932020306587, 0.005220143590122461, 0.005455355625599623, 0.005690567661076784, 0.005925779230892658, 0.00616099126636982, 0.006396203301846981, 0.006631414871662855, 0.0068666269071400166, 0.007101838476955891, 0.007337050512433052, 0.0075722625479102135, 0.007807474117726088, 0.008042685687541962, 0.008277897723019123, 0.008513109758496284, 0.008748321793973446, 0.008983533829450607, 0.009218744933605194]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 1.0, 0.0, 2.0, 2.0, 2.0, 1.0, 2.0, 9.0, 5.0, 1.0, 8.0, 4.0, 5.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.024229681119322777, -0.02322668768465519, -0.022223694249987602, -0.021220700815320015, -0.020217709243297577, -0.01921471580862999, -0.018211722373962402, -0.017208728939294815, -0.016205735504627228, -0.01520274206995964, -0.014199748635292053, -0.01319675613194704, -0.012193762697279453, -0.011190769262611866, -0.010187776759266853, -0.009184783324599266, -0.008181789889931679, -0.0071787964552640915, -0.0061758034862577915, -0.0051728105172514915, -0.004169817082583904, -0.0031668238807469606, -0.002163830678910017, -0.0011608374770730734, -0.00015784427523612976, 0.0008451489266008139, 0.0018481421284377575, 0.002851135330274701, 0.0038541285321116447, 0.004857121966779232, 0.005860114935785532, 0.006863107904791832, 0.00786610133945942, 0.008869094774127007, 0.009872088208794594, 0.010875080712139606, 0.011878074146807194, 0.012881067581474781, 0.013884060084819794, 0.014887053519487381, 0.015890046954154968, 0.016893040388822556, 0.017896033823490143, 0.01889902725815773, 0.019902020692825317, 0.020905012264847755, 0.021908005699515343, 0.02291099913418293, 0.023913992568850517, 0.024916986003518105, 0.025919979438185692, 0.02692297287285328, 0.027925964444875717, 0.028928957879543304, 0.02993195131421089, 0.03093494474887848, 0.031937938183546066, 0.032940931618213654, 0.03394392505288124, 0.03494691848754883, 0.035949911922216415, 0.036952905356884, 0.03795589879155159, 0.03895889222621918, 0.039961881935596466]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 9.0, 5.0, 13.0, 17.0, 25.0, 33.0, 48.0, 60.0, 81.0, 92.0, 111.0, 157.0, 195.0, 259.0, 301.0, 444.0, 566.0, 749.0, 1165.0, 1838.0, 6113.0, 2761.0, 1190.0, 675.0, 454.0, 308.0, 203.0, 134.0, 85.0, 68.0, 53.0, 38.0, 35.0, 33.0, 14.0, 11.0, 9.0, 3.0, 2.0, 0.0, 3.0, 2.0, 1.0, 4.0, 17.0, 13.0, 16.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 8.0], "bins": [-0.012555081397294998, -0.012149805203080177, -0.011744529940187931, -0.01133925374597311, -0.010933978483080864, -0.010528702288866043, -0.010123426094651222, -0.009718150831758976, -0.009312874637544155, -0.008907598443329334, -0.008502323180437088, -0.008097046986222267, -0.007691771257668734, -0.0072864955291152, -0.006881219334900379, -0.006475943606346846, -0.006070667877793312, -0.0056653921492397785, -0.005260116420686245, -0.004854840226471424, -0.0044495644979178905, -0.004044288769364357, -0.00363901280798018, -0.0032337368465960026, -0.002828461118042469, -0.0024231853894889355, -0.0020179094281047583, -0.0016126335831359029, -0.0012073577381670475, -0.0008020818931981921, -0.00039680604822933674, 8.469796739518642e-06, 0.000413745641708374, 0.0008190214866772294, 0.0012242973316460848, 0.0016295731766149402, 0.0020348490215837955, 0.002440124750137329, 0.0028454007115215063, 0.0032506766729056835, 0.003655952401459217, 0.004061228130012751, 0.004466503858566284, 0.004871780052781105, 0.005277055781334639, 0.005682331509888172, 0.006087607704102993, 0.0064928834326565266, 0.00689815916121006, 0.007303434889763594, 0.007708710618317127, 0.008113986812531948, 0.008519262075424194, 0.008924538269639015, 0.009329814463853836, 0.009735089726746082, 0.010140365920960903, 0.010545642115175724, 0.01095091737806797, 0.011356193572282791, 0.011761469766497612, 0.012166745029389858, 0.012572021223604679, 0.012977296486496925, 0.013382572680711746]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08928526192903519, -0.08599424362182617, -0.08270323276519775, -0.07941221445798874, -0.07612120360136032, -0.0728301852941513, -0.06953917443752289, -0.06624815613031387, -0.06295713782310486, -0.05966612696647644, -0.056375112384557724, -0.05308409780263901, -0.04979307949542999, -0.046502064913511276, -0.04321105033159256, -0.03992003574967384, -0.03662902116775513, -0.03333800658583641, -0.030046992003917694, -0.02675597555935383, -0.023464960977435112, -0.020173946395516396, -0.01688292995095253, -0.013591915369033813, -0.010300900787115097, -0.007009885739535093, -0.0037188706919550896, -0.00042785564437508583, 0.002863159403204918, 0.006154174450784922, 0.009445189498364925, 0.012736205011606216, 0.016027219593524933, 0.01931823417544365, 0.022609248757362366, 0.02590026520192623, 0.029191279783844948, 0.032482296228408813, 0.03577331081032753, 0.039064325392246246, 0.04235533997416496, 0.04564635455608368, 0.048937369138002396, 0.05222838371992111, 0.05551940202713013, 0.05881041660904884, 0.06210143119096756, 0.06539244204759598, 0.06868346035480499, 0.07197447866201401, 0.07526548951864243, 0.07855650782585144, 0.08184751868247986, 0.08513853698968887, 0.08842954784631729, 0.0917205661535263, 0.09501157701015472, 0.09830259531736374, 0.10159361362457275, 0.10488462448120117, 0.10817564278841019, 0.1114666536450386, 0.11475767195224762, 0.11804868280887604, 0.12133970111608505]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 4.0, 1.0, 3.0, 2.0, 1.0, 4.0, 1.0, 3.0, 4.0, 5.0, 4.0, 9.0, 8.0, 18.0, 12.0, 17.0, 18.0, 15.0, 42.0, 14.0, 8.0, 9.0, 5.0, 10.0, 5.0, 4.0, 3.0, 6.0, 2.0, 2.0, 5.0, 3.0, 5.0, 3.0, 2.0, 3.0, 2.0, 3.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.04780149459838867, -0.045981381088495255, -0.04416126757860184, -0.04234115406870842, -0.040521040558815, -0.038700930774211884, -0.036880817264318466, -0.03506070375442505, -0.03324059024453163, -0.031420476734638214, -0.029600363224744797, -0.02778025157749653, -0.02596013806760311, -0.024140024557709694, -0.022319912910461426, -0.02049979940056801, -0.01867968589067459, -0.016859572380781174, -0.015039459802210331, -0.013219347223639488, -0.01139923371374607, -0.009579120203852654, -0.007759007625281811, -0.005938894581049681, -0.004118781536817551, -0.0022986684925854206, -0.00047855544835329056, 0.0013415575958788395, 0.0031616706401109695, 0.0049817836843431, 0.00680189672857523, 0.008622009307146072, 0.01044212281703949, 0.012262236326932907, 0.01408234890550375, 0.015902461484074593, 0.01772257499396801, 0.019542688503861427, 0.021362800151109695, 0.023182913661003113, 0.02500302717089653, 0.026823140680789948, 0.028643254190683365, 0.030463365837931633, 0.0322834774851799, 0.03410359099507332, 0.035923704504966736, 0.03774381801486015, 0.03956393152475357, 0.04138404503464699, 0.043204158544540405, 0.04502427205443382, 0.04684438556432724, 0.04866449534893036, 0.050484608858823776, 0.052304722368717194, 0.05412483587861061, 0.05594494938850403, 0.057765062898397446, 0.05958517640829086, 0.06140528619289398, 0.0632254034280777, 0.06504551321268082, 0.06686563044786453, 0.06868574023246765]}, "_runtime": 183.0804455280304, "_timestamp": 1596213053.7819831, "_step": 222}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 3.0, 2.0, 4.0, 0.0, 5.0, 3.0, 4.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009087031707167625, -0.008814183995127678, -0.008541337214410305, -0.008268490433692932, -0.007995642721652985, -0.007722795475274324, -0.007449948228895664, -0.007177100982517004, -0.006904253736138344, -0.006631406489759684, -0.006358559243381023, -0.006085711997002363, -0.005812864750623703, -0.005540017504245043, -0.005267170257866383, -0.004994323011487722, -0.004721475765109062, -0.004448628518730402, -0.004175781272351742, -0.0039029340259730816, -0.0036300867795944214, -0.003357239533215761, -0.003084392286837101, -0.0028115450404584408, -0.0025386977940797806, -0.0022658505477011204, -0.00199300330132246, -0.0017201560549438, -0.0014473088085651398, -0.0011744615621864796, -0.0009016143158078194, -0.0006287670694291592, -0.00035591982305049896, -8.307257667183876e-05, 0.00018977466970682144, 0.00046262191608548164, 0.0007354691624641418, 0.001008316408842802, 0.0012811636552214622, 0.0015540109016001225, 0.0018268581479787827, 0.002099705394357443, 0.002372552640736103, 0.0026453998871147633, 0.0029182471334934235, 0.0031910943798720837, 0.003463941626250744, 0.003736788872629404, 0.004009636119008064, 0.0042824833653867245, 0.004555330611765385, 0.004828177858144045, 0.005101025104522705, 0.005373872350901365, 0.0056467195972800255, 0.005919566843658686, 0.006192414090037346, 0.006465261336416006, 0.006738108582794666, 0.0070109558291733265, 0.007283803075551987, 0.007556650321930647, 0.007829497568309307, 0.00810234434902668, 0.008375192061066628]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 5.0, 3.0, 12.0, 5.0, 6.0, 9.0, 12.0, 11.0, 14.0, 22.0, 37.0, 43.0, 52.0, 65.0, 75.0, 124.0, 189.0, 315.0, 4991.0, 1039.0, 264.0, 180.0, 114.0, 72.0, 62.0, 51.0, 33.0, 31.0, 16.0, 15.0, 12.0, 9.0, 7.0, 5.0, 4.0, 7.0, 2.0, 3.0, 1.0, 2.0, 0.0, 4.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11069058626890182, -0.10710716992616653, -0.10352375358343124, -0.09994033724069595, -0.09635692089796066, -0.09277350455522537, -0.08919008821249008, -0.08560667186975479, -0.0820232629776001, -0.07843984663486481, -0.07485643029212952, -0.07127301394939423, -0.06768959760665894, -0.06410618126392365, -0.060522764921188354, -0.056939348578453064, -0.05335593223571777, -0.04977251589298248, -0.04618909955024719, -0.0426056832075119, -0.03902226686477661, -0.03543885424733162, -0.03185543790459633, -0.028272021561861038, -0.024688605219125748, -0.021105188876390457, -0.017521772533655167, -0.013938358053565025, -0.010354941710829735, -0.006771525833755732, -0.0031881099566817284, 0.00039530592039227486, 0.003978721797466278, 0.007562137674540281, 0.011145553551614285, 0.014728968963027, 0.01831238530576229, 0.02189580164849758, 0.025479216128587723, 0.029062632471323013, 0.032646048814058304, 0.036229465156793594, 0.039812881499528885, 0.043396297842264175, 0.04697971045970917, 0.05056312680244446, 0.05414654314517975, 0.05772995948791504, 0.06131337583065033, 0.06489679217338562, 0.06848020851612091, 0.0720636248588562, 0.07564704120159149, 0.07923045754432678, 0.08281387388706207, 0.08639729022979736, 0.08998070657253265, 0.09356411546468735, 0.09714753180742264, 0.10073094815015793, 0.10431436449289322, 0.10789778083562851, 0.1114811971783638, 0.11506461352109909, 0.11864802986383438]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 1.0, 5.0, 1.0, 4.0, 4.0, 3.0, 2.0, 4.0, 4.0, 4.0, 6.0, 3.0, 4.0, 26.0, 1.0, 3.0, 2.0, 4.0, 3.0, 0.0, 3.0, 3.0, 5.0, 3.0, 4.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00270544714294374, -0.0026095097418874502, -0.002513572108000517, -0.0024176347069442272, -0.0023216973058879375, -0.002225759904831648, -0.002129822503775358, -0.002033884869888425, -0.0019379474688321352, -0.0018420100677758455, -0.001746072550304234, -0.0016501350328326225, -0.0015541976317763329, -0.0014582602307200432, -0.0013623227132484317, -0.0012663851957768202, -0.0011704477947205305, -0.0010745103936642408, -0.0009785728761926293, -0.0008826354169286788, -0.0007866979576647282, -0.0006907604984007776, -0.000594823039136827, -0.0004988855798728764, -0.0004029481206089258, -0.00030701066134497523, -0.00021107320208102465, -0.00011513574281707406, -1.9198283553123474e-05, 7.673917571082711e-05, 0.0001726766349747777, 0.0002686140942387283, 0.00036455155350267887, 0.00046048901276662946, 0.00055642647203058, 0.0006523639312945306, 0.0007483013905584812, 0.0008442388498224318, 0.0009401763090863824, 0.0010361138265579939, 0.0011320512276142836, 0.0012279886286705732, 0.0013239261461421847, 0.0014198636636137962, 0.001515801064670086, 0.0016117384657263756, 0.001707675983197987, 0.0018036135006695986, 0.0018995509017258883, 0.001995488302782178, 0.0020914259366691113, 0.002187363337725401, 0.0022833007387816906, 0.0023792381398379803, 0.00247517554089427, 0.0025711131747812033, 0.002667050575837493, 0.0027629879768937826, 0.002858925610780716, 0.0029548630118370056, 0.0030508004128932953, 0.003146737813949585, 0.0032426752150058746, 0.003338612848892808, 0.0034345502499490976]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 5.0, 3.0, 8.0, 13.0, 12.0, 22.0, 22.0, 43.0, 53.0, 87.0, 123.0, 171.0, 265.0, 413.0, 654.0, 931.0, 1454.0, 2333.0, 4131.0, 7444.0, 15525.0, 38698.0, 183309.0, 832652.0, 44786.0, 19312.0, 10099.0, 5980.0, 3699.0, 2423.0, 1547.0, 1076.0, 696.0, 447.0, 329.0, 264.0, 177.0, 122.0, 92.0, 57.0, 47.0, 26.0, 32.0, 19.0, 10.0, 11.0, 7.0, 3.0, 4.0, 3.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.007035479415208101, -0.006823187228292227, -0.006610894575715065, -0.0063986023887991905, -0.006186309736222029, -0.005974017549306154, -0.0057617248967289925, -0.005549432709813118, -0.0053371405228972435, -0.005124847870320082, -0.004912555683404207, -0.0047002630308270454, -0.004487970843911171, -0.004275678191334009, -0.004063386004418135, -0.0038510935846716166, -0.0036388011649250984, -0.0034265087451785803, -0.003214216325432062, -0.003001923905685544, -0.002789631485939026, -0.0025773392990231514, -0.0023650468792766333, -0.002152754459530115, -0.001940462039783597, -0.0017281696200370789, -0.0015158772002905607, -0.0013035848969593644, -0.0010912924772128463, -0.0008790000574663281, -0.0006667076959274709, -0.00045441530528478324, -0.00024212291464209557, -2.9830523999407887e-05, 0.0001824618666432798, 0.00039475425728596747, 0.0006070466479286551, 0.0008193390676751733, 0.0010316313710063696, 0.0012439237907528877, 0.0014562162104994059, 0.001668508630245924, 0.0018808010499924421, 0.0020930934697389603, 0.0023053856566548347, 0.002517678076401353, 0.002729970496147871, 0.002942262915894389, 0.0031545553356409073, 0.0033668477553874254, 0.0035791401751339436, 0.0037914325948804617, 0.00400372501462698, 0.004216017201542854, 0.004428309854120016, 0.004640602041035891, 0.004852894693613052, 0.005065186880528927, 0.005277479067444801, 0.005489771720021963, 0.005702063906937838, 0.005914356559514999, 0.006126648746430874, 0.006338941399008036, 0.00655123358592391]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 2.0, 2.0, 3.0, 0.0, 3.0, 10.0, 0.0, 1.0, 3.0, 2.0, 1.0, 3.0, 0.0, 2.0, 1.0, 3.0, 0.0, 1.0, 2.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.017530659213662148, -0.01689836196601391, -0.01626606658101082, -0.01563376933336258, -0.01500147394835949, -0.01436917670071125, -0.013736880384385586, -0.013104584068059921, -0.012472287751734257, -0.011839991435408592, -0.011207695119082928, -0.010575398802757263, -0.009943101555109024, -0.00931080523878336, -0.008678508922457695, -0.00804621260613203, -0.007413916289806366, -0.0067816199734807014, -0.006149323657155037, -0.005517026875168085, -0.004884730558842421, -0.004252434242516756, -0.003620137693360448, -0.0029878411442041397, -0.002355544827878475, -0.0017232483951374888, -0.0010909519623965025, -0.00045865552965551615, 0.0001736409030854702, 0.0008059373358264565, 0.001438233768567443, 0.002070530317723751, 0.0027028266340494156, 0.00333512295037508, 0.003967419266700745, 0.0045997160486876965, 0.005232012365013361, 0.0058643086813390255, 0.006496605463325977, 0.007128901779651642, 0.007761198095977306, 0.008393494412302971, 0.009025790728628635, 0.0096580870449543, 0.010290384292602539, 0.010922680608928204, 0.011554976925253868, 0.012187273241579533, 0.012819569557905197, 0.013451865874230862, 0.014084162190556526, 0.01471645850688219, 0.015348754823207855, 0.015981052070856094, 0.016613347455859184, 0.017245644703507423, 0.017877940088510513, 0.018510237336158752, 0.01914253458380699, 0.01977482996881008, 0.02040712721645832, 0.02103942260146141, 0.02167171984910965, 0.02230401523411274, 0.02293631248176098]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 2.0, 0.0, 2.0, 1.0, 8.0, 5.0, 4.0, 7.0, 9.0, 14.0, 15.0, 23.0, 13.0, 25.0, 35.0, 32.0, 60.0, 61.0, 81.0, 89.0, 120.0, 161.0, 175.0, 267.0, 345.0, 486.0, 754.0, 1215.0, 1986.0, 5817.0, 1680.0, 1114.0, 804.0, 620.0, 472.0, 421.0, 313.0, 245.0, 212.0, 165.0, 112.0, 99.0, 75.0, 45.0, 46.0, 41.0, 41.0, 17.0, 22.0, 10.0, 12.0, 12.0, 6.0, 12.0, 7.0, 4.0, 1.0, 4.0, 2.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.009821463376283646, -0.009496415965259075, -0.00917136948555708, -0.008846322074532509, -0.008521274663507938, -0.008196227252483368, -0.007871180772781372, -0.007546133361756802, -0.007221085950732231, -0.006896039005368948, -0.006570992060005665, -0.006245944648981094, -0.005920897703617811, -0.005595850292593241, -0.005270803347229958, -0.004945755936205387, -0.004620708990842104, -0.004295662045478821, -0.00397061463445425, -0.0036455674562603235, -0.0033205202780663967, -0.0029954733327031136, -0.0026704261545091867, -0.00234537897631526, -0.002020331798121333, -0.0016952846199274063, -0.0013702374417334795, -0.0010451903799548745, -0.0007201432017609477, -0.00039509605267085135, -7.0048903580755e-05, 0.00025499824550934136, 0.0005800453945994377, 0.0009050925727933645, 0.0012301397509872913, 0.0015551868127658963, 0.0018802339909598231, 0.002205281052738428, 0.002530328230932355, 0.0028553754091262817, 0.0031804225873202085, 0.0035054697655141354, 0.003830516943708062, 0.004155564121901989, 0.004480611067265272, 0.004805658478289843, 0.005130705423653126, 0.005455752834677696, 0.005780799780040979, 0.0061058467254042625, 0.006430894136428833, 0.006755941081792116, 0.007080988492816687, 0.00740603543817997, 0.00773108284920454, 0.00805613026022911, 0.008381176739931107, 0.008706224150955677, 0.009031271561980247, 0.009356318041682243, 0.009681365452706814, 0.010006412863731384, 0.010331460274755955, 0.01065650675445795, 0.010981554165482521]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.08536955714225769, -0.08346418291330338, -0.08155881613492966, -0.07965344190597534, -0.07774806767702103, -0.07584270089864731, -0.073937326669693, -0.07203195244073868, -0.07012658566236496, -0.06822121143341064, -0.06631583720445633, -0.06441047042608261, -0.0625050961971283, -0.06059972569346428, -0.05869435518980026, -0.05678898096084595, -0.05488361045718193, -0.052978239953517914, -0.0510728657245636, -0.04916749522089958, -0.047262124717235565, -0.04535675048828125, -0.04345137998461723, -0.04154600948095322, -0.0396406352519989, -0.037735264748334885, -0.03582989424467087, -0.03392452374100685, -0.032019149512052536, -0.03011377900838852, -0.028208406642079353, -0.026303036138415337, -0.02439766377210617, -0.022492291405797005, -0.020586920902132988, -0.018681548535823822, -0.016776178032159805, -0.01487080566585064, -0.012965433299541473, -0.011060061864554882, -0.00915469042956829, -0.007249318994581699, -0.005343947093933821, -0.0034385754261165857, -0.0015332037582993507, 0.00037216790951788425, 0.0022775395773351192, 0.004182911477982998, 0.006088282912969589, 0.00799365434795618, 0.009899025782942772, 0.011804398149251938, 0.01370976958423853, 0.01561514101922512, 0.017520513385534286, 0.019425883889198303, 0.02133125625550747, 0.023236628621816635, 0.025141999125480652, 0.027047371491789818, 0.028952743858098984, 0.030858114361763, 0.03276348486542702, 0.03466885909438133, 0.03657422959804535]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 4.0, 2.0, 3.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 6.0, 7.0, 6.0, 5.0, 5.0, 6.0, 7.0, 10.0, 23.0, 14.0, 28.0, 25.0, 53.0, 22.0, 19.0, 6.0, 6.0, 2.0, 2.0, 0.0, 0.0, 3.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.08733472228050232, -0.08500554412603378, -0.08267637342214584, -0.08034719526767731, -0.07801801711320877, -0.07568884640932083, -0.0733596682548523, -0.07103049010038376, -0.06870131939649582, -0.06637214124202728, -0.06404296308755875, -0.06171379238367081, -0.05938461422920227, -0.05705543980002403, -0.054726265370845795, -0.05239708721637726, -0.05006791278719902, -0.04773873835802078, -0.045409560203552246, -0.04308038577437401, -0.04075121134519577, -0.038422033190727234, -0.036092858761548996, -0.03376368433237076, -0.03143450617790222, -0.029105331748723984, -0.026776157319545746, -0.02444698102772236, -0.02211780473589897, -0.019788630306720734, -0.017459454014897346, -0.015130278654396534, -0.012801103293895721, -0.010471927933394909, -0.008142752572894096, -0.005813576281070709, -0.0034844009205698967, -0.0011552253272384405, 0.0011739502660930157, 0.003503125859424472, 0.005832301452755928, 0.00816147681325674, 0.010490652173757553, 0.01281982846558094, 0.015149003826081753, 0.017478179186582565, 0.019807355478405952, 0.02213652990758419, 0.024465706199407578, 0.026794882491230965, 0.029124056920409203, 0.03145323321223259, 0.03378240764141083, 0.036111585795879364, 0.0384407602250576, 0.04076993465423584, 0.043099112808704376, 0.045428287237882614, 0.04775746166706085, 0.05008663609623909, 0.052415814250707626, 0.054744988679885864, 0.0570741631090641, 0.05940334126353264, 0.061732515692710876]}, "_runtime": 183.9150767326355, "_timestamp": 1596213054.6166143, "_step": 223}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 3.0, 1.0, 2.0, 7.0, 5.0, 7.0, 0.0, 2.0, 1.0, 0.0, 0.0, 4.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009061237797141075, -0.008735870011150837, -0.008410502225160599, -0.008085133507847786, -0.007759765721857548, -0.00743439793586731, -0.007109029684215784, -0.006783661898225546, -0.00645829364657402, -0.006132925860583782, -0.005807558074593544, -0.0054821898229420185, -0.00515682203695178, -0.004831453785300255, -0.004506085999310017, -0.004180717747658491, -0.003855349961668253, -0.003529981942847371, -0.0032046139240264893, -0.0028792459052056074, -0.0025538778863847256, -0.0022285101003944874, -0.0019031420815736055, -0.0015777740627527237, -0.0012524060439318419, -0.00092703802511096, -0.0006016700644977391, -0.0002763020747806877, 4.90659149363637e-05, 0.0003744339046534151, 0.0006998018943704665, 0.0010251698549836874, 0.0013505378738045692, 0.001675905892625451, 0.002001273911446333, 0.0023266419302672148, 0.0026520099490880966, 0.002977377735078335, 0.0033027457538992167, 0.0036281137727200985, 0.003953482024371624, 0.004278849810361862, 0.0046042175963521, 0.004929585848003626, 0.005254953633993864, 0.0055803218856453896, 0.005905689671635628, 0.006231057923287153, 0.0065564257092773914, 0.00688179349526763, 0.007207161746919155, 0.007532529532909393, 0.007857897318899632, 0.008183266036212444, 0.008508633822202682, 0.00883400160819292, 0.009159369394183159, 0.009484737180173397, 0.00981010589748621, 0.010135473683476448, 0.010460841469466686, 0.010786209255456924, 0.011111577972769737, 0.011436945758759975, 0.011762313544750214]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 7.0, 4.0, 8.0, 6.0, 8.0, 10.0, 11.0, 17.0, 18.0, 24.0, 28.0, 49.0, 53.0, 52.0, 89.0, 81.0, 106.0, 181.0, 273.0, 5240.0, 761.0, 259.0, 141.0, 112.0, 85.0, 71.0, 35.0, 44.0, 27.0, 22.0, 24.0, 12.0, 10.0, 7.0, 15.0, 5.0, 10.0, 6.0, 1.0, 1.0, 3.0, 4.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.10752078890800476, -0.10423864424228668, -0.1009564995765686, -0.09767434746026993, -0.09439220279455185, -0.09111005812883377, -0.0878279060125351, -0.08454576134681702, -0.08126361668109894, -0.07798147201538086, -0.07469932734966278, -0.0714171752333641, -0.06813503056764603, -0.06485288590192795, -0.06157073751091957, -0.058288589119911194, -0.055006444454193115, -0.05172429978847504, -0.04844215139746666, -0.04516000300645828, -0.041877858340740204, -0.038595713675022125, -0.03531356528401375, -0.03203141689300537, -0.028749272227287292, -0.025467125698924065, -0.022184979170560837, -0.01890283264219761, -0.015620686113834381, -0.012338539585471153, -0.009056393057107925, -0.005774246528744698, -0.0024921000003814697, 0.0007900465279817581, 0.004072193056344986, 0.007354339584708214, 0.010636486113071442, 0.01391863264143467, 0.017200779169797897, 0.020482925698161125, 0.023765072226524353, 0.02704721875488758, 0.03032936528325081, 0.033611513674259186, 0.036893658339977264, 0.04017580300569534, 0.04345795139670372, 0.0467400997877121, 0.050022244453430176, 0.053304389119148254, 0.05658653751015663, 0.05986868590116501, 0.06315083056688309, 0.06643297523260117, 0.06971512734889984, 0.07299727201461792, 0.076279416680336, 0.07956156134605408, 0.08284370601177216, 0.08612585812807083, 0.08940800279378891, 0.09269014745950699, 0.09597229957580566, 0.09925444424152374, 0.10253658890724182]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 5.0, 1.0, 2.0, 1.0, 4.0, 2.0, 4.0, 5.0, 3.0, 4.0, 6.0, 4.0, 1.0, 5.0, 22.0, 4.0, 4.0, 2.0, 4.0, 1.0, 3.0, 2.0, 2.0, 1.0, 3.0, 1.0, 2.0, 3.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.002954009221866727, -0.0028566070832312107, -0.002759204711765051, -0.0026618025731295347, -0.0025644004344940186, -0.0024669980630278587, -0.0023695959243923426, -0.0022721935529261827, -0.0021747914142906666, -0.0020773892756551504, -0.0019799869041889906, -0.0018825847655534744, -0.0017851825105026364, -0.0016877802554517984, -0.0015903781168162823, -0.0014929758617654443, -0.0013955736067146063, -0.0012981713516637683, -0.0012007690966129303, -0.0011033669579774141, -0.0010059647029265761, -0.0009085624478757381, -0.0008111602510325611, -0.000713758054189384, -0.000616355799138546, -0.000518953544087708, -0.0004215513472445309, -0.0003241491212975234, -0.00022674689535051584, -0.0001293446694035083, -3.194244345650077e-05, 6.545978249050677e-05, 0.0001628620084375143, 0.00026026423438452184, 0.0003576664603315294, 0.0004550686862785369, 0.0005524709122255445, 0.0006498731672763824, 0.0007472753641195595, 0.0008446775609627366, 0.0009420798160135746, 0.0010394820710644126, 0.0011368843261152506, 0.0012342864647507668, 0.0013316887198016047, 0.0014290909748524427, 0.001526493113487959, 0.001623895368538797, 0.001721297623589635, 0.0018186998786404729, 0.0019161021336913109, 0.002013504272326827, 0.002110906410962343, 0.002208308782428503, 0.002305710921064019, 0.002403113292530179, 0.002500515431165695, 0.0025979175698012114, 0.002695319941267371, 0.0027927220799028873, 0.002890124451369047, 0.0029875265900045633, 0.0030849287286400795, 0.0031823311001062393, 0.0032797332387417555]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 3.0, 7.0, 8.0, 8.0, 16.0, 19.0, 38.0, 47.0, 65.0, 91.0, 123.0, 193.0, 308.0, 469.0, 687.0, 1018.0, 1630.0, 2710.0, 4333.0, 7551.0, 14049.0, 29213.0, 84516.0, 895664.0, 73913.0, 26627.0, 13611.0, 7758.0, 4805.0, 3040.0, 2104.0, 1349.0, 961.0, 707.0, 545.0, 393.0, 267.0, 227.0, 144.0, 110.0, 81.0, 47.0, 46.0, 21.0, 31.0, 20.0, 15.0, 12.0, 12.0, 9.0, 3.0, 3.0, 5.0, 3.0, 4.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.005626443773508072, -0.005422539077699184, -0.005218634381890297, -0.0050147296860814095, -0.004810824990272522, -0.004606920760124922, -0.004403016064316034, -0.004199111368507147, -0.003995206672698259, -0.003791301976889372, -0.0035873972810804844, -0.0033834928181022406, -0.003179588122293353, -0.0029756834264844656, -0.0027717789635062218, -0.0025678742676973343, -0.002363969571888447, -0.0021600648760795593, -0.001956160180270672, -0.001752255717292428, -0.0015483510214835405, -0.001344446325674653, -0.0011405417462810874, -0.0009366371086798608, -0.0007327324710786343, -0.0005288278334774077, -0.0003249231958761811, -0.00012101855827495456, 8.288607932627201e-05, 0.0002867907169274986, 0.0004906953545287251, 0.0006945999921299517, 0.0008985046297311783, 0.0011024093255400658, 0.0013063139049336314, 0.001510218484327197, 0.0017141231801360846, 0.001918027875944972, 0.002121932338923216, 0.0023258370347321033, 0.002529741730540991, 0.0027336464263498783, 0.002937551122158766, 0.0031414555851370096, 0.003345360280945897, 0.0035492649767547846, 0.0037531694397330284, 0.003957074135541916, 0.004160978831350803, 0.004364883527159691, 0.004568788222968578, 0.004772692918777466, 0.004976597614586353, 0.0051805018447339535, 0.005384406540542841, 0.0055883112363517284, 0.005792215932160616, 0.005996120627969503, 0.006200025323778391, 0.006403930019587278, 0.0066078342497348785, 0.006811738945543766, 0.0070156436413526535, 0.007219548337161541, 0.0074234530329704285]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 3.0, 4.0, 4.0, 4.0, 9.0, 5.0, 5.0, 1.0, 5.0, 2.0, 1.0, 2.0, 1.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.053768374025821686, -0.05262356996536255, -0.05147876963019371, -0.05033396556973457, -0.049189165234565735, -0.0480443611741066, -0.04689956083893776, -0.04575475677847862, -0.044609956443309784, -0.04346515238285065, -0.04232034832239151, -0.04117554798722267, -0.040030743926763535, -0.038885943591594696, -0.03774113953113556, -0.03659633919596672, -0.035451535135507584, -0.03430673107504845, -0.03316193073987961, -0.03201712667942047, -0.030872326344251633, -0.029727522283792496, -0.028582720085978508, -0.02743791788816452, -0.026293115690350533, -0.025148313492536545, -0.024003511294722557, -0.02285870909690857, -0.021713905036449432, -0.020569102838635445, -0.019424300640821457, -0.01827949844300747, -0.01713469624519348, -0.015989894047379494, -0.014845091849565506, -0.013700288720428944, -0.012555486522614956, -0.011410684324800968, -0.010265881195664406, -0.009121078997850418, -0.00797627680003643, -0.006831474602222443, -0.005686671938747168, -0.0045418692752718925, -0.003397067077457905, -0.0022522646468132734, -0.001107462216168642, 3.734021447598934e-05, 0.0011821426451206207, 0.002326945075765252, 0.0034717475064098835, 0.0046165501698851585, 0.005761352367699146, 0.006906154565513134, 0.008050957694649696, 0.009195759892463684, 0.010340562090277672, 0.01148536428809166, 0.012630166485905647, 0.01377496961504221, 0.014919771812856197, 0.01606457494199276, 0.017209377139806747, 0.018354179337620735, 0.019498981535434723]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [6.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 10.0, 9.0, 5.0, 13.0, 4.0, 2.0, 2.0, 0.0, 1.0, 1.0, 8.0, 3.0, 16.0, 12.0, 16.0, 8.0, 13.0, 32.0, 27.0, 34.0, 38.0, 65.0, 78.0, 96.0, 137.0, 168.0, 288.0, 318.0, 446.0, 682.0, 1176.0, 1867.0, 6476.0, 2129.0, 1220.0, 991.0, 580.0, 430.0, 292.0, 201.0, 130.0, 122.0, 79.0, 57.0, 54.0, 22.0, 27.0, 9.0, 10.0, 7.0, 4.0, 1.0, 0.0, 0.0, 4.0, 3.0], "bins": [-0.017813757061958313, -0.017375079914927483, -0.016936402767896652, -0.016497725620865822, -0.01605904847383499, -0.015620371326804161, -0.01518169417977333, -0.0147430170327425, -0.01430433988571167, -0.013865661807358265, -0.013426984660327435, -0.012988307513296604, -0.012549630366265774, -0.012110953219234943, -0.011672276072204113, -0.011233598925173283, -0.010794921778142452, -0.010356244631111622, -0.009917567484080791, -0.009478890337049961, -0.00904021319001913, -0.0086015360429883, -0.00816285889595747, -0.007724181283265352, -0.007285504136234522, -0.0068468269892036915, -0.006408149842172861, -0.005969472695142031, -0.005530795082449913, -0.005092117935419083, -0.004653440788388252, -0.004214763641357422, -0.0037760864943265915, -0.003337409347295761, -0.0028987322002649307, -0.0024600548204034567, -0.0020213776733726263, -0.001582700526341796, -0.0011440232628956437, -0.0007053460576571524, -0.0002666688524186611, 0.00017200835281983018, 0.0006106855580583215, 0.0010493628215044737, 0.001488039968535304, 0.0019267171155661345, 0.0023653944954276085, 0.002804071642458439, 0.0032427487894892693, 0.0036814259365200996, 0.00412010308355093, 0.00455878023058176, 0.004997457377612591, 0.0054361349903047085, 0.005874812137335539, 0.006313489284366369, 0.0067521664313972, 0.00719084357842803, 0.00762952072545886, 0.008068198338150978, 0.008506875485181808, 0.008945552632212639, 0.00938422977924347, 0.0098229069262743, 0.01026158407330513]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.055231884121894836, -0.05266600847244263, -0.05010013282299042, -0.04753425717353821, -0.044968381524086, -0.04240250214934349, -0.03983662649989128, -0.03727075085043907, -0.03470487520098686, -0.03213899955153465, -0.029573123902082443, -0.027007246389985085, -0.024441370740532875, -0.021875495091080666, -0.019309617578983307, -0.016743741929531097, -0.014177866280078888, -0.011611990630626678, -0.009046114049851894, -0.006480237934738398, -0.003914361819624901, -0.001348485704511404, 0.0012173904106020927, 0.0037832665257155895, 0.006349142640829086, 0.008915018290281296, 0.01148089487105608, 0.014046771451830864, 0.016612647101283073, 0.019178522750735283, 0.02174440026283264, 0.02431027591228485, 0.02687615156173706, 0.02944202721118927, 0.03200790286064148, 0.03457377851009369, 0.0371396541595459, 0.039705533534288406, 0.042271409183740616, 0.044837284833192825, 0.047403160482645035, 0.049969036132097244, 0.052534911781549454, 0.05510078743100166, 0.05766666680574417, 0.06023254245519638, 0.06279841810464859, 0.0653642937541008, 0.06793016940355301, 0.07049604505300522, 0.07306192070245743, 0.07562779635190964, 0.07819367200136185, 0.08075954765081406, 0.08332542330026627, 0.08589129894971848, 0.08845718204975128, 0.09102305769920349, 0.0935889333486557, 0.09615480899810791, 0.09872068464756012, 0.10128656029701233, 0.10385243594646454, 0.10641831159591675, 0.10898418724536896]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 4.0, 1.0, 7.0, 3.0, 7.0, 5.0, 6.0, 4.0, 5.0, 4.0, 8.0, 8.0, 12.0, 11.0, 11.0, 18.0, 37.0, 19.0, 12.0, 6.0, 6.0, 7.0, 4.0, 8.0, 5.0, 4.0, 2.0, 4.0, 2.0, 6.0, 4.0, 8.0, 5.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 3.0, 0.0, 2.0, 1.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0], "bins": [-0.04277695342898369, -0.04087650403380394, -0.03897605463862419, -0.03707560524344444, -0.035175152122974396, -0.03327470272779465, -0.0313742533326149, -0.02947380393743515, -0.0275733545422554, -0.025672905147075653, -0.023772455751895905, -0.021872004494071007, -0.019971555098891258, -0.01807110570371151, -0.016170654445886612, -0.014270205050706863, -0.012369755655527115, -0.010469306260347366, -0.008568855933845043, -0.006668406073004007, -0.0047679562121629715, -0.0028675063513219357, -0.0009670564904808998, 0.000933393370360136, 0.002833843231201172, 0.004734293092042208, 0.0066347429528832436, 0.008535193279385567, 0.010435642674565315, 0.012336092069745064, 0.014236542396247387, 0.01613699272274971, 0.01803744211792946, 0.019937891513109207, 0.021838340908288956, 0.023738792166113853, 0.025639241561293602, 0.02753969095647335, 0.02944014221429825, 0.031340591609478, 0.033241041004657745, 0.035141490399837494, 0.03704193979501724, 0.03894238919019699, 0.04084283858537674, 0.042743291705846786, 0.044643741101026535, 0.046544190496206284, 0.04844463989138603, 0.05034508928656578, 0.05224553868174553, 0.05414598807692528, 0.056046441197395325, 0.05794689059257507, 0.05984733998775482, 0.06174778938293457, 0.06364823877811432, 0.06554868817329407, 0.06744913756847382, 0.06934958696365356, 0.07125003635883331, 0.07315048575401306, 0.07505093514919281, 0.07695138454437256, 0.07885183393955231]}, "_runtime": 184.69885730743408, "_timestamp": 1596213055.400395, "_step": 224}
-{"val_accuracy": 0.8249272260273973, "val_loss": 0.45683862629546423, "_runtime": 186.04367995262146, "_timestamp": 1596213056.7452176, "_step": 225}
-{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: V Confidence: 0.39587676525115967 Truth: v", "Prediction: 5 Confidence: 1.0 Truth: 5", "Prediction: 2 Confidence: 0.9992935657501221 Truth: 2", "Prediction: 0 Confidence: 0.6546899080276489 Truth: 0"]}, "_runtime": 186.3406081199646, "_timestamp": 1596213057.0421457, "_step": 226}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 2.0, 1.0, 2.0, 3.0, 3.0, 4.0, 7.0, 3.0, 1.0, 4.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 3.0, 2.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011203122325241566, -0.010854285210371017, -0.01050544809550047, -0.010156611911952496, -0.009807774797081947, -0.009458937682211399, -0.00911010056734085, -0.008761263452470303, -0.008412426337599754, -0.00806359015405178, -0.0077147530391812325, -0.007365915924310684, -0.007017078809440136, -0.006668242160230875, -0.006319405045360327, -0.005970568396151066, -0.005621731281280518, -0.005272894166409969, -0.004924057517200708, -0.00457522040233016, -0.004226383753120899, -0.003877546638250351, -0.0035287095233798027, -0.003179872641339898, -0.0028310357592999935, -0.002482198877260089, -0.0021333619952201843, -0.001784524880349636, -0.0014356879983097315, -0.0010868511162698269, -0.0007380141178146005, -0.00038917717756703496, -4.034023731946945e-05, 0.00030849670292809606, 0.0006573336431756616, 0.001006170641630888, 0.0013550075236707926, 0.0017038444057106972, 0.0020526815205812454, 0.00240151840262115, 0.0027503552846610546, 0.003099192166700959, 0.003448029048740864, 0.003796866163611412, 0.00414570327848196, 0.004494539927691221, 0.0048433770425617695, 0.00519221369177103, 0.005541050806641579, 0.005889887921512127, 0.006238724570721388, 0.006587561685591936, 0.006936398334801197, 0.007285235449671745, 0.0076340725645422935, 0.007982909679412842, 0.008331745862960815, 0.008680582977831364, 0.009029420092701912, 0.00937825720757246, 0.009727094322443008, 0.010075931437313557, 0.01042476762086153, 0.010773604735732079, 0.011122441850602627]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 3.0, 5.0, 2.0, 5.0, 3.0, 10.0, 13.0, 14.0, 18.0, 17.0, 23.0, 35.0, 38.0, 51.0, 55.0, 83.0, 103.0, 173.0, 234.0, 4813.0, 1313.0, 312.0, 158.0, 116.0, 66.0, 48.0, 47.0, 37.0, 32.0, 17.0, 20.0, 15.0, 10.0, 11.0, 5.0, 2.0, 4.0, 5.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10856299847364426, -0.10493747144937515, -0.10131195187568665, -0.09768642485141754, -0.09406089782714844, -0.09043537825345993, -0.08680985122919083, -0.08318433165550232, -0.07955880463123322, -0.07593327760696411, -0.0723077580332756, -0.0686822310090065, -0.065056711435318, -0.06143118441104889, -0.057805657386779785, -0.05418013408780098, -0.050554610788822174, -0.04692908748984337, -0.04330356419086456, -0.03967803716659546, -0.03605251386761665, -0.03242699056863785, -0.028801465407013893, -0.02517594024538994, -0.021550416946411133, -0.017924893647432327, -0.014299368485808372, -0.010673844255506992, -0.007048320025205612, -0.003422795794904232, 0.00020272843539714813, 0.0038282526656985283, 0.0074537768959999084, 0.011079301126301289, 0.014704825356602669, 0.018330350518226624, 0.02195587381720543, 0.025581397116184235, 0.02920692227780819, 0.032832447439432144, 0.03645797073841095, 0.040083494037389755, 0.04370901733636856, 0.047334544360637665, 0.05096006765961647, 0.054585590958595276, 0.05821111798286438, 0.061836641281843185, 0.06546216458082199, 0.0690876916050911, 0.0727132111787796, 0.0763387382030487, 0.07996426522731781, 0.08358978480100632, 0.08721531182527542, 0.09084083139896393, 0.09446635842323303, 0.09809188544750214, 0.10171740502119064, 0.10534293204545975, 0.10896845161914825, 0.11259397864341736, 0.11621950566768646, 0.11984502524137497, 0.12347055226564407]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 5.0, 1.0, 2.0, 1.0, 4.0, 1.0, 7.0, 7.0, 4.0, 2.0, 1.0, 25.0, 5.0, 3.0, 3.0, 4.0, 6.0, 3.0, 3.0, 1.0, 4.0, 1.0, 3.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 3.0, 4.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.00291260564699769, -0.0028350672218948603, -0.002757529029622674, -0.002679990604519844, -0.0026024524122476578, -0.002524913987144828, -0.002447375562041998, -0.0023698373697698116, -0.0022922989446669817, -0.0022147605195641518, -0.0021372223272919655, -0.0020596839021891356, -0.0019821454770863056, -0.0019046072848141193, -0.0018270688597112894, -0.0017495305510237813, -0.0016719922423362732, -0.001594453933648765, -0.001516915624961257, -0.001439377199858427, -0.001361838891170919, -0.0012843005824834108, -0.001206762157380581, -0.0011292238486930728, -0.0010516855400055647, -0.0009741472313180566, -0.0008966088644228876, -0.0008190704975277185, -0.0007415321888402104, -0.0006639938801527023, -0.0005864555132575333, -0.0005089171463623643, -0.0004313788376748562, -0.0003538404998835176, -0.00027630216209217906, -0.0001987638243008405, -0.00012122548650950193, -4.368714871816337e-05, 3.385118907317519e-05, 0.00011138952686451375, 0.00018892786465585232, 0.0002664662024471909, 0.00034400454023852944, 0.000421542878029868, 0.0004990812158212066, 0.0005766195245087147, 0.0006541578914038837, 0.0007316962582990527, 0.0008092345669865608, 0.0008867728756740689, 0.000964311242569238, 0.001041849609464407, 0.001119387918151915, 0.0011969262268394232, 0.0012744646519422531, 0.0013520029606297612, 0.0014295412693172693, 0.0015070795780047774, 0.0015846178866922855, 0.0016621563117951155, 0.0017396946204826236, 0.0018172329291701317, 0.0018947713542729616, 0.001972309546545148, 0.002049847971647978]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 8.0, 6.0, 4.0, 10.0, 18.0, 13.0, 31.0, 37.0, 51.0, 74.0, 108.0, 149.0, 205.0, 347.0, 506.0, 844.0, 1205.0, 2121.0, 3546.0, 6035.0, 11640.0, 24701.0, 65384.0, 870871.0, 111086.0, 36099.0, 17547.0, 9876.0, 5835.0, 3666.0, 2273.0, 1644.0, 1076.0, 704.0, 513.0, 381.0, 296.0, 192.0, 143.0, 106.0, 77.0, 54.0, 53.0, 24.0, 19.0, 23.0, 9.0, 9.0, 4.0, 7.0, 2.0, 4.0, 4.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.005161676090210676, -0.004993972834199667, -0.004826269578188658, -0.004658565856516361, -0.004490862600505352, -0.004323159344494343, -0.004155456088483334, -0.003987752832472324, -0.0038200493436306715, -0.0036523460876196623, -0.0034846425987780094, -0.003316939342767, -0.003149236086755991, -0.002981532597914338, -0.002813829341903329, -0.002646125853061676, -0.002478422597050667, -0.0023107193410396576, -0.0021430158521980047, -0.0019753125961869955, -0.0018076092237606645, -0.0016399058513343334, -0.0014722025953233242, -0.0013044992228969932, -0.0011367958504706621, -0.0009690924780443311, -0.0008013891638256609, -0.0006336858496069908, -0.00046598247718065977, -0.0002982791338581592, -0.0001305757905356586, 3.712755278684199e-05, 0.00020483089610934258, 0.00037253423943184316, 0.0005402375827543437, 0.0007079408969730139, 0.0008756442693993449, 0.001043347641825676, 0.0012110508978366852, 0.0013787542702630162, 0.0015464576426893473, 0.0017141610151156783, 0.0018818643875420094, 0.0020495676435530186, 0.002217270899564028, 0.0023849743884056807, 0.00255267764441669, 0.0027203811332583427, 0.002888084389269352, 0.003055787645280361, 0.003223491134122014, 0.0033911943901330233, 0.003558897878974676, 0.0037266011349856853, 0.0038943043909966946, 0.004062007647007704, 0.00422971136868, 0.0043974146246910095, 0.004565117880702019, 0.004732821136713028, 0.004900524392724037, 0.005068227648735046, 0.005235931370407343, 0.005403634626418352, 0.005571337882429361]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 3.0, 3.0, 2.0, 0.0, 1.0, 8.0, 5.0, 1.0, 5.0, 5.0, 2.0, 1.0, 4.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.023378755897283554, -0.022682473063468933, -0.021986190229654312, -0.02128990925848484, -0.02059362642467022, -0.0198973435908556, -0.019201060757040977, -0.018504777923226357, -0.017808496952056885, -0.017112214118242264, -0.016415931284427643, -0.015719648450613022, -0.015023365616798401, -0.014327083714306355, -0.013630800880491734, -0.012934518977999687, -0.012238236144185066, -0.011541953310370445, -0.010845671407878399, -0.010149388574063778, -0.009453106671571732, -0.00875682383775711, -0.00806054100394249, -0.007364258635789156, -0.006667976267635822, -0.005971693899482489, -0.005275411531329155, -0.004579128697514534, -0.0038828463293612003, -0.0031865639612078667, -0.0024902813602238894, -0.0017939988756552339, -0.0010977163910865784, -0.0004014339065179229, 0.0002948485780507326, 0.000991131062619388, 0.0016874135471880436, 0.0023836959153413773, 0.0030799785163253546, 0.003776261117309332, 0.0044725434854626656, 0.005168825853615999, 0.005865108221769333, 0.006561391055583954, 0.0072576734237372875, 0.007953955791890621, 0.008650238625705242, 0.009346520528197289, 0.01004280336201191, 0.01073908619582653, 0.011435368098318577, 0.012131650932133198, 0.012827932834625244, 0.013524215668439865, 0.014220498502254486, 0.014916780404746532, 0.015613063238561153, 0.0163093451410532, 0.01700562797486782, 0.01770191080868244, 0.018398193642497063, 0.019094476476311684, 0.019790757447481155, 0.020487040281295776, 0.021183323115110397]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 3.0, 3.0, 2.0, 5.0, 2.0, 1.0, 4.0, 4.0, 5.0, 7.0, 11.0, 11.0, 15.0, 16.0, 19.0, 36.0, 45.0, 43.0, 62.0, 64.0, 99.0, 98.0, 137.0, 176.0, 197.0, 326.0, 427.0, 609.0, 892.0, 1515.0, 6054.0, 2447.0, 1433.0, 1030.0, 674.0, 495.0, 375.0, 257.0, 180.0, 161.0, 102.0, 95.0, 64.0, 46.0, 36.0, 30.0, 30.0, 31.0, 17.0, 10.0, 6.0, 3.0, 11.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011984582059085369, -0.01166747510433197, -0.011350369080901146, -0.011033262126147747, -0.010716155171394348, -0.010399049147963524, -0.010081942193210125, -0.009764835238456726, -0.009447729215025902, -0.009130622260272503, -0.008813515305519104, -0.00849640928208828, -0.00817930232733488, -0.007862195372581482, -0.007545089349150658, -0.007227982394397259, -0.006910875905305147, -0.006593769416213036, -0.006276662461459637, -0.005959555972367525, -0.0056424494832754135, -0.005325342528522015, -0.005008236039429903, -0.0046911295503377914, -0.0043740225955843925, -0.004056916106492281, -0.0037398096174001694, -0.003422702895477414, -0.003105596173554659, -0.0027884896844625473, -0.002471382962539792, -0.0021542764734476805, -0.0018371697515249252, -0.0015200631460174918, -0.0012029565405100584, -0.0008858498185873032, -0.0005687432130798697, -0.0002516365784686059, 6.5470056142658e-05, 0.00038257669075392187, 0.0006996833253651857, 0.0010167899308726192, 0.0013338965363800526, 0.0016510032583028078, 0.001968109980225563, 0.0022852164693176746, 0.00260232319124043, 0.0029194296803325415, 0.0032365364022552967, 0.003553643124178052, 0.0038707496132701635, 0.004187856335192919, 0.00450496282428503, 0.004822069779038429, 0.005139176268130541, 0.0054562827572226524, 0.005773389711976051, 0.006090496201068163, 0.0064076026901602745, 0.006724709179252386, 0.007041816134005785, 0.007358922623097897, 0.007676029112190008, 0.00799313560128212, 0.008310242556035519]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 4.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03722941502928734, -0.035683125257492065, -0.034136831760406494, -0.03259054198861122, -0.0310442503541708, -0.029497958719730377, -0.027951668947935104, -0.026405377313494682, -0.02485908567905426, -0.023312794044613838, -0.021766502410173416, -0.020220212638378143, -0.01867392100393772, -0.0171276293694973, -0.015581338666379452, -0.014035047963261604, -0.012488756328821182, -0.01094246469438076, -0.009396173991262913, -0.007849883288145065, -0.006303591653704643, -0.0047573004849255085, -0.0032110093161463737, -0.001664718147367239, -0.00011842697858810425, 0.0014278641901910305, 0.0029741553589701653, 0.0045204465277493, 0.006066737696528435, 0.0076130288653075695, 0.009159320034086704, 0.010705610737204552, 0.012251902371644974, 0.013798194006085396, 0.015344484709203243, 0.01689077541232109, 0.018437067046761513, 0.019983358681201935, 0.021529648452997208, 0.02307594008743763, 0.024622231721878052, 0.026168523356318474, 0.027714814990758896, 0.02926110476255417, 0.03080739639699459, 0.03235368803143501, 0.033899977803230286, 0.03544627130031586, 0.03699256107211113, 0.0385388508439064, 0.040085144340991974, 0.04163143411278725, 0.04317772388458252, 0.04472401738166809, 0.046270307153463364, 0.047816600650548935, 0.04936289042234421, 0.05090918019413948, 0.05245547369122505, 0.054001763463020325, 0.055548056960105896, 0.05709434673190117, 0.05864063650369644, 0.06018693000078201, 0.061733219772577286]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 5.0, 5.0, 5.0, 5.0, 8.0, 13.0, 7.0, 9.0, 7.0, 16.0, 9.0, 8.0, 16.0, 17.0, 42.0, 23.0, 13.0, 14.0, 11.0, 2.0, 2.0, 3.0, 7.0, 2.0, 5.0, 3.0, 5.0, 1.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.04873406141996384, -0.04745861142873764, -0.046183157712221146, -0.04490770399570465, -0.043632254004478455, -0.04235680401325226, -0.041081350296735764, -0.03980589658021927, -0.03853044658899307, -0.037254996597766876, -0.03597954288125038, -0.03470408916473389, -0.03342863917350769, -0.032153189182281494, -0.030877735465765, -0.029602283611893654, -0.02832683175802231, -0.027051379904150963, -0.025775928050279617, -0.024500476196408272, -0.023225024342536926, -0.02194957248866558, -0.020674120634794235, -0.01939866878092289, -0.018123216927051544, -0.0168477650731802, -0.015572313219308853, -0.014296861365437508, -0.013021409511566162, -0.011745957657694817, -0.010470505803823471, -0.009195053949952126, -0.00791960209608078, -0.0066441502422094345, -0.005368698388338089, -0.0040932465344667435, -0.002817794680595398, -0.0015423428267240524, -0.0002668909728527069, 0.0010085608810186386, 0.002284012734889984, 0.0035594645887613297, 0.004834916442632675, 0.006110368296504021, 0.007385820150375366, 0.008661272004246712, 0.009936723858118057, 0.011212175711989403, 0.012487627565860748, 0.013763079419732094, 0.01503853127360344, 0.016313983127474785, 0.01758943498134613, 0.018864886835217476, 0.02014033868908882, 0.021415790542960167, 0.022691242396831512, 0.023966694250702858, 0.025242146104574203, 0.02651759795844555, 0.027793049812316895, 0.02906850166618824, 0.030343953520059586, 0.03161940723657608, 0.03289485722780228]}, "_runtime": 187.0437047481537, "_timestamp": 1596213057.7452424, "_step": 227}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 2.0, 2.0, 1.0, 0.0, 3.0, 1.0, 3.0, 3.0, 4.0, 10.0, 8.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 2.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.019267816096544266, -0.018835850059986115, -0.018403884023427963, -0.017971916124224663, -0.01753995008766651, -0.01710798405110836, -0.01667601615190506, -0.01624405011534691, -0.015812084078788757, -0.015380118042230606, -0.01494815107434988, -0.014516184106469154, -0.014084218069911003, -0.013652252033352852, -0.013220285065472126, -0.0127883180975914, -0.012356352061033249, -0.011924386024475098, -0.011492419056594372, -0.011060452088713646, -0.010628486052155495, -0.010196520015597343, -0.009764553047716618, -0.009332586079835892, -0.00890062004327774, -0.00846865400671959, -0.008036687038838863, -0.007604720536619425, -0.007172754034399986, -0.006740787532180548, -0.006308821029961109, -0.005876854527741671, -0.005444888025522232, -0.0050129215233027935, -0.004580955021083355, -0.004148988518863916, -0.003717022016644478, -0.0032850555144250393, -0.0028530890122056007, -0.002421122509986162, -0.0019891560077667236, -0.001557189505547285, -0.0011252230033278465, -0.000693256501108408, -0.0002612899988889694, 0.00017067650333046913, 0.0006026430055499077, 0.0010346095077693462, 0.0014665760099887848, 0.0018985425122082233, 0.002330509014427662, 0.0027624755166471004, 0.003194442018866539, 0.0036264085210859776, 0.004058375023305416, 0.004490341525524855, 0.004922308027744293, 0.005354274529963732, 0.00578624103218317, 0.006218207534402609, 0.006650174036622047, 0.007082140538841486, 0.0075141070410609245, 0.00794607400894165, 0.008378040045499802]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 7.0, 2.0, 4.0, 5.0, 7.0, 17.0, 14.0, 14.0, 20.0, 38.0, 48.0, 60.0, 89.0, 131.0, 191.0, 319.0, 5830.0, 445.0, 219.0, 113.0, 100.0, 67.0, 56.0, 36.0, 30.0, 17.0, 15.0, 9.0, 8.0, 4.0, 2.0, 1.0, 2.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.14086377620697021, -0.13609769940376282, -0.13133162260055542, -0.12656554579734802, -0.12179946154356003, -0.11703338474035263, -0.11226730048656464, -0.10750122368335724, -0.10273514688014984, -0.09796907007694244, -0.09320299327373505, -0.08843690901994705, -0.08367083221673965, -0.07890475541353226, -0.07413867115974426, -0.06937259435653687, -0.06460651755332947, -0.05984044075012207, -0.055074360221624374, -0.05030827969312668, -0.04554220288991928, -0.040776126086711884, -0.03601004555821419, -0.03124396689236164, -0.026477888226509094, -0.021711809560656548, -0.016945730894804, -0.012179652228951454, -0.0074135735630989075, -0.0026474948972463608, 0.002118583768606186, 0.006884662434458733, 0.01165074110031128, 0.016416819766163826, 0.021182898432016373, 0.02594897709786892, 0.030715055763721466, 0.035481132566928864, 0.04024721309542656, 0.045013293623924255, 0.04977937042713165, 0.05454544723033905, 0.059311527758836746, 0.06407760828733444, 0.06884368509054184, 0.07360976189374924, 0.07837584614753723, 0.08314192295074463, 0.08790799975395203, 0.09267407655715942, 0.09744015336036682, 0.10220623761415482, 0.10697231441736221, 0.11173839122056961, 0.1165044754743576, 0.121270552277565, 0.1260366290807724, 0.1308027058839798, 0.1355687826871872, 0.1403348594903946, 0.14510095119476318, 0.14986702799797058, 0.15463310480117798, 0.15939918160438538, 0.16416525840759277]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 4.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 6.0, 2.0, 0.0, 5.0, 4.0, 4.0, 6.0, 5.0, 4.0, 22.0, 2.0, 5.0, 5.0, 5.0, 2.0, 3.0, 0.0, 1.0, 5.0, 3.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0026896698400378227, -0.00260193576104939, -0.002514201682060957, -0.0024264678359031677, -0.002338733756914735, -0.002250999677926302, -0.0021632658317685127, -0.00207553175278008, -0.001987797673791647, -0.001900063594803214, -0.001812329632230103, -0.001724595669656992, -0.001636861590668559, -0.0015491275116801262, -0.0014613935491070151, -0.001373659586533904, -0.0012859255075454712, -0.0011981914285570383, -0.0011104574659839272, -0.0010227235034108162, -0.0009349894244223833, -0.0008472554036416113, -0.0007595213828608394, -0.0006717873620800674, -0.0005840533412992954, -0.0004963193205185235, -0.0004085852997377515, -0.0003208512789569795, -0.00023311725817620754, -0.00014538323739543557, -5.76492166146636e-05, 3.008480416610837e-05, 0.00011781882494688034, 0.0002055528457276523, 0.0002932868665084243, 0.00038102088728919625, 0.0004687549080699682, 0.0005564889288507402, 0.0006442229496315122, 0.0007319569704122841, 0.0008196909911930561, 0.0009074250119738281, 0.0009951590327546, 0.001082892995327711, 0.001170627074316144, 0.0012583611533045769, 0.001346095115877688, 0.001433829078450799, 0.0015215631574392319, 0.0016092972364276648, 0.0016970311990007758, 0.0017847651615738869, 0.0018724992405623198, 0.0019602333195507526, 0.002047967165708542, 0.0021357012446969748, 0.0022234353236854076, 0.0023111694026738405, 0.0023989034816622734, 0.0024866373278200626, 0.0025743714068084955, 0.0026621054857969284, 0.0027498393319547176, 0.0028375734109431505, 0.0029253074899315834]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 7.0, 13.0, 9.0, 16.0, 25.0, 32.0, 48.0, 65.0, 81.0, 138.0, 161.0, 273.0, 407.0, 617.0, 1057.0, 1692.0, 2952.0, 5440.0, 11528.0, 31568.0, 152397.0, 894717.0, 40845.0, 14992.0, 7660.0, 4272.0, 2651.0, 1728.0, 1166.0, 890.0, 616.0, 432.0, 310.0, 205.0, 167.0, 124.0, 88.0, 53.0, 46.0, 39.0, 28.0, 18.0, 14.0, 10.0, 12.0, 6.0, 6.0, 5.0, 4.0, 3.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.007813692092895508, -0.007546013221144676, -0.007278334349393845, -0.007010655477643013, -0.006742976605892181, -0.006475298199802637, -0.0062076193280518055, -0.005939940456300974, -0.005672261584550142, -0.005404582712799311, -0.005136903841048479, -0.0048692249692976475, -0.004601546563208103, -0.004333867691457272, -0.00406618881970644, -0.0037985099479556084, -0.0035308310762047768, -0.003263152204453945, -0.0029954733327031136, -0.0027277946937829256, -0.002460115822032094, -0.0021924369502812624, -0.0019247581949457526, -0.0016570794396102428, -0.0013894005678594112, -0.0011217216961085796, -0.0008540429407730699, -0.0005863641272298992, -0.0003186853136867285, -5.100650014355779e-05, 0.0002166723133996129, 0.0004843511269427836, 0.0007520299404859543, 0.0010197088122367859, 0.0012873875675722957, 0.0015550663229078054, 0.001822745194658637, 0.0020904240664094687, 0.0023581027053296566, 0.002625781577080488, 0.00289346044883132, 0.0031611393205821514, 0.003428818192332983, 0.003696496831253171, 0.003964175470173359, 0.0042318543419241905, 0.004499533213675022, 0.004767212085425854, 0.005034890957176685, 0.005302569828927517, 0.0055702487006783485, 0.00583792757242918, 0.006105606444180012, 0.006373284850269556, 0.006640963722020388, 0.006908642593771219, 0.007176321465522051, 0.0074440003372728825, 0.007711679209023714, 0.007979357615113258, 0.00824703648686409, 0.008514715358614922, 0.008782394230365753, 0.009050073102116585, 0.009317751973867416]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 5.0, 3.0, 1.0, 4.0, 3.0, 11.0, 5.0, 2.0, 3.0, 4.0, 1.0, 3.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016735345125198364, -0.01537182368338108, -0.014008302241563797, -0.012644781731069088, -0.011281260289251804, -0.00991773884743452, -0.008554218336939812, -0.007190696895122528, -0.0058271754533052444, -0.004463654011487961, -0.0031001330353319645, -0.0017366118263453245, -0.00037309061735868454, 0.0009904305916279554, 0.0023539518006145954, 0.0037174730096012354, 0.005080994218587875, 0.006444515660405159, 0.007808036636561155, 0.009171557612717152, 0.010535079054534435, 0.011898600496351719, 0.013262121006846428, 0.014625642448663712, 0.015989163890480995, 0.01735268533229828, 0.018716206774115562, 0.020079728215932846, 0.02144324779510498, 0.022806769236922264, 0.024170290678739548, 0.02553381212055683, 0.026897333562374115, 0.0282608550041914, 0.029624376446008682, 0.030987897887825966, 0.03235141932964325, 0.033714938908815384, 0.03507846221327782, 0.03644198179244995, 0.037805505096912384, 0.03916902467608452, 0.04053254425525665, 0.041896067559719086, 0.04325958713889122, 0.04462311044335365, 0.04598663002252579, 0.04735015332698822, 0.048713672906160355, 0.05007719248533249, 0.05144071578979492, 0.052804235368967056, 0.05416775867342949, 0.055531278252601624, 0.056894801557064056, 0.05825832113623619, 0.059621840715408325, 0.06098536401987076, 0.06234888359904289, 0.06371240317821503, 0.06507592648267746, 0.06643944978713989, 0.06780297309160233, 0.06916648894548416, 0.0705300122499466]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 0.0, 5.0, 5.0, 8.0, 11.0, 17.0, 26.0, 37.0, 59.0, 88.0, 120.0, 168.0, 248.0, 352.0, 556.0, 824.0, 1267.0, 2392.0, 6731.0, 1854.0, 1154.0, 720.0, 453.0, 333.0, 229.0, 159.0, 114.0, 118.0, 85.0, 52.0, 58.0, 26.0, 30.0, 21.0, 17.0, 12.0, 8.0, 5.0, 6.0, 3.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 8.0, 13.0, 3.0, 2.0, 14.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 5.0], "bins": [-0.010019737295806408, -0.009498940780758858, -0.008978144265711308, -0.008457347750663757, -0.007936551235616207, -0.007415755186229944, -0.006894958671182394, -0.006374162156134844, -0.005853365641087294, -0.005332569126039743, -0.004811772610992193, -0.004290976095944643, -0.0037701798137277365, -0.0032493832986801863, -0.0027285870164632797, -0.0022077905014157295, -0.0016869939863681793, -0.0011661974713206291, -0.0006454010726884007, -0.00012460461584851146, 0.00039619184099137783, 0.0009169882978312671, 0.0014377847546711564, 0.0019585811533033848, 0.002479377668350935, 0.003000174183398485, 0.0035209706984460354, 0.004041767213493586, 0.0045625632628798485, 0.005083359777927399, 0.005604156292974949, 0.006124952808022499, 0.006645749323070049, 0.0071665458381175995, 0.00768734235316515, 0.0082081388682127, 0.00872893538326025, 0.0092497318983078, 0.00977052841335535, 0.0102913249284029, 0.010812120512127876, 0.011332917027175426, 0.011853713542222977, 0.012374510057270527, 0.012895306572318077, 0.013416103087365627, 0.013936899602413177, 0.014457696117460728, 0.014978492632508278, 0.015499289147555828, 0.01602008566260338, 0.016540881246328354, 0.01706167869269848, 0.017582474276423454, 0.01810327172279358, 0.018624067306518555, 0.01914486475288868, 0.019665660336613655, 0.02018645778298378, 0.020707253366708755, 0.02122805081307888, 0.021748846396803856, 0.02226964384317398, 0.022790439426898956, 0.023311235010623932]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 0.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.16132381558418274, -0.1571444720029831, -0.15296514332294464, -0.148785799741745, -0.14460647106170654, -0.1404271274805069, -0.13624779880046844, -0.1320684552192688, -0.12788912653923035, -0.1237097829580307, -0.11953044682741165, -0.1153511106967926, -0.11117176711559296, -0.10699243098497391, -0.10281309485435486, -0.09863375872373581, -0.09445442259311676, -0.09027508646249771, -0.08609575033187866, -0.08191641420125961, -0.07773707807064056, -0.07355773448944092, -0.06937839835882187, -0.06519906222820282, -0.06101972609758377, -0.05684038996696472, -0.05266105383634567, -0.048481713980436325, -0.044302377849817276, -0.04012304171919823, -0.03594370186328888, -0.03176436573266983, -0.02758502960205078, -0.023405693471431732, -0.019226355478167534, -0.01504701841622591, -0.010867681354284286, -0.006688344292342663, -0.002509007230401039, 0.0016703298315405846, 0.005849666893482208, 0.010029003955423832, 0.014208341017365456, 0.018387679010629654, 0.022567015141248703, 0.026746351271867752, 0.03092568926513195, 0.03510502725839615, 0.0392843633890152, 0.04346369951963425, 0.047643035650253296, 0.05182237550616264, 0.05600171163678169, 0.06018104776740074, 0.06436038762331009, 0.06853972375392914, 0.07271905988454819, 0.07689839601516724, 0.08107773214578629, 0.08525706827640533, 0.08943641185760498, 0.09361574798822403, 0.09779508411884308, 0.10197442024946213, 0.10615375638008118]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 4.0, 1.0, 0.0, 2.0, 7.0, 1.0, 3.0, 3.0, 11.0, 10.0, 15.0, 10.0, 13.0, 7.0, 10.0, 16.0, 19.0, 15.0, 38.0, 22.0, 16.0, 15.0, 7.0, 6.0, 4.0, 5.0, 3.0, 1.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.07938820868730545, -0.07695820927619934, -0.07452821731567383, -0.07209821790456772, -0.0696682259440422, -0.0672382265329361, -0.06480822712182999, -0.062378235161304474, -0.059948235750198364, -0.05751824006438255, -0.05508824437856674, -0.05265824869275093, -0.05022825300693512, -0.04779825732111931, -0.0453682579100132, -0.04293826222419739, -0.04050826653838158, -0.038078270852565765, -0.035648275166749954, -0.033218275755643845, -0.030788280069828033, -0.028358284384012222, -0.02592828869819641, -0.02349829114973545, -0.02106829546391964, -0.01863829977810383, -0.016208302229642868, -0.013778306543827057, -0.011348309926688671, -0.008918313309550285, -0.006488317158073187, -0.004058321006596088, -0.0016283243894577026, 0.0008016719948500395, 0.0032316683791577816, 0.00566166453063488, 0.008091661147773266, 0.010521657764911652, 0.012951653450727463, 0.015381650067865849, 0.017811646685004234, 0.020241642370820045, 0.022671639919281006, 0.025101635605096817, 0.027531631290912628, 0.02996162883937359, 0.03239162638783455, 0.03482162207365036, 0.03725161775946617, 0.03968161344528198, 0.042111609131097794, 0.0445416085422039, 0.046971604228019714, 0.049401599913835526, 0.05183159559965134, 0.05426159128546715, 0.05669158697128296, 0.05912158638238907, 0.06155158206820488, 0.06398157775402069, 0.0664115771651268, 0.06884156912565231, 0.07127156853675842, 0.07370156049728394, 0.07613155990839005]}, "_runtime": 187.8166618347168, "_timestamp": 1596213058.5181994, "_step": 228}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 4.0, 1.0, 3.0, 3.0, 10.0, 3.0, 6.0, 4.0, 1.0, 1.0, 1.0, 0.0, 3.0, 3.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014829411171376705, -0.014415834099054337, -0.014002256095409393, -0.013588679023087025, -0.013175101950764656, -0.012761523947119713, -0.012347946874797344, -0.011934369802474976, -0.011520791798830032, -0.011107214726507664, -0.010693637654185295, -0.010280059650540352, -0.009866482578217983, -0.009452905505895615, -0.009039327502250671, -0.008625750429928303, -0.008212173357605934, -0.007798595353960991, -0.007385018281638622, -0.006971440743654966, -0.00655786320567131, -0.006144286133348942, -0.005730708595365286, -0.00531713105738163, -0.004903553985059261, -0.004489976447075605, -0.0040763989090919495, -0.003662821603938937, -0.003249244298785925, -0.002835666760802269, -0.0024220894556492567, -0.0020085119176656008, -0.0015949346125125885, -0.0011813571909442544, -0.0007677798275835812, -0.00035420243511907756, 5.937495734542608e-05, 0.00047295234980992973, 0.0008865297422744334, 0.0013001071056351066, 0.0017136845272034407, 0.002127261832356453, 0.002540839370340109, 0.002954416675493121, 0.0033679939806461334, 0.0037815715186297894, 0.004195149056613445, 0.004608726128935814, 0.00502230366691947, 0.005435881204903126, 0.005849458277225494, 0.00626303581520915, 0.006676613353192806, 0.007090190425515175, 0.007503767963498831, 0.007917345501482487, 0.008330922573804855, 0.008744500577449799, 0.009158077649772167, 0.009571654722094536, 0.009985232725739479, 0.010398809798061848, 0.010812386870384216, 0.01122596487402916, 0.011639541946351528]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 4.0, 1.0, 1.0, 4.0, 4.0, 4.0, 3.0, 6.0, 4.0, 7.0, 13.0, 11.0, 15.0, 12.0, 18.0, 21.0, 18.0, 41.0, 48.0, 55.0, 75.0, 85.0, 140.0, 226.0, 374.0, 5305.0, 570.0, 231.0, 169.0, 101.0, 68.0, 68.0, 46.0, 30.0, 27.0, 26.0, 21.0, 9.0, 14.0, 6.0, 9.0, 8.0, 2.0, 9.0, 2.0, 3.0, 4.0, 2.0, 3.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1030525416135788, -0.09978853166103363, -0.09652451425790787, -0.0932605043053627, -0.08999649435281754, -0.08673248440027237, -0.0834684669971466, -0.08020445704460144, -0.07694044709205627, -0.07367642968893051, -0.07041241973638535, -0.06714840978384018, -0.06388439983129501, -0.06062038615345955, -0.057356372475624084, -0.05409236252307892, -0.050828348845243454, -0.04756433516740799, -0.044300325214862823, -0.04103631153702736, -0.03777230158448219, -0.03450828790664673, -0.031244276091456413, -0.027980264276266098, -0.024716252461075783, -0.021452240645885468, -0.018188228830695152, -0.014924216084182262, -0.011660204268991947, -0.008396192453801632, -0.005132180172950029, -0.0018681681249290705, 0.0013958439230918884, 0.004659855738282204, 0.007923867553472519, 0.011187880299985409, 0.014451892115175724, 0.017715904861688614, 0.02097991667687893, 0.024243928492069244, 0.02750794030725956, 0.030771952122449875, 0.03403596580028534, 0.037299975752830505, 0.04056398943066597, 0.043827999383211136, 0.0470920130610466, 0.050356023013591766, 0.05362003669142723, 0.056884050369262695, 0.06014806032180786, 0.06341207027435303, 0.06667608767747879, 0.06994009763002396, 0.07320410758256912, 0.07646811753511429, 0.07973213493824005, 0.08299614489078522, 0.08626015484333038, 0.08952417224645615, 0.09278818219900131, 0.09605219215154648, 0.09931620210409164, 0.10258021950721741, 0.10584422945976257]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 4.0, 2.0, 1.0, 1.0, 4.0, 3.0, 1.0, 2.0, 2.0, 1.0, 5.0, 4.0, 4.0, 4.0, 3.0, 6.0, 22.0, 1.0, 4.0, 2.0, 5.0, 4.0, 3.0, 4.0, 3.0, 3.0, 0.0, 2.0, 4.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0018614699365571141, -0.0017941105179488659, -0.0017267509829252958, -0.0016593915643170476, -0.0015920321457087994, -0.0015246726106852293, -0.001457313192076981, -0.001389953657053411, -0.0013225942384451628, -0.0012552348198369145, -0.0011878752848133445, -0.0011205158662050962, -0.0010531563311815262, -0.000985796912573278, -0.0009184374939650297, -0.0008510780171491206, -0.0007837185403332114, -0.0007163590635173023, -0.0006489995867013931, -0.0005816401680931449, -0.0005142806912772357, -0.0004469212144613266, -0.0003795617667492479, -0.0003122023190371692, -0.00024484284222126007, -0.00017748337995726615, -0.00011012391769327223, -4.2764455429278314e-05, 2.4595006834715605e-05, 9.195446909870952e-05, 0.00015931393136270344, 0.00022667339362669736, 0.0002940328558906913, 0.00036139233270660043, 0.0004287517804186791, 0.0004961112281307578, 0.000563470704946667, 0.0006308301817625761, 0.0006981896003708243, 0.0007655490771867335, 0.0008329085540026426, 0.0009002680308185518, 0.0009676275076344609, 0.0010349869262427092, 0.0011023464612662792, 0.0011697058798745275, 0.0012370652984827757, 0.0013044248335063457, 0.001371784252114594, 0.0014391436707228422, 0.0015065032057464123, 0.0015738626243546605, 0.0016412220429629087, 0.0017085815779864788, 0.001775940996594727, 0.001843300531618297, 0.0019106599502265453, 0.0019780194852501154, 0.002045378787443042, 0.002112738322466612, 0.002180097857490182, 0.0022474571596831083, 0.0023148166947066784, 0.0023821762297302485, 0.0024495357647538185]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0, 4.0, 6.0, 8.0, 8.0, 20.0, 24.0, 28.0, 44.0, 65.0, 100.0, 150.0, 191.0, 279.0, 455.0, 637.0, 940.0, 1402.0, 2228.0, 3793.0, 6469.0, 11142.0, 21853.0, 53292.0, 819940.0, 164850.0, 43017.0, 20302.0, 10925.0, 6402.0, 3745.0, 2422.0, 1560.0, 1012.0, 716.0, 501.0, 324.0, 233.0, 148.0, 117.0, 95.0, 45.0, 46.0, 32.0, 26.0, 9.0, 10.0, 7.0, 7.0, 5.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005601517390459776, -0.005420475732535124, -0.005239434074610472, -0.00505839241668582, -0.00487735029309988, -0.004696308635175228, -0.004515266977250576, -0.004334225319325924, -0.004153183661401272, -0.00397214200347662, -0.0037911003455519676, -0.003610058454796672, -0.0034290167968720198, -0.0032479751389473677, -0.003066933248192072, -0.00288589159026742, -0.0027048499323427677, -0.0025238082744181156, -0.0023427666164934635, -0.0021617247257381678, -0.0019806830678135157, -0.0017996414098888636, -0.0016185996355488896, -0.0014375578612089157, -0.0012565162032842636, -0.0010754745453596115, -0.0008944327710196376, -0.0007133910548873246, -0.0005323493387550116, -0.00035130762262269855, -0.00017026590649038553, 1.077580964192748e-05, 0.0001918175257742405, 0.0003728592419065535, 0.0005539009580388665, 0.0007349426741711795, 0.0009159843903034925, 0.0010970260482281446, 0.0012780678225681186, 0.0014591095969080925, 0.0016401512548327446, 0.0018211929127573967, 0.002002234570682049, 0.0021832764614373446, 0.0023643181193619967, 0.0025453597772866488, 0.0027264016680419445, 0.0029074433259665966, 0.0030884849838912487, 0.003269526641815901, 0.003450568299740553, 0.0036316101904958487, 0.0038126518484205008, 0.0039936937391757965, 0.004174735397100449, 0.004355777055025101, 0.004536818712949753, 0.004717860370874405, 0.004898902028799057, 0.005079943686723709, 0.005260985344648361, 0.005442027468234301, 0.005623069126158953, 0.005804110784083605, 0.005985152442008257]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 3.0, 2.0, 2.0, 0.0, 4.0, 2.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 6.0, 1.0, 2.0, 4.0, 2.0, 0.0, 0.0, 4.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013235659338533878, -0.012806517072021961, -0.012377374805510044, -0.011948232538998127, -0.011519091203808784, -0.011089948937296867, -0.01066080667078495, -0.010231664404273033, -0.009802522137761116, -0.009373379871249199, -0.008944238536059856, -0.00851509626954794, -0.008085954003036022, -0.007656811736524105, -0.007227669470012188, -0.006798527669161558, -0.006369385402649641, -0.005940243136137724, -0.005511101335287094, -0.005081959068775177, -0.00465281680226326, -0.00422367500141263, -0.003794532734900713, -0.003365390468388796, -0.0029362484347075224, -0.002507106401026249, -0.002077964134514332, -0.0016488221008330584, -0.001219679950736463, -0.0007905378006398678, -0.0003613957087509334, 6.774641224183142e-05, 0.0004968885332345963, 0.0009260306833311915, 0.0013551728334277868, 0.0017843148671090603, 0.0022134571336209774, 0.002642599167302251, 0.0030717412009835243, 0.0035008834674954414, 0.0039300257340073586, 0.004359167534857988, 0.0047883098013699055, 0.005217452067881823, 0.005646593868732452, 0.0060757361352443695, 0.006504878401756287, 0.006934020202606916, 0.0073631624691188335, 0.007792304735630751, 0.00822144653648138, 0.008650588802993298, 0.009079731069505215, 0.009508873336017132, 0.009938015602529049, 0.010367156937718391, 0.010796299204230309, 0.011225441470742226, 0.011654583737254143, 0.01208372600376606, 0.012512868270277977, 0.01294200960546732, 0.013371151871979237, 0.013800294138491154, 0.01422943640500307]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 6.0, 3.0, 3.0, 3.0, 7.0, 10.0, 7.0, 9.0, 21.0, 25.0, 31.0, 36.0, 47.0, 59.0, 58.0, 75.0, 109.0, 114.0, 121.0, 151.0, 234.0, 292.0, 349.0, 487.0, 608.0, 676.0, 947.0, 1344.0, 2146.0, 5336.0, 1432.0, 889.0, 612.0, 456.0, 377.0, 274.0, 210.0, 174.0, 143.0, 116.0, 105.0, 73.0, 66.0, 45.0, 40.0, 19.0, 21.0, 12.0, 14.0, 8.0, 12.0, 5.0, 5.0, 3.0, 1.0], "bins": [-0.009680157527327538, -0.009426831267774105, -0.009173505939543247, -0.008920179679989815, -0.008666853420436382, -0.00841352716088295, -0.008160201832652092, -0.00790687557309866, -0.007653549313545227, -0.007400223519653082, -0.007146897725760937, -0.006893571466207504, -0.006640245672315359, -0.006386919412761927, -0.0061335936188697815, -0.005880267359316349, -0.005626941565424204, -0.005373615771532059, -0.005120289511978626, -0.004866963718086481, -0.004613637458533049, -0.0043603116646409035, -0.004106985405087471, -0.003853659611195326, -0.003600333584472537, -0.0033470075577497482, -0.0030936815310269594, -0.0028403555043041706, -0.0025870297104120255, -0.0023337036836892366, -0.002080377656966448, -0.001827051630243659, -0.0015737256035208702, -0.0013203995767980814, -0.0010670735500752926, -0.0008137476397678256, -0.0005604216130450368, -0.00030709561542607844, -5.3769617807120085e-05, 0.00019955637981183827, 0.0004528823774307966, 0.0007062084041535854, 0.0009595343726687133, 0.0012128603411838412, 0.00146618636790663, 0.0017195123946294188, 0.001972838304936886, 0.0022261643316596746, 0.0024794903583824635, 0.0027328163851052523, 0.002986142411828041, 0.00323946843855083, 0.0034927944652736187, 0.003746120259165764, 0.003999446518719196, 0.0042527723126113415, 0.004506098106503487, 0.004759424366056919, 0.005012750159949064, 0.005266076419502497, 0.005519402213394642, 0.005772728472948074, 0.0060260542668402195, 0.006279380526393652, 0.006532706320285797]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 4.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0684458464384079, -0.06619421392679214, -0.06394258141517639, -0.06169094890356064, -0.059439316391944885, -0.05718768760561943, -0.05493605509400368, -0.052684422582387924, -0.05043279007077217, -0.04818115755915642, -0.045929525047540665, -0.04367789253592491, -0.04142626374959946, -0.039174631237983704, -0.03692299872636795, -0.0346713662147522, -0.032419733703136444, -0.03016810119152069, -0.027916468679904938, -0.025664838030934334, -0.02341320551931858, -0.021161573007702827, -0.018909942358732224, -0.01665830984711647, -0.014406677335500717, -0.012155044823884964, -0.009903413243591785, -0.0076517811976373196, -0.005400149151682854, -0.003148517105728388, -0.000896885059773922, 0.001354746986180544, 0.0036063790321350098, 0.005858011078089476, 0.008109643124043941, 0.01036127470433712, 0.012612907215952873, 0.014864539727568626, 0.01711617037653923, 0.019367802888154984, 0.021619435399770737, 0.02387106791138649, 0.026122700423002243, 0.028374331071972847, 0.0306259635835886, 0.032877594232559204, 0.03512922674417496, 0.03738085925579071, 0.039632491767406464, 0.04188412427902222, 0.04413575679063797, 0.04638738930225372, 0.048639021813869476, 0.05089065060019493, 0.053142283111810684, 0.05539391562342644, 0.05764554813504219, 0.059897180646657944, 0.0621488131582737, 0.06440044194459915, 0.0666520744562149, 0.06890370696783066, 0.07115533947944641, 0.07340697199106216, 0.07565860450267792]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 4.0, 1.0, 2.0, 2.0, 4.0, 8.0, 5.0, 4.0, 5.0, 7.0, 8.0, 1.0, 3.0, 8.0, 6.0, 6.0, 3.0, 11.0, 4.0, 6.0, 24.0, 14.0, 12.0, 12.0, 12.0, 8.0, 11.0, 11.0, 11.0, 7.0, 6.0, 6.0, 2.0, 12.0, 5.0, 1.0, 1.0, 3.0, 3.0, 1.0, 2.0, 4.0, 0.0, 2.0, 2.0, 2.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.03610340878367424, -0.03485523909330368, -0.03360707312822342, -0.03235890343785286, -0.0311107374727726, -0.02986256778240204, -0.028614399954676628, -0.027366232126951218, -0.026118064299225807, -0.024869896471500397, -0.023621728643774986, -0.022373560816049576, -0.021125391125679016, -0.019877223297953606, -0.018629055470228195, -0.017380887642502785, -0.016132719814777374, -0.014884551987051964, -0.013636384159326553, -0.012388215400278568, -0.011140047572553158, -0.009891879744827747, -0.008643710985779762, -0.007395543158054352, -0.006147375330328941, -0.004899207502603531, -0.003651039209216833, -0.002402871148660779, -0.0011547030881047249, 9.346497245132923e-05, 0.0013416330330073833, 0.0025898010935634375, 0.0038379691541194916, 0.005086136981844902, 0.0063343052752316, 0.007582473568618298, 0.008830641396343708, 0.010078809224069118, 0.011326977983117104, 0.012575145810842514, 0.013823313638567924, 0.015071481466293335, 0.016319649294018745, 0.017567817121744156, 0.018815986812114716, 0.020064154639840126, 0.021312322467565536, 0.022560490295290947, 0.023808658123016357, 0.025056825950741768, 0.02630499377846718, 0.02755316160619259, 0.028801329433918, 0.03004949912428856, 0.03129766508936882, 0.03254583477973938, 0.03379400074481964, 0.0350421704351902, 0.03629034012556076, 0.03753850609064102, 0.03878667578101158, 0.04003484174609184, 0.0412830114364624, 0.042531177401542664, 0.04377934709191322]}, "_runtime": 188.62136268615723, "_timestamp": 1596213059.3229003, "_step": 229}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 2.0, 2.0, 1.0, 0.0, 7.0, 8.0, 5.0, 4.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007962658070027828, -0.007663109805434942, -0.007363561540842056, -0.00706401327624917, -0.006764465011656284, -0.006464917212724686, -0.0061653689481318, -0.005865820683538914, -0.005566272418946028, -0.005266724154353142, -0.004967175889760256, -0.00466762762516737, -0.004368079826235771, -0.004068531561642885, -0.0037689832970499992, -0.0034694350324571133, -0.0031698867678642273, -0.0028703385032713413, -0.0025707902386784554, -0.002271242206916213, -0.001971693942323327, -0.001672145677730441, -0.001372597529552877, -0.0010730493813753128, -0.0007735011167824268, -0.0004739529103972018, -0.00017440470401197672, 0.00012514350237324834, 0.0004246917087584734, 0.0007242399151436985, 0.0010237881215289235, 0.0013233362697064877, 0.0016228845342993736, 0.0019224327988922596, 0.0022219810634851456, 0.002521529095247388, 0.002821077359840274, 0.00312062562443316, 0.003420173656195402, 0.003719721920788288, 0.004019270185381174, 0.00431881844997406, 0.004618366714566946, 0.004917914979159832, 0.005217462778091431, 0.005517011042684317, 0.005816559307277203, 0.006116107571870089, 0.0064156558364629745, 0.0067152041010558605, 0.0070147523656487465, 0.0073143006302416325, 0.007613848894834518, 0.007913396693766117, 0.00821294542402029, 0.008512493222951889, 0.008812041953206062, 0.009111589752137661, 0.00941113755106926, 0.009710686281323433, 0.010010234080255032, 0.010309782810509205, 0.010609330609440804, 0.010908879339694977, 0.011208427138626575]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 2.0, 4.0, 6.0, 3.0, 7.0, 9.0, 19.0, 10.0, 14.0, 21.0, 23.0, 38.0, 42.0, 35.0, 75.0, 72.0, 141.0, 185.0, 307.0, 5274.0, 792.0, 245.0, 154.0, 118.0, 77.0, 49.0, 29.0, 34.0, 27.0, 19.0, 24.0, 15.0, 18.0, 10.0, 4.0, 8.0, 3.0, 2.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.1206388920545578, -0.11695645749568939, -0.11327402293682098, -0.10959158837795258, -0.10590915381908417, -0.10222671926021576, -0.09854427725076675, -0.09486184269189835, -0.09117940813302994, -0.08749697357416153, -0.08381453901529312, -0.08013210445642471, -0.0764496698975563, -0.0727672353386879, -0.06908480077981949, -0.06540236622095108, -0.061719927936792374, -0.058037493377923965, -0.05435505881905556, -0.05067262053489685, -0.04699018597602844, -0.043307751417160034, -0.039625316858291626, -0.03594288229942322, -0.03226044774055481, -0.028578011319041252, -0.024895574897527695, -0.021213140338659286, -0.01753070577979088, -0.01384826935827732, -0.010165834799408913, -0.00648339930921793, -0.002800963819026947, 0.0008814714383333921, 0.004563906695693731, 0.008246341720223427, 0.01192877721041441, 0.015611212700605392, 0.0192936472594738, 0.022976083680987358, 0.026658518239855766, 0.030340952798724174, 0.03402338922023773, 0.03770582377910614, 0.04138825833797455, 0.04507069289684296, 0.04875313118100166, 0.05243556573987007, 0.05611800029873848, 0.05980043485760689, 0.0634828731417656, 0.067165307700634, 0.07084774225950241, 0.07453017681837082, 0.07821261137723923, 0.08189504593610764, 0.08557748049497604, 0.08925991505384445, 0.09294234961271286, 0.09662479162216187, 0.10030722618103027, 0.10398966073989868, 0.10767209529876709, 0.1113545298576355, 0.1150369644165039]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 2.0, 3.0, 6.0, 3.0, 4.0, 5.0, 1.0, 8.0, 2.0, 4.0, 25.0, 2.0, 7.0, 6.0, 5.0, 6.0, 4.0, 1.0, 3.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 4.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0026939399540424347, -0.00260575907304883, -0.0025175781920552254, -0.0024293973110616207, -0.0023412161972373724, -0.0022530353162437677, -0.002164854435250163, -0.0020766735542565584, -0.0019884926732629538, -0.0019003116758540273, -0.0018121307948604226, -0.001723949913866818, -0.0016357689164578915, -0.0015475880354642868, -0.0014594071544706821, -0.0013712261570617557, -0.001283045276068151, -0.0011948643950745463, -0.0011066833976656199, -0.0010185025166720152, -0.0009303216356784105, -0.000842140696477145, -0.0007539597572758794, -0.0006657788762822747, -0.0005775979370810091, -0.0004894169978797436, -0.0004012361168861389, -0.00031305517768487334, -0.00022487426758743823, -0.0001366933574900031, -4.8512432840652764e-05, 3.966848453273997e-05, 0.0001278494019061327, 0.00021603031200356781, 0.00030421122210100293, 0.0003923921613022685, 0.0004805730713997036, 0.0005687539814971387, 0.0006569349206984043, 0.000745115801692009, 0.0008332967408932745, 0.0009214776800945401, 0.0010096585610881448, 0.0010978394420817494, 0.001186020439490676, 0.0012742013204842806, 0.0013623822014778852, 0.0014505631988868117, 0.0015387440798804164, 0.001626924960874021, 0.0017151059582829475, 0.0018032868392765522, 0.0018914677202701569, 0.0019796486012637615, 0.002067829482257366, 0.0021560105960816145, 0.002244191477075219, 0.002332372358068824, 0.0024205532390624285, 0.002508734120056033, 0.002596915001049638, 0.002685096114873886, 0.0027732769958674908, 0.0028614578768610954, 0.0029496387578547]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 4.0, 1.0, 5.0, 3.0, 4.0, 3.0, 9.0, 18.0, 15.0, 17.0, 21.0, 36.0, 39.0, 46.0, 63.0, 118.0, 158.0, 196.0, 265.0, 424.0, 672.0, 1120.0, 2005.0, 3934.0, 8967.0, 22402.0, 73828.0, 901048.0, 100870.0, 31227.0, 13900.0, 7340.0, 4126.0, 2392.0, 1560.0, 929.0, 645.0, 394.0, 226.0, 177.0, 135.0, 93.0, 58.0, 39.0, 28.0, 27.0, 13.0, 10.0, 8.0, 8.0, 8.0, 4.0, 4.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.0073299468494951725, -0.007105618249624968, -0.006881289649754763, -0.006656961049884558, -0.006432632450014353, -0.006208303850144148, -0.005983975250273943, -0.005759646650403738, -0.005535318050533533, -0.005310989450663328, -0.005086660850793123, -0.004862332250922918, -0.004638003651052713, -0.0044136750511825085, -0.0041893464513123035, -0.003965017851442099, -0.00374068901874125, -0.003516360418871045, -0.00329203181900084, -0.0030677032191306353, -0.0028433746192604303, -0.0026190460193902254, -0.0023947174195200205, -0.0021703888196498156, -0.0019460601033642888, -0.0017217315034940839, -0.001497402903623879, -0.001273074303753674, -0.0010487455874681473, -0.0008244170458056033, -0.0006000883877277374, -0.0003757597878575325, -0.00015143118798732758, 7.289742643479258e-05, 0.00029722604085691273, 0.0005215546698309481, 0.000745883269701153, 0.000970211869571358, 0.0011945405276492238, 0.0014188691275194287, 0.0016431977273896337, 0.0018675263272598386, 0.0020918550435453653, 0.0023161836434155703, 0.002540512243285775, 0.00276484084315598, 0.002989169443026185, 0.00321349804289639, 0.003437826642766595, 0.0036621552426368, 0.0038864838425070047, 0.004110812675207853, 0.004335141275078058, 0.004559469874948263, 0.004783798474818468, 0.005008127074688673, 0.005232455674558878, 0.005456784274429083, 0.005681112874299288, 0.005905441474169493, 0.006129770074039698, 0.006354098673909903, 0.0065784272737801075, 0.006802755873650312, 0.007027084473520517]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 5.0, 6.0, 1.0, 6.0, 1.0, 3.0, 2.0, 4.0, 1.0, 2.0, 1.0, 2.0, 4.0, 2.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.023928042501211166, -0.02341119945049286, -0.022894354537129402, -0.022377509623765945, -0.021860666573047638, -0.02134382352232933, -0.020826978608965874, -0.020310133695602417, -0.01979329064488411, -0.019276447594165802, -0.018759602680802345, -0.01824275776743889, -0.01772591471672058, -0.017209071666002274, -0.016692226752638817, -0.01617538183927536, -0.015658538788557053, -0.01514169480651617, -0.014624850824475288, -0.014108006842434406, -0.013591162860393524, -0.013074318878352642, -0.01255747489631176, -0.012040630914270878, -0.011523786932229996, -0.011006942950189114, -0.010490098968148232, -0.00997325498610735, -0.009456411004066467, -0.008939567022025585, -0.008422723039984703, -0.007905879057943821, -0.007389035075902939, -0.006872191093862057, -0.006355347111821175, -0.0058385031297802925, -0.00532165914773941, -0.004804815165698528, -0.004287971183657646, -0.003771127201616764, -0.003254283219575882, -0.002737439237535, -0.0022205952554941177, -0.0017037512734532356, -0.0011869072914123535, -0.0006700633093714714, -0.0001532193273305893, 0.0003636246547102928, 0.0008804686367511749, 0.001397312618792057, 0.0019141566008329391, 0.0024310005828738213, 0.0029478445649147034, 0.0034646885469555855, 0.003981532528996468, 0.00449837651103735, 0.005015220493078232, 0.005532064475119114, 0.006048908457159996, 0.006565752439200878, 0.00708259642124176, 0.007599440403282642, 0.008116284385323524, 0.008633128367364407, 0.009149972349405289]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 4.0, 6.0, 2.0, 4.0, 6.0, 13.0, 12.0, 9.0, 16.0, 16.0, 13.0, 8.0, 12.0, 17.0, 18.0, 30.0, 30.0, 30.0, 58.0, 77.0, 87.0, 86.0, 98.0, 147.0, 195.0, 217.0, 290.0, 379.0, 521.0, 728.0, 1011.0, 1441.0, 5329.0, 2156.0, 1356.0, 898.0, 712.0, 526.0, 468.0, 324.0, 233.0, 172.0, 151.0, 113.0, 88.0, 79.0, 59.0, 43.0, 42.0, 33.0, 8.0, 16.0, 9.0, 8.0, 7.0, 7.0, 5.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.0079517662525177, -0.007716288324445486, -0.007480810862034559, -0.007245332933962345, -0.007009855005890131, -0.006774377543479204, -0.00653889961540699, -0.006303421687334776, -0.006067943759262562, -0.005832466296851635, -0.005596988368779421, -0.005361510440707207, -0.00512603297829628, -0.004890555050224066, -0.004655077122151852, -0.004419599659740925, -0.004184121731668711, -0.003948643803596497, -0.003713166108354926, -0.0034776884131133556, -0.0032422104850411415, -0.003006732789799571, -0.0027712550945580006, -0.0025357771664857864, -0.002300299471244216, -0.0020648217760026455, -0.0018293438479304314, -0.001593866152688861, -0.0013583883410319686, -0.0011229105293750763, -0.0008874327759258449, -0.0006519550224766135, -0.0004164772108197212, -0.00018099942826665938, 5.4478354286402464e-05, 0.0002899561368394643, 0.0005254339193925261, 0.0007609117310494184, 0.000996389426290989, 0.0012318672379478812, 0.0014673450496047735, 0.0017028228612616658, 0.0019383006729185581, 0.0021737783681601286, 0.002409256063401699, 0.002644733991473913, 0.0028802116867154837, 0.003115689614787698, 0.0033511673100292683, 0.0035866450052708387, 0.003822122933343053, 0.004057600628584623, 0.0042930785566568375, 0.004528556019067764, 0.004764033947139978, 0.0049995118752121925, 0.005234989337623119, 0.0054704672656953335, 0.005705945193767548, 0.005941423121839762, 0.0061769005842506886, 0.006412378512322903, 0.006647856440395117, 0.006883333902806044, 0.007118811830878258]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 4.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.045720212161540985, -0.04388999566435814, -0.04205977916717529, -0.040229566395282745, -0.0383993498980999, -0.03656913340091705, -0.03473891690373421, -0.03290870413184166, -0.031078487634658813, -0.029248271137475967, -0.02741805464029312, -0.025587840005755424, -0.02375762350857258, -0.02192740887403488, -0.020097192376852036, -0.01826697774231434, -0.016436761245131493, -0.014606545679271221, -0.01277633011341095, -0.010946114547550678, -0.009115898981690407, -0.007285682950168848, -0.005455466918647289, -0.003625251352787018, -0.0017950357869267464, 3.517989534884691e-05, 0.0018653955776244402, 0.0036956113763153553, 0.005525826942175627, 0.007356042508035898, 0.009186258539557457, 0.011016474105417728, 0.012846689671278, 0.014676905237138271, 0.016507120802998543, 0.01833733730018139, 0.020167551934719086, 0.021997768431901932, 0.02382798306643963, 0.025658199563622475, 0.02748841419816017, 0.029318630695343018, 0.031148847192525864, 0.03297906368970871, 0.03480927646160126, 0.0366394929587841, 0.03846970945596695, 0.040299925953149796, 0.04213014245033264, 0.04396035522222519, 0.045790571719408035, 0.04762078821659088, 0.04945100471377373, 0.051281217485666275, 0.05311143398284912, 0.05494165048003197, 0.05677186697721481, 0.05860208347439766, 0.06043229624629021, 0.06226251274347305, 0.0640927255153656, 0.06592294573783875, 0.06775315850973129, 0.06958337873220444, 0.07141359150409698]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 6.0, 1.0, 4.0, 4.0, 3.0, 3.0, 5.0, 6.0, 7.0, 9.0, 4.0, 9.0, 8.0, 6.0, 5.0, 7.0, 2.0, 4.0, 10.0, 6.0, 10.0, 10.0, 17.0, 32.0, 11.0, 9.0, 6.0, 9.0, 10.0, 10.0, 4.0, 7.0, 6.0, 7.0, 6.0, 2.0, 3.0, 1.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.027806660160422325, -0.02675519697368145, -0.025703731924295425, -0.02465226873755455, -0.023600805550813675, -0.0225493423640728, -0.021497879177331924, -0.0204464141279459, -0.019394950941205025, -0.01834348775446415, -0.017292022705078125, -0.01624055951833725, -0.015189096331596375, -0.0141376331448555, -0.01308616902679205, -0.0120347049087286, -0.010983241721987724, -0.009931778535246849, -0.0088803144171834, -0.00782885029911995, -0.006777387112379074, -0.0057259234599769115, -0.004674459807574749, -0.0036229961551725864, -0.002571532502770424, -0.0015200688503682613, -0.0004686051979660988, 0.0005828584544360638, 0.0016343221068382263, 0.002685785759240389, 0.0037372494116425514, 0.004788713064044714, 0.0058401767164468765, 0.006891640368849039, 0.007943104021251202, 0.008994568139314651, 0.010046031326055527, 0.011097494512796402, 0.012148958630859852, 0.013200422748923302, 0.014251885935664177, 0.015303349122405052, 0.016354814171791077, 0.017406277358531952, 0.018457740545272827, 0.019509203732013702, 0.020560666918754578, 0.021612131968140602, 0.022663595154881477, 0.023715058341622353, 0.024766523391008377, 0.025817986577749252, 0.026869449764490128, 0.027920912951231003, 0.028972376137971878, 0.030023841187357903, 0.031075304374098778, 0.0321267694234848, 0.03317823261022568, 0.03422969579696655, 0.03528115898370743, 0.0363326221704483, 0.03738408535718918, 0.038435548543930054, 0.03948701173067093]}, "_runtime": 189.4776303768158, "_timestamp": 1596213060.179168, "_step": 230}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 3.0, 1.0, 6.0, 5.0, 2.0, 10.0, 4.0, 3.0, 2.0, 1.0, 1.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007994970306754112, -0.007662719581276178, -0.0073304688557982445, -0.006998218130320311, -0.006665967404842377, -0.0063337162137031555, -0.006001465488225222, -0.005669214762747288, -0.005336964037269354, -0.00500471331179142, -0.004672462586313486, -0.004340211860835552, -0.004007960669696331, -0.003675710177049041, -0.0033434592187404633, -0.0030112084932625294, -0.0026789577677845955, -0.0023467070423066616, -0.0020144563168287277, -0.0016822053585201502, -0.0013499546330422163, -0.0010177039075642824, -0.0006854530656710267, -0.0003532022819854319, -2.0951498299837112e-05, 0.0003112992853857577, 0.0006435500690713525, 0.0009758008527569473, 0.001308051636442542, 0.001640302361920476, 0.0019725533202290535, 0.0023048040457069874, 0.0026370547711849213, 0.002969305496662855, 0.003301556222140789, 0.0036338071804493666, 0.003966057673096657, 0.004298308864235878, 0.004630559589713812, 0.004962810315191746, 0.00529506104066968, 0.0056273117661476135, 0.005959562491625547, 0.006291813217103481, 0.0066240644082427025, 0.006956315133720636, 0.00728856585919857, 0.007620816584676504, 0.007953067310154438, 0.00828531850129366, 0.008617568761110306, 0.008949819952249527, 0.009282070212066174, 0.009614321403205395, 0.009946571663022041, 0.010278822854161263, 0.010611074045300484, 0.01094332430511713, 0.011275575496256351, 0.011607825756072998, 0.01194007694721222, 0.012272327207028866, 0.012604578398168087, 0.012936828657984734, 0.013269079849123955]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 4.0, 4.0, 4.0, 4.0, 14.0, 14.0, 13.0, 17.0, 14.0, 25.0, 26.0, 38.0, 48.0, 63.0, 72.0, 124.0, 160.0, 297.0, 5174.0, 954.0, 272.0, 153.0, 101.0, 68.0, 57.0, 40.0, 34.0, 22.0, 25.0, 16.0, 18.0, 10.0, 10.0, 10.0, 4.0, 5.0, 0.0, 2.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.10510170459747314, -0.1019030213356018, -0.09870433807373047, -0.09550565481185913, -0.09230697154998779, -0.08910828828811646, -0.08590960502624512, -0.08271092176437378, -0.07951223850250244, -0.0763135477900505, -0.07311486452817917, -0.06991618126630783, -0.06671749800443649, -0.06351881474256516, -0.06032013148069382, -0.05712144821882248, -0.05392276495695114, -0.0507240816950798, -0.047525398433208466, -0.04432671517133713, -0.04112803190946579, -0.03792934492230415, -0.034730661660432816, -0.03153197839856148, -0.02833329513669014, -0.025134611874818802, -0.021935928612947464, -0.018737243488430977, -0.015538560226559639, -0.012339876964688301, -0.009141192771494389, -0.005942509043961763, -0.002743825316429138, 0.000454858411103487, 0.003653542138636112, 0.006852225866168737, 0.010050909593701363, 0.0132495928555727, 0.016448277980089188, 0.019646961241960526, 0.022845644503831863, 0.0260443277657032, 0.02924301102757454, 0.03244169428944588, 0.03564038127660751, 0.03883906453847885, 0.04203774780035019, 0.04523643106222153, 0.048435114324092865, 0.0516337975859642, 0.05483248084783554, 0.05803116410970688, 0.06122984737157822, 0.06442853063344955, 0.06762721389532089, 0.07082589715719223, 0.07402458786964417, 0.0772232711315155, 0.08042195439338684, 0.08362063765525818, 0.08681932091712952, 0.09001800417900085, 0.09321668744087219, 0.09641537070274353, 0.09961405396461487]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 3.0, 2.0, 2.0, 1.0, 1.0, 3.0, 6.0, 4.0, 7.0, 3.0, 1.0, 7.0, 5.0, 22.0, 11.0, 5.0, 4.0, 1.0, 4.0, 1.0, 5.0, 4.0, 0.0, 2.0, 1.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003355924505740404, -0.003253062954172492, -0.00315020140260458, -0.003047339618206024, -0.002944478066638112, -0.0028416165150702, -0.002738754963502288, -0.002635893179103732, -0.00253303162753582, -0.002430170075967908, -0.002327308524399996, -0.0022244469728320837, -0.002121585188433528, -0.002018723636865616, -0.0019158620852977037, -0.0018130004173144698, -0.0017101388657465577, -0.0016072773141786456, -0.0015044156461954117, -0.0014015540946274996, -0.0012986924266442657, -0.0011958308750763535, -0.0010929692070931196, -0.0009901076555252075, -0.0008872460457496345, -0.0007843844359740615, -0.0006815228261984885, -0.0005786612164229155, -0.0004757996357511729, -0.0003729380259755999, -0.0002700764453038573, -0.0001672148355282843, -6.43532257527113e-05, 3.8508376746904105e-05, 0.0001413699792465195, 0.0002442315744701773, 0.0003470931842457503, 0.0004499547940213233, 0.0005528163746930659, 0.0006556779844686389, 0.0007585395942442119, 0.0008614012040197849, 0.0009642628137953579, 0.001067124423570931, 0.001169985975138843, 0.001272847643122077, 0.001375709194689989, 0.001478570862673223, 0.0015814324142411351, 0.0016842939658090472, 0.0017871556337922812, 0.0018900171853601933, 0.0019928787369281054, 0.002095740521326661, 0.002198602072894573, 0.0023014636244624853, 0.0024043251760303974, 0.0025071867275983095, 0.0026100485119968653, 0.0027129100635647774, 0.0028157716151326895, 0.0029186331667006016, 0.0030214949510991573, 0.0031243565026670694, 0.0032272180542349815]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 5.0, 11.0, 13.0, 9.0, 17.0, 23.0, 28.0, 33.0, 65.0, 84.0, 109.0, 142.0, 177.0, 268.0, 362.0, 537.0, 770.0, 1120.0, 1841.0, 3114.0, 5576.0, 10356.0, 22028.0, 60926.0, 902740.0, 104692.0, 30907.0, 14130.0, 7489.0, 4248.0, 2813.0, 1723.0, 1060.0, 777.0, 437.0, 316.0, 216.0, 149.0, 101.0, 76.0, 45.0, 38.0, 16.0, 16.0, 10.0, 10.0, 6.0, 4.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.006246872711926699, -0.006050401832908392, -0.005853930953890085, -0.0056574600748717785, -0.005460989195853472, -0.005264518316835165, -0.005068047437816858, -0.0048715765587985516, -0.004675105679780245, -0.004478634800761938, -0.004282163921743631, -0.004085693042725325, -0.003889222163707018, -0.003692751284688711, -0.0034962804056704044, -0.0032998095266520977, -0.003103338647633791, -0.0029068677686154842, -0.0027103968895971775, -0.0025139260105788708, -0.002317455131560564, -0.0021209842525422573, -0.0019245133735239506, -0.0017280424945056438, -0.0015315716154873371, -0.0013351007364690304, -0.0011386298574507236, -0.0009421589784324169, -0.0007456880994141102, -0.0005492172203958035, -0.0003527463413774967, -0.00015627546235919, 4.0195416659116745e-05, 0.00023666629567742348, 0.0004331371746957302, 0.0006296080537140369, 0.0008260789327323437, 0.0010225498117506504, 0.0012190206907689571, 0.0014154915697872639, 0.0016119624488055706, 0.0018084333278238773, 0.002004904206842184, 0.002201375085860491, 0.0023978459648787975, 0.0025943168438971043, 0.002790787722915411, 0.0029872586019337177, 0.0031837294809520245, 0.003380200359970331, 0.003576671238988638, 0.0037731421180069447, 0.003969612997025251, 0.004166083876043558, 0.004362554755061865, 0.004559025634080172, 0.004755496513098478, 0.004951967392116785, 0.005148438271135092, 0.0053449091501533985, 0.005541380029171705, 0.005737850908190012, 0.005934321787208319, 0.0061307926662266254, 0.006327263545244932]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 3.0, 0.0, 2.0, 3.0, 3.0, 4.0, 1.0, 9.0, 3.0, 2.0, 2.0, 3.0, 2.0, 3.0, 3.0, 2.0, 0.0, 1.0, 3.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014760115183889866, -0.014205003157258034, -0.013649891130626202, -0.01309477910399437, -0.012539668008685112, -0.01198455598205328, -0.011429443955421448, -0.010874331928789616, -0.010319219902157784, -0.009764107875525951, -0.00920899584889412, -0.008653883822262287, -0.008098771795630455, -0.00754366023465991, -0.006988548673689365, -0.006433436647057533, -0.005878324620425701, -0.005323212593793869, -0.004768100567162037, -0.004212989006191492, -0.00365787697955966, -0.003102764952927828, -0.0025476531591266394, -0.001992541365325451, -0.0014374293386936188, -0.0008823174284771085, -0.0003272055182605982, 0.0002279063919559121, 0.0007830183021724224, 0.0013381302123889327, 0.001893242122605443, 0.0024483539164066315, 0.0030034659430384636, 0.0035585779696702957, 0.004113689996302128, 0.004668801557272673, 0.005223913583904505, 0.005779025610536337, 0.006334137171506882, 0.006889249198138714, 0.007444361224770546, 0.007999473251402378, 0.00855458527803421, 0.009109697304666042, 0.009664809331297874, 0.010219920426607132, 0.010775032453238964, 0.011330144479870796, 0.011885256506502628, 0.01244036853313446, 0.012995480559766293, 0.013550592586398125, 0.014105703681707382, 0.014660815708339214, 0.015215927734971046, 0.015771040692925453, 0.01632615178823471, 0.016881262883543968, 0.017436375841498375, 0.017991486936807632, 0.01854659989476204, 0.019101710990071297, 0.019656823948025703, 0.02021193504333496, 0.020767048001289368]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 3.0, 5.0, 3.0, 5.0, 4.0, 7.0, 2.0, 6.0, 8.0, 10.0, 14.0, 12.0, 20.0, 17.0, 22.0, 39.0, 40.0, 53.0, 65.0, 75.0, 99.0, 142.0, 162.0, 199.0, 325.0, 397.0, 539.0, 836.0, 1278.0, 1880.0, 5639.0, 1818.0, 1299.0, 869.0, 604.0, 479.0, 336.0, 247.0, 192.0, 128.0, 100.0, 79.0, 65.0, 60.0, 44.0, 37.0, 22.0, 21.0, 29.0, 23.0, 22.0, 11.0, 5.0, 8.0, 5.0, 8.0, 4.0, 2.0, 3.0, 0.0, 1.0, 3.0, 1.0], "bins": [-0.007430093362927437, -0.0071929385885596275, -0.006955783814191818, -0.006718629505485296, -0.006481474731117487, -0.006244319956749678, -0.006007165182381868, -0.005770010408014059, -0.005532856099307537, -0.005295701324939728, -0.0050585465505719185, -0.004821391776204109, -0.0045842370018363, -0.004347082227468491, -0.004109927918761969, -0.0038727731443941593, -0.00363561837002635, -0.0033984635956585407, -0.003161309054121375, -0.002924154279753566, -0.0026869997382164, -0.002449844963848591, -0.0022126901894807816, -0.001975535647943616, -0.0017383808735758066, -0.0015012262156233191, -0.0012640715576708317, -0.0010269167833030224, -0.0007897621253505349, -0.0005526074673980474, -0.00031545275123789907, -7.829806418158114e-05, 0.00015885662287473679, 0.0003960113099310547, 0.0006331659969873726, 0.000870320713147521, 0.0011074753711000085, 0.001344630029052496, 0.0015817848034203053, 0.0018189394613727927, 0.00205609411932528, 0.0022932488936930895, 0.002530403435230255, 0.0027675582095980644, 0.0030047129839658737, 0.0032418675255030394, 0.0034790222998708487, 0.0037161768414080143, 0.003953331615775824, 0.004190486390143633, 0.004427641164511442, 0.004664795473217964, 0.0049019502475857735, 0.005139105021953583, 0.005376259796321392, 0.005613414570689201, 0.005850569345057011, 0.006087723653763533, 0.006324878428131342, 0.006562033202499151, 0.0067991879768669605, 0.00703634275123477, 0.007273497059941292, 0.007510651834309101, 0.00774780660867691]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 3.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06827870011329651, -0.06683827936649323, -0.06539785116910934, -0.06395742297172546, -0.06251700222492218, -0.0610765777528286, -0.059636153280735016, -0.058195728808641434, -0.05675530433654785, -0.05531487986445427, -0.05387445539236069, -0.052434030920267105, -0.05099360644817352, -0.04955318197607994, -0.04811275750398636, -0.046672333031892776, -0.045231908559799194, -0.04379148408770561, -0.04235105961561203, -0.04091063514351845, -0.039470210671424866, -0.038029786199331284, -0.0365893617272377, -0.03514893725514412, -0.03370851278305054, -0.032268088310956955, -0.030827663838863373, -0.02938723936676979, -0.02794681489467621, -0.026506390422582626, -0.025065965950489044, -0.023625541478395462, -0.02218511700630188, -0.020744692534208298, -0.019304268062114716, -0.017863843590021133, -0.01642341911792755, -0.014982994645833969, -0.013542570173740387, -0.012102145701646805, -0.010661721229553223, -0.00922129675745964, -0.007780872285366058, -0.006340447813272476, -0.004900023341178894, -0.003459598869085312, -0.0020191743969917297, -0.0005787499248981476, 0.0008616745471954346, 0.0023020990192890167, 0.003742523491382599, 0.005182947963476181, 0.006623372435569763, 0.008063796907663345, 0.009504221379756927, 0.01094464585185051, 0.012385070323944092, 0.013825494796037674, 0.015265919268131256, 0.016706343740224838, 0.01814676821231842, 0.019587192684412003, 0.021027617156505585, 0.022468041628599167, 0.02390846610069275]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 1.0, 1.0, 3.0, 4.0, 7.0, 6.0, 7.0, 6.0, 9.0, 14.0, 15.0, 22.0, 42.0, 22.0, 23.0, 11.0, 16.0, 11.0, 4.0, 5.0, 9.0, 6.0, 6.0, 7.0, 4.0, 5.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0503125935792923, -0.048623841255903244, -0.04693508893251419, -0.045246340334415436, -0.04355758801102638, -0.04186883568763733, -0.040180087089538574, -0.03849133476614952, -0.03680258244276047, -0.035113830119371414, -0.03342507779598236, -0.031736329197883606, -0.030047576874494553, -0.0283588245511055, -0.026670074090361595, -0.02498132362961769, -0.023292571306228638, -0.021603818982839584, -0.01991506852209568, -0.018226318061351776, -0.016537565737962723, -0.014848814345896244, -0.013160062953829765, -0.011471311561763287, -0.009782560169696808, -0.008093808777630329, -0.00640505738556385, -0.004716305993497372, -0.003027554601430893, -0.0013388032093644142, 0.0003499481827020645, 0.0020386995747685432, 0.003727450966835022, 0.005416202358901501, 0.007104953750967979, 0.008793705143034458, 0.010482456535100937, 0.012171207927167416, 0.013859959319233894, 0.015548710711300373, 0.017237462103366852, 0.018926214426755905, 0.02061496488749981, 0.022303715348243713, 0.023992467671632767, 0.02568121999502182, 0.027369970455765724, 0.02905872091650963, 0.03074747323989868, 0.032436225563287735, 0.03412497788667679, 0.03581372648477554, 0.0375024788081646, 0.03919123113155365, 0.040879979729652405, 0.04256873205304146, 0.04425748437643051, 0.045946236699819565, 0.04763498902320862, 0.04932373762130737, 0.051012489944696426, 0.05270124226808548, 0.054389990866184235, 0.05607874318957329, 0.05776749551296234]}, "_runtime": 190.34003233909607, "_timestamp": 1596213061.04157, "_step": 231}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 3.0, 3.0, 10.0, 4.0, 3.0, 2.0, 0.0, 4.0, 2.0, 1.0, 3.0, 3.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011483697220683098, -0.011115691624581814, -0.010747685097157955, -0.010379679501056671, -0.010011673904955387, -0.009643667377531528, -0.009275661781430244, -0.00890765618532896, -0.008539650589227676, -0.008171644061803818, -0.007803638465702534, -0.007435632403939962, -0.007067626342177391, -0.006699620746076107, -0.006331614684313536, -0.005963609088212252, -0.00559560302644968, -0.005227596964687109, -0.004859591368585825, -0.004491585306823254, -0.00412357971072197, -0.0037555736489593983, -0.003387567587196827, -0.0030195617582648993, -0.0026515559293329716, -0.002283550100401044, -0.0019155441550537944, -0.0015475382097065449, -0.0011795323807746172, -0.0008115264936350286, -0.00044352060649544, -7.551471935585141e-05, 0.0002924911677837372, 0.0006604970549233258, 0.0010285029420629144, 0.0013965088874101639, 0.0017645147163420916, 0.0021325205452740192, 0.0025005266070365906, 0.0028685324359685183, 0.003236538264900446, 0.0036045440938323736, 0.003972549922764301, 0.004340555984526873, 0.004708562046289444, 0.005076567642390728, 0.005444573704153299, 0.005812579300254583, 0.006180585362017155, 0.006548591423779726, 0.00691659701988101, 0.007284603081643581, 0.007652608677744865, 0.008020615205168724, 0.008388620801270008, 0.008756626397371292, 0.00912463292479515, 0.009492638520896435, 0.009860644116997719, 0.010228649713099003, 0.010596656240522861, 0.010964661836624146, 0.01133266743272543, 0.011700673960149288, 0.012068679556250572]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 3.0, 3.0, 3.0, 1.0, 1.0, 1.0, 5.0, 5.0, 7.0, 7.0, 8.0, 8.0, 13.0, 17.0, 25.0, 23.0, 18.0, 32.0, 32.0, 37.0, 59.0, 84.0, 90.0, 117.0, 207.0, 400.0, 5427.0, 467.0, 203.0, 142.0, 90.0, 77.0, 66.0, 39.0, 40.0, 31.0, 37.0, 19.0, 18.0, 12.0, 12.0, 6.0, 5.0, 6.0, 4.0, 5.0, 4.0, 2.0, 1.0, 3.0, 2.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.11318263411521912, -0.1099897027015686, -0.10679677128791809, -0.10360384732484818, -0.10041091591119766, -0.09721798449754715, -0.09402505308389664, -0.09083212167024612, -0.08763919770717621, -0.0844462662935257, -0.08125333487987518, -0.07806040346622467, -0.07486747205257416, -0.07167454063892365, -0.06848161667585373, -0.06528868526220322, -0.062095753848552704, -0.05890282243490219, -0.05570989474654198, -0.052516963332891464, -0.04932403564453125, -0.04613110423088074, -0.042938172817230225, -0.03974524512887001, -0.0365523137152195, -0.033359382301568985, -0.03016645461320877, -0.026973523199558258, -0.023780593648552895, -0.02058766409754753, -0.01739473268389702, -0.014201803132891655, -0.011008873581886292, -0.007815944030880928, -0.00462301354855299, -0.0014300835318863392, 0.0017628464847803116, 0.004955776501446962, 0.008148706518113613, 0.011341637000441551, 0.014534566551446915, 0.017727496102452278, 0.02092042565345764, 0.024113357067108154, 0.027306286618113518, 0.03049921616911888, 0.033692147582769394, 0.03688507527112961, 0.04007800668478012, 0.043270938098430634, 0.04646386578679085, 0.04965679720044136, 0.052849724888801575, 0.05604265630245209, 0.0592355877161026, 0.062428515404462814, 0.06562145054340363, 0.06881437450647354, 0.07200730592012405, 0.07520023733377457, 0.07839316874742508, 0.08158610016107559, 0.08477902412414551, 0.08797195553779602, 0.09116488695144653]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0, 3.0, 5.0, 3.0, 3.0, 3.0, 7.0, 2.0, 5.0, 23.0, 7.0, 3.0, 4.0, 2.0, 4.0, 3.0, 2.0, 2.0, 3.0, 4.0, 0.0, 2.0, 1.0, 0.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0027149231173098087, -0.0026221396401524544, -0.0025293561629951, -0.0024365726858377457, -0.0023437892086803913, -0.0022510059643536806, -0.0021582224871963263, -0.002065439010038972, -0.0019726555328816175, -0.0018798720557242632, -0.0017870885785669088, -0.0016943052178248763, -0.001601521740667522, -0.0015087382635101676, -0.001415954902768135, -0.0013231714256107807, -0.0012303879484534264, -0.001137604471296072, -0.0010448209941387177, -0.0009520376333966851, -0.0008592541562393308, -0.0007664706790819764, -0.000673687260132283, -0.0005809038411825895, -0.0004881203640252352, -0.0003953369159717113, -0.0003025534679181874, -0.00020977001986466348, -0.00011698657181113958, -2.4203123757615685e-05, 6.858032429590821e-05, 0.0001613637723494321, 0.000254147220402956, 0.0003469306684564799, 0.0004397141165100038, 0.0005324975354596972, 0.0006252810126170516, 0.000718064489774406, 0.0008108479087240994, 0.0009036313276737928, 0.0009964148048311472, 0.0010891982819885015, 0.001181981759145856, 0.0012747651198878884, 0.0013675485970452428, 0.0014603320742025971, 0.0015531154349446297, 0.001645898912101984, 0.0017386823892593384, 0.0018314658664166927, 0.001924249343574047, 0.0020170328207314014, 0.002109816297888756, 0.0022025995422154665, 0.002295383019372821, 0.002388166496530175, 0.0024809499736875296, 0.002573733450844884, 0.0026665169280022383, 0.0027593004051595926, 0.0028520836494863033, 0.0029448671266436577, 0.003037650603801012, 0.0031304340809583664, 0.0032232175581157207]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 5.0, 4.0, 8.0, 12.0, 12.0, 16.0, 31.0, 34.0, 57.0, 72.0, 125.0, 178.0, 268.0, 409.0, 658.0, 1260.0, 2345.0, 4733.0, 10306.0, 26560.0, 102415.0, 927203.0, 56597.0, 21307.0, 10613.0, 5628.0, 3346.0, 2033.0, 1228.0, 751.0, 457.0, 325.0, 187.0, 130.0, 98.0, 67.0, 44.0, 32.0, 24.0, 16.0, 17.0, 7.0, 4.0, 6.0, 3.0, 0.0, 4.0, 2.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006299360189586878, -0.006041279528290033, -0.005783199332654476, -0.005525118671357632, -0.005267038010060787, -0.005008957348763943, -0.004750876687467098, -0.004492796491831541, -0.004234715830534697, -0.003976635169237852, -0.0037185547407716513, -0.0034604743123054504, -0.003202393651008606, -0.0029443129897117615, -0.0026862325612455606, -0.00242815213277936, -0.0021700714714825153, -0.0019119909266009927, -0.00165391038171947, -0.0013958298368379474, -0.0011377492919564247, -0.0008796687470749021, -0.0006215882021933794, -0.00036350765731185675, -0.00010542711243033409, 0.00015265343245118856, 0.0004107339773327112, 0.0006688145222142339, 0.0009268950670957565, 0.0011849756119772792, 0.0014430561568588018, 0.0017011367017403245, 0.001959217246621847, 0.0022172979079186916, 0.0024753783363848925, 0.0027334587648510933, 0.0029915394261479378, 0.0032496200874447823, 0.003507700515910983, 0.003765780944377184, 0.004023861605674028, 0.004281942266970873, 0.00454002246260643, 0.0047981031239032745, 0.005056183785200119, 0.0053142644464969635, 0.005572345107793808, 0.005830425303429365, 0.00608850596472621, 0.006346586626023054, 0.006604666821658611, 0.006862747482955456, 0.0071208281442523, 0.007378908805549145, 0.007636989466845989, 0.007895070128142834, 0.008153149858117104, 0.008411230519413948, 0.008669311180710793, 0.008927391842007637, 0.009185472503304482, 0.009443553164601326, 0.00970163382589817, 0.009959714487195015, 0.01021779514849186]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 3.0, 0.0, 2.0, 7.0, 5.0, 2.0, 2.0, 1.0, 0.0, 5.0, 0.0, 2.0, 2.0, 2.0, 1.0, 5.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.021142808720469475, -0.020505400374531746, -0.019867992028594017, -0.019230583682656288, -0.01859317719936371, -0.01795576885342598, -0.01731836050748825, -0.016680952161550522, -0.016043543815612793, -0.015406135469675064, -0.014768727123737335, -0.014131319709122181, -0.013493911363184452, -0.012856503017246723, -0.012219095602631569, -0.01158168725669384, -0.010944278910756111, -0.010306870564818382, -0.009669462218880653, -0.009032054804265499, -0.00839464645832777, -0.007757238112390041, -0.0071198302321136, -0.006482422351837158, -0.005845014005899429, -0.0052076056599617004, -0.004570197779685259, -0.003932789899408817, -0.0032953815534710884, -0.002657973440364003, -0.002020565327256918, -0.0013831572141498327, -0.0007457491010427475, -0.00010834098793566227, 0.000529067125171423, 0.0011664752382785082, 0.0018038833513855934, 0.0024412914644926786, 0.003078699577599764, 0.003716107690706849, 0.004353515803813934, 0.004990924149751663, 0.005628332030028105, 0.006265739910304546, 0.006903148256242275, 0.007540556602180004, 0.008177964016795158, 0.008815372362732887, 0.009452780708670616, 0.010090189054608345, 0.010727597400546074, 0.011365004815161228, 0.012002413161098957, 0.012639821507036686, 0.01327722892165184, 0.013914637267589569, 0.014552045613527298, 0.015189453959465027, 0.015826862305402756, 0.016464270651340485, 0.017101678997278214, 0.017739085480570793, 0.018376493826508522, 0.01901390217244625, 0.01965131051838398]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 6.0, 4.0, 4.0, 8.0, 12.0, 13.0, 18.0, 22.0, 29.0, 50.0, 34.0, 64.0, 70.0, 85.0, 101.0, 117.0, 155.0, 204.0, 262.0, 341.0, 431.0, 633.0, 894.0, 1765.0, 6143.0, 1969.0, 1366.0, 946.0, 700.0, 491.0, 403.0, 270.0, 215.0, 164.0, 106.0, 82.0, 61.0, 49.0, 28.0, 22.0, 33.0, 15.0, 3.0, 8.0, 8.0, 3.0, 4.0, 2.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0], "bins": [-0.012413459829986095, -0.012041643261909485, -0.011669827625155449, -0.011298011057078838, -0.010926195420324802, -0.010554378852248192, -0.010182563215494156, -0.009810746647417545, -0.009438930079340935, -0.009067114442586899, -0.008695297874510288, -0.008323482237756252, -0.007951665669679642, -0.0075798495672643185, -0.007208033464848995, -0.006836217362433672, -0.006464401260018349, -0.0060925851576030254, -0.005720769055187702, -0.005348952952772379, -0.004977136850357056, -0.004605320282280445, -0.004233504179865122, -0.0038616880774497986, -0.0034898719750344753, -0.003118055872619152, -0.002746239770203829, -0.002374423434957862, -0.0020026073325425386, -0.0016307912301272154, -0.0012589750112965703, -0.0008871588506735861, -0.000515342690050602, -0.0001435265294276178, 0.00022828963119536638, 0.0006001057918183506, 0.0009719219524413347, 0.001343738054856658, 0.001715554273687303, 0.002087370492517948, 0.0024591865949332714, 0.0028310026973485947, 0.003202818799763918, 0.003574635135009885, 0.003946451470255852, 0.004318267572671175, 0.004690083675086498, 0.0050618997775018215, 0.005433715879917145, 0.005805531982332468, 0.006177348084747791, 0.0065491641871631145, 0.006920980289578438, 0.007292796857655048, 0.007664612960070372, 0.008036429062485695, 0.00840824469923973, 0.008780061267316341, 0.009151877835392952, 0.009523693472146988, 0.009895510040223598, 0.010267325676977634, 0.010639142245054245, 0.011010957881808281, 0.011382774449884892]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 4.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.16609929502010345, -0.16102078557014465, -0.15594226121902466, -0.15086375176906586, -0.14578522741794586, -0.14070671796798706, -0.13562819361686707, -0.13054968416690826, -0.12547117471694946, -0.12039265036582947, -0.11531413346529007, -0.11023561656475067, -0.10515710711479187, -0.10007859021425247, -0.09500007331371307, -0.08992155641317368, -0.08484303951263428, -0.07976452261209488, -0.07468600571155548, -0.06960748881101608, -0.06452897191047668, -0.059450458735227585, -0.054371945559978485, -0.04929342865943909, -0.04421491175889969, -0.03913639485836029, -0.03405787795782089, -0.028979364782571793, -0.023900847882032394, -0.018822330981492996, -0.013743815943598747, -0.008665299974381924, -0.0035867840051651, 0.0014917319640517235, 0.006570247933268547, 0.01164876390248537, 0.016727279871702194, 0.021805796772241592, 0.02688431181013584, 0.03196282684803009, 0.03704134374856949, 0.04211986064910889, 0.047198377549648285, 0.052276890724897385, 0.05735540762543678, 0.06243392452597618, 0.06751243770122528, 0.07259095460176468, 0.07766947150230408, 0.08274798840284348, 0.08782650530338287, 0.09290502220392227, 0.09798353910446167, 0.10306204855442047, 0.10814056545495987, 0.11321908235549927, 0.11829759925603867, 0.12337611615657806, 0.12845462560653687, 0.13353314995765686, 0.13861165940761566, 0.14369018375873566, 0.14876869320869446, 0.15384721755981445, 0.15892572700977325]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 4.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 2.0, 1.0, 6.0, 3.0, 6.0, 1.0, 5.0, 2.0, 3.0, 1.0, 5.0, 5.0, 7.0, 6.0, 13.0, 8.0, 7.0, 6.0, 14.0, 13.0, 14.0, 39.0, 22.0, 18.0, 13.0, 11.0, 11.0, 9.0, 4.0, 5.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09863145649433136, -0.09601007401943207, -0.09338868409395218, -0.09076730161905289, -0.088145911693573, -0.0855245292186737, -0.08290314674377441, -0.08028175681829453, -0.07766037434339523, -0.07503899186849594, -0.07241760194301605, -0.06979621946811676, -0.06717483699321747, -0.06455344706773758, -0.06193206459283829, -0.0593106783926487, -0.056689292192459106, -0.054067905992269516, -0.051446519792079926, -0.048825137317180634, -0.04620375111699104, -0.04358236491680145, -0.04096098244190216, -0.03833959624171257, -0.03571821004152298, -0.03309682384133339, -0.030475439503788948, -0.027854055166244507, -0.025232668966054916, -0.022611282765865326, -0.019989898428320885, -0.017368514090776443, -0.014747127890586853, -0.012125742621719837, -0.009504357352852821, -0.0068829720839858055, -0.00426158681511879, -0.0016402015462517738, 0.000981183722615242, 0.003602568991482258, 0.006223954260349274, 0.00884533952921629, 0.011466724798083305, 0.014088110066950321, 0.016709495335817337, 0.019330881536006927, 0.02195226587355137, 0.02457365021109581, 0.0271950364112854, 0.02981642261147499, 0.03243780881166458, 0.03505919128656387, 0.037680577486753464, 0.040301963686943054, 0.042923346161842346, 0.04554473236203194, 0.04816611856222153, 0.05078750476241112, 0.05340889096260071, 0.0560302734375, 0.05865165963768959, 0.06127304583787918, 0.06389442831277847, 0.06651581823825836, 0.06913720071315765]}, "_runtime": 191.19015431404114, "_timestamp": 1596213061.891692, "_step": 232}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 5.0, 1.0, 3.0, 2.0, 2.0, 3.0, 2.0, 1.0, 5.0, 5.0, 0.0, 6.0, 2.0, 4.0, 2.0, 1.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00912168063223362, -0.008761214092373848, -0.008400747552514076, -0.008040281012654305, -0.0076798140071332455, -0.007319347001612186, -0.006958880461752415, -0.006598413921892643, -0.006237947382032871, -0.005877480376511812, -0.0055170138366520405, -0.005156547296792269, -0.00479608029127121, -0.004435613751411438, -0.004075147211551666, -0.003714680438861251, -0.0033542136661708355, -0.00299374689348042, -0.0026332803536206484, -0.002272813580930233, -0.0019123469246551394, -0.0015518802683800459, -0.0011914134956896305, -0.000830946839414537, -0.0004704801831394434, -0.00011001349776051939, 0.0002504531876184046, 0.0006109199021011591, 0.0009713865583762527, 0.0013318532146513462, 0.0016923199873417616, 0.0020527865272015333, 0.0024132532998919487, 0.002773720072582364, 0.003134186612442136, 0.003494653385132551, 0.003855119924992323, 0.004215586930513382, 0.004576053470373154, 0.004936520010232925, 0.005296986550092697, 0.005657453555613756, 0.006017920095473528, 0.0063783866353333, 0.006738853640854359, 0.00709932018071413, 0.007459786720573902, 0.007820253260433674, 0.00818072073161602, 0.008541187271475792, 0.008901653811335564, 0.009262120351195335, 0.009622586891055107, 0.009983053430914879, 0.01034351997077465, 0.010703987441956997, 0.011064453981816769, 0.01142492052167654, 0.011785387061536312, 0.012145853601396084, 0.012506320141255856, 0.012866787612438202, 0.013227254152297974, 0.013587720692157745, 0.013948187232017517]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 6.0, 2.0, 2.0, 1.0, 4.0, 5.0, 5.0, 1.0, 9.0, 10.0, 10.0, 10.0, 23.0, 25.0, 33.0, 25.0, 37.0, 60.0, 78.0, 113.0, 155.0, 226.0, 415.0, 5358.0, 511.0, 239.0, 147.0, 103.0, 78.0, 61.0, 36.0, 23.0, 25.0, 14.0, 20.0, 10.0, 9.0, 6.0, 11.0, 6.0, 2.0, 5.0, 3.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11354128271341324, -0.1098116934299469, -0.10608211159706116, -0.10235252231359482, -0.09862293303012848, -0.09489335119724274, -0.0911637619137764, -0.08743417263031006, -0.08370459079742432, -0.07997500151395798, -0.07624541223049164, -0.0725158229470253, -0.06878624111413956, -0.06505665183067322, -0.06132706627249718, -0.05759747698903084, -0.0538678914308548, -0.05013830587267876, -0.04640871658921242, -0.04267913103103638, -0.03894954174757004, -0.035219956189394, -0.03149037063121796, -0.027760783210396767, -0.024031195789575577, -0.020301608368754387, -0.016572020947933197, -0.012842435389757156, -0.009112847968935966, -0.005383261013776064, -0.0016536740586161613, 0.0020759128965437412, 0.005805499851703644, 0.009535087272524834, 0.013264673762023449, 0.016994260251522064, 0.020723847672343254, 0.024453435093164444, 0.028183020651340485, 0.031912609934806824, 0.035642195492982864, 0.039371781051158905, 0.043101370334625244, 0.046830955892801285, 0.050560541450977325, 0.054290130734443665, 0.058019716292619705, 0.061749305576086044, 0.06547889113426208, 0.06920848041772842, 0.07293806225061417, 0.0766676515340805, 0.08039724081754684, 0.08412682265043259, 0.08785641193389893, 0.09158600121736526, 0.0953155905008316, 0.09904517233371735, 0.10277476161718369, 0.10650435090065002, 0.11023393273353577, 0.1139635220170021, 0.11769311130046844, 0.12142269313335419, 0.12515228986740112]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 3.0, 1.0, 2.0, 1.0, 6.0, 5.0, 9.0, 2.0, 3.0, 7.0, 5.0, 22.0, 1.0, 4.0, 1.0, 6.0, 6.0, 1.0, 3.0, 5.0, 2.0, 4.0, 0.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0025542841758579016, -0.0024650064297020435, -0.002375728450715542, -0.002286450704559684, -0.0021971729584038258, -0.002107894979417324, -0.002018617233261466, -0.001929339487105608, -0.0018400616245344281, -0.0017507837619632483, -0.0016615060158073902, -0.0015722281532362103, -0.0014829502906650305, -0.0013936725445091724, -0.0013043946819379926, -0.0012151169357821345, -0.0011258390732109547, -0.0010365612106397748, -0.0009472834644839168, -0.0008580056019127369, -0.0007687277975492179, -0.000679449993185699, -0.0005901721306145191, -0.0005008943262510002, -0.0004116165218874812, -0.00032233871752396226, -0.00023306088405661285, -0.00014378306514117867, -5.4505246225744486e-05, 3.4772572689689696e-05, 0.00012405039160512388, 0.00021332821052055806, 0.00030260602943599224, 0.0003918838337995112, 0.0004811616672668606, 0.00057043950073421, 0.000659717305097729, 0.0007489951094612479, 0.0008382729720324278, 0.0009275507763959467, 0.0010168285807594657, 0.0011061064433306456, 0.0011953841894865036, 0.0012846620520576835, 0.0013739399146288633, 0.0014632176607847214, 0.0015524955233559012, 0.0016417732695117593, 0.0017310511320829391, 0.001820328994654119, 0.001909606740809977, 0.001998884603381157, 0.002088162349537015, 0.0021774403285235167, 0.0022667180746793747, 0.0023559958208352327, 0.0024452735669910908, 0.0025345515459775925, 0.0026238292921334505, 0.0027131070382893085, 0.0028023850172758102, 0.0028916627634316683, 0.0029809405095875263, 0.003070218488574028, 0.003159496234729886]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 5.0, 4.0, 7.0, 14.0, 12.0, 31.0, 30.0, 74.0, 92.0, 133.0, 234.0, 333.0, 523.0, 944.0, 1548.0, 2632.0, 4761.0, 9771.0, 22711.0, 65726.0, 881796.0, 113110.0, 34923.0, 16329.0, 8748.0, 5295.0, 3212.0, 2125.0, 1359.0, 886.0, 560.0, 444.0, 303.0, 231.0, 193.0, 136.0, 95.0, 73.0, 68.0, 47.0, 36.0, 16.0, 19.0, 12.0, 10.0, 3.0, 11.0, 3.0, 3.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.006652481388300657, -0.0064038122072815895, -0.006155143026262522, -0.005906473845243454, -0.0056578051298856735, -0.005409135948866606, -0.005160466767847538, -0.00491179758682847, -0.0046631284058094025, -0.004414459224790335, -0.004165790043771267, -0.003917120862752199, -0.003668451914563775, -0.0034197827335447073, -0.003171113785356283, -0.0029224446043372154, -0.0026737754233181477, -0.00242510624229908, -0.002176437061280012, -0.001927768113091588, -0.0016790989320725203, -0.0014304297510534525, -0.0011817606864497066, -0.0009330915636382997, -0.0006844224408268929, -0.000435753318015486, -0.00018708419520407915, 6.15849276073277e-05, 0.00031025405041873455, 0.0005589231732301414, 0.0008075922960415483, 0.0010562613606452942, 0.001304930541664362, 0.0015535997226834297, 0.0018022687872871757, 0.0020509378518909216, 0.0022996070329099894, 0.002548276213929057, 0.0027969451621174812, 0.003045614343136549, 0.0032942835241556168, 0.0035429527051746845, 0.0037916218861937523, 0.00404029106721282, 0.004288960248231888, 0.004537628963589668, 0.004786298144608736, 0.005034967325627804, 0.005283636506646872, 0.005532305687665939, 0.005780974868685007, 0.006029644049704075, 0.006278312765061855, 0.006526981946080923, 0.006775651127099991, 0.007024320308119059, 0.007272989489138126, 0.007521658670157194, 0.007770327851176262, 0.008018996566534042, 0.008267666213214397, 0.008516334928572178, 0.008765004575252533, 0.009013673290610313, 0.009262342005968094]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 2.0, 0.0, 1.0, 5.0, 7.0, 0.0, 3.0, 1.0, 3.0, 1.0, 1.0, 2.0, 4.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0], "bins": [-0.01701348088681698, -0.016509203240275383, -0.01600492373108864, -0.015500645153224468, -0.014996366575360298, -0.014492088928818703, -0.013987810350954533, -0.013483531773090363, -0.012979253195226192, -0.012474974617362022, -0.011970696039497852, -0.011466417461633682, -0.010962139815092087, -0.010457861237227917, -0.009953582659363747, -0.009449304081499577, -0.008945025503635406, -0.008440746925771236, -0.007936468347907066, -0.007432190235704184, -0.0069279116578400135, -0.006423633079975843, -0.005919354967772961, -0.005415076389908791, -0.0049107978120446205, -0.0044065192341804504, -0.003902240889146924, -0.0033979625441133976, -0.0028936839662492275, -0.0023894053883850574, -0.001885127043351531, -0.0013808485819026828, -0.0008765701204538345, -0.0003722916590049863, 0.00013198680244386196, 0.0006362652638927102, 0.0011405437253415585, 0.0016448221867904067, 0.002149100648239255, 0.0026533789932727814, 0.0031576575711369514, 0.0036619361490011215, 0.004166214726865292, 0.004670492839068174, 0.0051747714169323444, 0.0056790499947965145, 0.006183328106999397, 0.006687606684863567, 0.007191885262727737, 0.0076961638405919075, 0.008200442418456078, 0.008704720996320248, 0.009208999574184418, 0.009713277220726013, 0.010217555798590183, 0.010721834376454353, 0.011226112954318523, 0.011730391532182693, 0.012234670110046864, 0.012738948687911034, 0.013243226334452629, 0.0137475049123168, 0.01425178349018097, 0.01475606206804514, 0.01526034064590931]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 7.0, 3.0, 3.0, 10.0, 2.0, 4.0, 14.0, 10.0, 11.0, 10.0, 20.0, 20.0, 30.0, 25.0, 39.0, 50.0, 50.0, 79.0, 104.0, 117.0, 146.0, 161.0, 246.0, 291.0, 459.0, 710.0, 1115.0, 1941.0, 6126.0, 1938.0, 1281.0, 844.0, 634.0, 475.0, 342.0, 230.0, 191.0, 162.0, 93.0, 92.0, 70.0, 56.0, 50.0, 29.0, 20.0, 29.0, 20.0, 15.0, 7.0, 10.0, 7.0, 10.0, 4.0, 3.0, 6.0, 3.0, 1.0, 2.0], "bins": [-0.012704367749392986, -0.012335228733718395, -0.01196608878672123, -0.011596949771046638, -0.011227810755372047, -0.010858670808374882, -0.01048953179270029, -0.010120391845703125, -0.009751252830028534, -0.009382113814353943, -0.009012973867356777, -0.008643834851682186, -0.00827469490468502, -0.00790555588901043, -0.007536416873335838, -0.00716727739199996, -0.006798137910664082, -0.006428998429328203, -0.006059858947992325, -0.005690719932317734, -0.005321580450981855, -0.004952440969645977, -0.004583301953971386, -0.004214162472635508, -0.003845022991299629, -0.003475883509963751, -0.003106744261458516, -0.0027376050129532814, -0.002368465531617403, -0.0019993260502815247, -0.00163018680177629, -0.0012610474368557334, -0.0008919080719351768, -0.0005227687070146203, -0.00015362934209406376, 0.00021551002282649279, 0.0005846493877470493, 0.0009537887526676059, 0.0013229281175881624, 0.001692067482508719, 0.0020612068474292755, 0.002430346328765154, 0.0027994855772703886, 0.0031686248257756233, 0.0035377643071115017, 0.00390690378844738, 0.004276042804121971, 0.0046451822854578495, 0.005014321766793728, 0.005383461248129606, 0.005752600729465485, 0.006121739745140076, 0.006490879226475954, 0.006860018707811832, 0.0072291577234864235, 0.007598297204822302, 0.00796743668615818, 0.008336575701832771, 0.008705715648829937, 0.009074854664504528, 0.009443994611501694, 0.009813133627176285, 0.010182272642850876, 0.010551412589848042, 0.010920551605522633]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 5.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05803299695253372, -0.056128669530153275, -0.05422434210777283, -0.05232001468539238, -0.05041569098830223, -0.04851136356592178, -0.046607036143541336, -0.04470270872116089, -0.04279838129878044, -0.040894053876399994, -0.038989730179309845, -0.0370854027569294, -0.03518107533454895, -0.0332767479121685, -0.031372420489788055, -0.029468094930052757, -0.02756376750767231, -0.025659440085291862, -0.023755114525556564, -0.021850787103176117, -0.01994645968079567, -0.01804213412106037, -0.016137806698679924, -0.014233479276299477, -0.012329152785241604, -0.010424826294183731, -0.008520498871803284, -0.006616172380745411, -0.004711845424026251, -0.0028075184673070908, -0.0009031917434185743, 0.001001135096885264, 0.002905461937189102, 0.004809788893908262, 0.006714115850627422, 0.008618442341685295, 0.010522769764065742, 0.012427096255123615, 0.014331422746181488, 0.016235750168561935, 0.018140077590942383, 0.02004440315067768, 0.02194873057305813, 0.023853057995438576, 0.025757383555173874, 0.02766171097755432, 0.02956603839993477, 0.031470365822315216, 0.033374689519405365, 0.03527901694178581, 0.03718334436416626, 0.03908767178654671, 0.040991999208927155, 0.0428963266313076, 0.04480065405368805, 0.0467049777507782, 0.048609305173158646, 0.05051363259553909, 0.05241796001791954, 0.05432228744029999, 0.056226614862680435, 0.058130938559770584, 0.06003526598215103, 0.06193959340453148, 0.06384392082691193]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 10.0, 6.0, 4.0, 3.0, 1.0, 5.0, 6.0, 11.0, 7.0, 7.0, 12.0, 9.0, 11.0, 11.0, 15.0, 33.0, 14.0, 12.0, 8.0, 11.0, 9.0, 5.0, 4.0, 9.0, 2.0, 6.0, 3.0, 5.0, 2.0, 2.0, 4.0, 5.0, 1.0, 0.0, 2.0, 2.0, 3.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.0446283333003521, -0.043299321085214615, -0.041970305144786835, -0.04064129292964935, -0.03931227698922157, -0.03798326477408409, -0.03665425255894661, -0.03532523661851883, -0.03399622440338135, -0.03266720846295357, -0.031338196247816086, -0.030009182170033455, -0.028680168092250824, -0.027351154014468193, -0.02602214179933071, -0.02469312772154808, -0.02336411364376545, -0.02203509956598282, -0.020706085488200188, -0.019377073273062706, -0.018048059195280075, -0.016719045117497444, -0.015390031039714813, -0.014061017893254757, -0.012732003815472126, -0.011402989737689495, -0.010073976591229439, -0.008744962513446808, -0.007415948901325464, -0.006086935289204121, -0.00475792121142149, -0.003428907599300146, -0.0020998939871788025, -0.000770880258642137, 0.0005581334698945284, 0.0018871471984311938, 0.0032161609269678593, 0.004545174539089203, 0.005874188616871834, 0.007203202228993177, 0.008532215841114521, 0.009861229918897152, 0.011190243065357208, 0.01251925714313984, 0.01384827122092247, 0.015177284367382526, 0.016506297513842583, 0.017835311591625214, 0.019164325669407845, 0.020493339747190475, 0.021822353824973106, 0.023151366040110588, 0.02448038011789322, 0.02580939419567585, 0.02713840827345848, 0.028467422351241112, 0.029796436429023743, 0.031125448644161224, 0.032454464584589005, 0.033783476799726486, 0.03511248901486397, 0.03644150495529175, 0.03777051717042923, 0.03909953311085701, 0.04042854532599449]}, "_runtime": 192.0209047794342, "_timestamp": 1596213062.7224424, "_step": 233}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 3.0, 3.0, 6.0, 4.0, 5.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006639764178544283, -0.0064200847409665585, -0.006200405303388834, -0.0059807258658111095, -0.005761046428233385, -0.005541366990655661, -0.0053216880187392235, -0.005102008581161499, -0.004882329143583775, -0.00466264970600605, -0.004442970268428326, -0.004223290830850601, -0.004003611393272877, -0.0037839319556951523, -0.0035642527509480715, -0.003344573313370347, -0.0031248938757926226, -0.002905214438214898, -0.0026855350006371737, -0.002465855795890093, -0.0022461763583123684, -0.002026496920734644, -0.0018068174831569195, -0.0015871381619945168, -0.0013674587244167924, -0.001147779286839068, -0.0009280999656766653, -0.0007084205280989408, -0.0004887411487288773, -0.00026906176935881376, -4.938236088491976e-05, 0.000170297033037059, 0.0003899764269590378, 0.0006096558063291013, 0.0008293351856991649, 0.0010490146232768893, 0.001268693944439292, 0.0014883733820170164, 0.0017080528195947409, 0.0019277321407571435, 0.002147411461919546, 0.0023670908994972706, 0.002586770337074995, 0.0028064497746527195, 0.003026129212230444, 0.0032458086498081684, 0.003465487854555249, 0.0036851672921329737, 0.003904846729710698, 0.004124525934457779, 0.004344205372035503, 0.004563884809613228, 0.004783564247190952, 0.005003243684768677, 0.005222923122346401, 0.005442602559924126, 0.00566228199750185, 0.005881961435079575, 0.006101640872657299, 0.006321319844573736, 0.006540999282151461, 0.006760678719729185, 0.0069803581573069096, 0.007200037594884634, 0.0074197170324623585]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 5.0, 5.0, 1.0, 8.0, 5.0, 4.0, 6.0, 10.0, 10.0, 19.0, 26.0, 25.0, 38.0, 38.0, 59.0, 69.0, 95.0, 120.0, 171.0, 360.0, 5449.0, 610.0, 239.0, 138.0, 103.0, 80.0, 49.0, 32.0, 28.0, 29.0, 24.0, 13.0, 16.0, 8.0, 7.0, 8.0, 3.0, 6.0, 0.0, 4.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.10780070722103119, -0.10449357330799103, -0.10118644684553146, -0.0978793129324913, -0.09457218647003174, -0.09126505255699158, -0.08795791864395142, -0.08465079218149185, -0.08134365826845169, -0.07803653180599213, -0.07472939789295197, -0.0714222639799118, -0.06811513751745224, -0.06480800360441208, -0.061500873416662216, -0.058193743228912354, -0.05488661304116249, -0.05157948285341263, -0.048272352665662766, -0.044965218752622604, -0.04165808856487274, -0.03835095837712288, -0.035043828189373016, -0.031736698001623154, -0.028429565951228142, -0.02512243576347828, -0.021815303713083267, -0.018508173525333405, -0.015201042406260967, -0.01189391128718853, -0.008586781099438667, -0.00527964998036623, -0.0019725188612937927, 0.001334612024948001, 0.0046417429111897945, 0.007948873564600945, 0.011256004683673382, 0.014563135802745819, 0.017870265990495682, 0.021177398040890694, 0.024484528228640556, 0.02779165841639042, 0.03109879046678543, 0.034405920654535294, 0.037713050842285156, 0.04102018103003502, 0.04432731494307518, 0.04763444513082504, 0.050941575318574905, 0.05424870550632477, 0.05755583569407463, 0.06086296960711479, 0.06417009979486465, 0.06747722625732422, 0.07078436017036438, 0.07409149408340454, 0.0773986205458641, 0.08070575445890427, 0.08401288092136383, 0.08732001483440399, 0.09062714874744415, 0.09393427520990372, 0.09724140912294388, 0.10054853558540344, 0.1038556694984436]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 0.0, 0.0, 2.0, 2.0, 3.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 5.0, 6.0, 1.0, 1.0, 1.0, 7.0, 5.0, 1.0, 5.0, 0.0, 24.0, 2.0, 3.0, 3.0, 1.0, 7.0, 0.0, 3.0, 5.0, 5.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.002421056618914008, -0.0023577904794365168, -0.002294524572789669, -0.0022312584333121777, -0.0021679922938346863, -0.0021047263871878386, -0.002041460247710347, -0.0019781943410634995, -0.001914928201586008, -0.0018516621785238385, -0.001788396155461669, -0.0017251300159841776, -0.001661863992922008, -0.0015985979698598385, -0.001535331830382347, -0.0014720658073201776, -0.001408799784258008, -0.0013455337611958385, -0.001282267738133669, -0.0012190015986561775, -0.001155735575594008, -0.0010924695525318384, -0.001029203413054347, -0.0009659373899921775, -0.0009026713669300079, -0.0008394053438678384, -0.0007761392625980079, -0.0007128731813281775, -0.0006496071582660079, -0.0005863411352038383, -0.0005230750539340079, -0.0004598090017680079, -0.00039654294960200787, -0.00033327689743600786, -0.00027001084527000785, -0.00020674479310400784, -0.00014347874093800783, -8.021268877200782e-05, -1.6946636606007814e-05, 4.6319415559992194e-05, 0.0001095854677259922, 0.0001728515198919922, 0.00023611757205799222, 0.00029938362422399223, 0.00036264967638999224, 0.00042591572855599225, 0.0004891817807219923, 0.0005524478619918227, 0.0006157138850539923, 0.0006789799081161618, 0.0007422459893859923, 0.0008055120706558228, 0.0008687780937179923, 0.0009320441167801619, 0.0009953102562576532, 0.0010585762793198228, 0.0011218423023819923, 0.001185108325444162, 0.0012483743485063314, 0.0013116404879838228, 0.0013749065110459924, 0.001438172534108162, 0.0015014386735856533, 0.0015647046966478229, 0.0016279707197099924]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 2.0, 8.0, 5.0, 4.0, 4.0, 6.0, 12.0, 17.0, 18.0, 33.0, 36.0, 46.0, 80.0, 107.0, 159.0, 187.0, 362.0, 514.0, 735.0, 1079.0, 1723.0, 2893.0, 4600.0, 7941.0, 15433.0, 34785.0, 105618.0, 872327.0, 68684.0, 27121.0, 14112.0, 8105.0, 4876.0, 2885.0, 1849.0, 1102.0, 741.0, 479.0, 300.0, 209.0, 145.0, 77.0, 65.0, 43.0, 35.0, 25.0, 9.0, 18.0, 6.0, 6.0, 3.0, 4.0, 4.0, 5.0], "bins": [-0.006114727817475796, -0.005951608065515757, -0.0057884883135557175, -0.005625369027256966, -0.0054622492752969265, -0.005299129523336887, -0.005136009771376848, -0.004972890019416809, -0.004809770733118057, -0.004646650981158018, -0.004483531229197979, -0.00432041147723794, -0.004157291725277901, -0.0039941719733178616, -0.003831052454188466, -0.0036679329350590706, -0.0035048131830990314, -0.0033416934311389923, -0.003178573912009597, -0.0030154541600495577, -0.002852334640920162, -0.002689214888960123, -0.002526095137000084, -0.0023629756178706884, -0.0021998558659106493, -0.00203673611395061, -0.0018736165948212147, -0.0017104968428611755, -0.0015473772073164582, -0.001384257571771741, -0.0012211378198117018, -0.0010580181842669845, -0.0008948985487222672, -0.0007317789131775498, -0.0005686592194251716, -0.00040553955477662385, -0.00024241989012807608, -7.930022547952831e-05, 8.381943916901946e-05, 0.00024693910381756723, 0.000410058768466115, 0.0005731784040108323, 0.0007362980977632105, 0.0008994177915155888, 0.001062537427060306, 0.0012256570626050234, 0.0013887768145650625, 0.0015518964501097798, 0.0017150160856544971, 0.0018781357211992145, 0.0020412553567439318, 0.002204375108703971, 0.0023674946278333664, 0.0025306143797934055, 0.0026937341317534447, 0.00285685365088284, 0.0030199734028428793, 0.0031830931548029184, 0.003346212673932314, 0.003509332425892353, 0.003672452177852392, 0.0038355716969817877, 0.003998691216111183, 0.004161810968071222, 0.0043249307200312614]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 1.0, 4.0, 2.0, 3.0, 4.0, 6.0, 7.0, 4.0, 7.0, 9.0, 5.0, 2.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010571292601525784, -0.009518700651824474, -0.008466108702123165, -0.007413516286760569, -0.006360924337059259, -0.00530833238735795, -0.004255739971995354, -0.0032031480222940445, -0.0021505560725927353, -0.0010979640064761043, -4.537194035947323e-05, 0.0010072201257571578, 0.002059812191873789, 0.003112404141575098, 0.0041649965569376945, 0.005217588506639004, 0.006270180456340313, 0.007322772406041622, 0.008375364355742931, 0.00942795630544424, 0.010480549186468124, 0.011533141136169434, 0.012585733085870743, 0.013638325035572052, 0.014690916985273361, 0.01574350893497467, 0.01679610088467598, 0.01784869283437729, 0.018901284784078598, 0.019953876733779907, 0.021006468683481216, 0.022059060633182526, 0.023111652582883835, 0.024164246395230293, 0.025216838344931602, 0.02626943029463291, 0.02732202224433422, 0.02837461419403553, 0.02942720614373684, 0.03047979809343815, 0.03153239190578461, 0.032584983855485916, 0.033637575805187225, 0.034690167754888535, 0.035742759704589844, 0.03679535165429115, 0.03784794360399246, 0.03890053555369377, 0.03995312750339508, 0.04100571945309639, 0.0420583114027977, 0.04311090335249901, 0.04416349530220032, 0.04521608725190163, 0.046268679201602936, 0.047321271151304245, 0.048373863101005554, 0.04942645505070686, 0.05047904700040817, 0.05153163895010948, 0.05258423089981079, 0.0536368228495121, 0.05468941479921341, 0.05574200674891472, 0.05679459869861603]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 4.0, 8.0, 13.0, 25.0, 38.0, 67.0, 104.0, 126.0, 235.0, 364.0, 589.0, 966.0, 1630.0, 2599.0, 7752.0, 2054.0, 874.0, 371.0, 222.0, 126.0, 64.0, 58.0, 24.0, 7.0, 4.0, 18.0, 4.0, 1.0, 2.0, 2.0, 9.0, 0.0, 1.0, 2.0, 6.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 7.0, 12.0, 5.0, 15.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 7.0], "bins": [-0.010276190005242825, -0.009820664301514626, -0.009365138597786427, -0.008909613825380802, -0.008454088121652603, -0.007998562417924404, -0.007543036714196205, -0.0070875114761292934, -0.0066319857724010944, -0.006176460068672895, -0.005720934830605984, -0.005265409126877785, -0.004809883423149586, -0.004354358185082674, -0.003898832481354475, -0.0034433070104569197, -0.0029877815395593643, -0.002532256068661809, -0.0020767305977642536, -0.0016212048940360546, -0.0011656794231384993, -0.000710153894033283, -0.00025462836492806673, 0.00020089716417714953, 0.0006564226932823658, 0.0011119481641799212, 0.0015674737514927983, 0.0020229993388056755, 0.002478524809703231, 0.002934050280600786, 0.003389575984328985, 0.0038451014552265406, 0.004300626926124096, 0.004756152629852295, 0.005211677867919207, 0.005667203571647406, 0.006122728809714317, 0.006578254513442516, 0.007033780217170715, 0.007489305455237627, 0.007944831624627113, 0.008400356397032738, 0.008855882100760937, 0.009311407804489136, 0.009766933508217335, 0.010222459211945534, 0.010677983984351158, 0.011133509688079357, 0.011589035391807556, 0.012044561095535755, 0.012500086799263954, 0.012955611571669579, 0.013411137275397778, 0.013866662979125977, 0.014322188682854176, 0.014777714386582375, 0.015233239158987999, 0.015688765794038773, 0.016144290566444397, 0.01659981533885002, 0.017055341973900795, 0.01751086674630642, 0.017966393381357193, 0.018421918153762817, 0.018877442926168442]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 3.0], "bins": [-0.10618296265602112, -0.1040559932589531, -0.10192901641130447, -0.09980204701423645, -0.09767507016658783, -0.0955481007695198, -0.09342112392187119, -0.09129415452480316, -0.08916717767715454, -0.08704020828008652, -0.0849132388830185, -0.08278626203536987, -0.08065929263830185, -0.07853231579065323, -0.0764053463935852, -0.07427836954593658, -0.07215140014886856, -0.07002443075180054, -0.06789745390415192, -0.06577048450708389, -0.06364350765943527, -0.06151653826236725, -0.059389565140008926, -0.057262592017650604, -0.05513561889529228, -0.05300864577293396, -0.05088167265057564, -0.048754699528217316, -0.04662773013114929, -0.04450075700879097, -0.04237378388643265, -0.040246810764074326, -0.038119837641716, -0.03599286451935768, -0.03386589139699936, -0.03173891827464104, -0.029611947014927864, -0.027484973892569542, -0.02535800263285637, -0.023231029510498047, -0.021104056388139725, -0.018977083265781403, -0.01685011014342308, -0.014723138883709908, -0.012596165761351585, -0.010469192638993263, -0.008342220447957516, -0.006215247791260481, -0.004088275134563446, -0.001961302477866411, 0.00016567017883062363, 0.0022926428355276585, 0.004419615492224693, 0.006546588148921728, 0.008673560805618763, 0.01080053299665451, 0.012927506119012833, 0.015054479241371155, 0.017181452363729477, 0.01930842362344265, 0.021435396745800972, 0.023562369868159294, 0.025689341127872467, 0.02781631425023079, 0.02994328737258911]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 0.0, 4.0, 1.0, 2.0, 2.0, 2.0, 3.0, 5.0, 1.0, 4.0, 6.0, 5.0, 9.0, 8.0, 12.0, 18.0, 32.0, 22.0, 16.0, 16.0, 18.0, 16.0, 14.0, 13.0, 9.0, 7.0, 9.0, 1.0, 2.0, 5.0, 4.0, 1.0, 2.0, 2.0, 4.0, 0.0, 2.0], "bins": [-0.055371467024087906, -0.054088376462459564, -0.05280528590083122, -0.05152219161391258, -0.05023910105228424, -0.0489560104906559, -0.04767291992902756, -0.04638982564210892, -0.045106735080480576, -0.043823644518852234, -0.04254055395722389, -0.04125746339559555, -0.03997436910867691, -0.03869127854704857, -0.03740818798542023, -0.036125097423791885, -0.034842006862163544, -0.033558912575244904, -0.03227582201361656, -0.03099273145198822, -0.02970963902771473, -0.028426548466086388, -0.027143456041812897, -0.025860365480184555, -0.024577274918556213, -0.023294182494282722, -0.02201109193265438, -0.02072799950838089, -0.019444908946752548, -0.018161816522479057, -0.016878725960850716, -0.0155956344678998, -0.014312542974948883, -0.013029451481997967, -0.01174635998904705, -0.010463268496096134, -0.009180177003145218, -0.007897086441516876, -0.00661399494856596, -0.005330903455615044, -0.004047811962664127, -0.002764720469713211, -0.0014816292095929384, -0.00019853783305734396, 0.0010845535434782505, 0.002367645036429167, 0.0036507362965494394, 0.004933827556669712, 0.006216919049620628, 0.007500010542571545, 0.008783102035522461, 0.010066193528473377, 0.011349285021424294, 0.012632375583052635, 0.013915467076003551, 0.015198558568954468, 0.01648164913058281, 0.0177647415548563, 0.019047832116484642, 0.020330924540758133, 0.021614015102386475, 0.022897107526659966, 0.024180198088288307, 0.025463290512561798, 0.02674638107419014]}, "_runtime": 192.85354351997375, "_timestamp": 1596213063.5550811, "_step": 234}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 3.0, 1.0, 1.0, 1.0, 3.0, 1.0, 3.0, 3.0, 5.0, 4.0, 3.0, 2.0, 0.0, 3.0, 2.0, 0.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009383251890540123, -0.009046490304172039, -0.00870972778648138, -0.008372966200113297, -0.008036203682422638, -0.007699442096054554, -0.00736268050968647, -0.007025918457657099, -0.0066891564056277275, -0.006352394353598356, -0.006015632301568985, -0.005678870715200901, -0.00534210866317153, -0.0050053466111421585, -0.0046685850247740746, -0.004331822972744703, -0.003995060920715332, -0.0036582988686859608, -0.003321537049487233, -0.0029847752302885056, -0.0026480131782591343, -0.002311251126229763, -0.0019744893070310354, -0.001637727371416986, -0.0013009654358029366, -0.0009642035001888871, -0.0006274415645748377, -0.00029067962896078825, 4.6082306653261185e-05, 0.0003828442422673106, 0.00071960617788136, 0.0010563681134954095, 0.001393130049109459, 0.0017298919847235084, 0.002066653920337558, 0.0024034157395362854, 0.0027401777915656567, 0.003076939843595028, 0.0034137016627937555, 0.003750463481992483, 0.004087225534021854, 0.004423987586051226, 0.004760749638080597, 0.005097511224448681, 0.005434273276478052, 0.005771035328507423, 0.006107796914875507, 0.006444558966904879, 0.00678132101893425, 0.007118083070963621, 0.007454845122992992, 0.007791606709361076, 0.008128369227051735, 0.008465130813419819, 0.008801892399787903, 0.009138654917478561, 0.009475416503846645, 0.00981217809021473, 0.010148940607905388, 0.010485702194273472, 0.010822463780641556, 0.011159226298332214, 0.011495987884700298, 0.011832750402390957, 0.01216951198875904]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 4.0, 4.0, 10.0, 2.0, 4.0, 12.0, 12.0, 11.0, 14.0, 24.0, 26.0, 22.0, 38.0, 43.0, 60.0, 82.0, 111.0, 171.0, 255.0, 531.0, 5318.0, 426.0, 219.0, 144.0, 90.0, 53.0, 52.0, 35.0, 31.0, 22.0, 17.0, 16.0, 12.0, 9.0, 11.0, 10.0, 2.0, 2.0, 3.0, 4.0, 2.0, 2.0, 0.0, 2.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11595040559768677, -0.11198344081640244, -0.1080164760351181, -0.10404951125383377, -0.10008254647254944, -0.0961155816912651, -0.09214861690998077, -0.08818165212869644, -0.08421468734741211, -0.08024773001670837, -0.07628076523542404, -0.07231380045413971, -0.06834683567285538, -0.06437987089157104, -0.06041290611028671, -0.05644594132900238, -0.05247897654771805, -0.048512011766433716, -0.044545046985149384, -0.04057808220386505, -0.03661111742258072, -0.032644156366586685, -0.028677191585302353, -0.02471022680401802, -0.02074326202273369, -0.016776297241449356, -0.012809333391487598, -0.00884236954152584, -0.0048754047602415085, -0.0009084404446184635, 0.0030585238710045815, 0.007025488186627626, 0.010992452502250671, 0.014959417283535004, 0.018926382064819336, 0.02289334498345852, 0.02686030976474285, 0.030827274546027184, 0.03479423746466637, 0.0387612022459507, 0.04272816702723503, 0.04669513180851936, 0.050662096589803696, 0.05462906137108803, 0.05859602242708206, 0.0625629872083664, 0.06652995198965073, 0.07049691677093506, 0.07446388155221939, 0.07843084633350372, 0.08239781111478806, 0.08636477589607239, 0.09033174067735672, 0.09429870545864105, 0.09826567023992538, 0.10223263502120972, 0.10619959235191345, 0.11016655713319778, 0.11413352191448212, 0.11810048669576645, 0.12206745147705078, 0.1260344237089157, 0.13000138103961945, 0.13396835327148438, 0.1379353106021881]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 3.0, 0.0, 4.0, 3.0, 1.0, 5.0, 3.0, 1.0, 5.0, 3.0, 4.0, 4.0, 4.0, 22.0, 4.0, 6.0, 5.0, 2.0, 3.0, 5.0, 4.0, 2.0, 1.0, 6.0, 2.0, 2.0, 3.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0033199582248926163, -0.0032119271345436573, -0.0031038960441946983, -0.0029958649538457394, -0.0028878338634967804, -0.0027798025403171778, -0.002671771449968219, -0.00256374035961926, -0.002455709269270301, -0.002347678178921342, -0.002239647088572383, -0.002131615998223424, -0.0020235846750438213, -0.0019155537011101842, -0.0018075224943459034, -0.0016994914039969444, -0.0015914603136479855, -0.0014834292232990265, -0.0013753981329500675, -0.0012673669261857867, -0.0011593358358368278, -0.0010513047454878688, -0.0009432735969312489, -0.000835242448374629, -0.00072721135802567, -0.0006191802676767111, -0.0005111491191200912, -0.0004031179996673018, -0.00029508688021451235, -0.00018705576076172292, -7.90246413089335e-05, 2.900647814385593e-05, 0.00013703759759664536, 0.0002450687170494348, 0.0003530998365022242, 0.00046113095595501363, 0.0005691620754078031, 0.000677193165756762, 0.0007852243143133819, 0.0008932554628700018, 0.0010012865532189608, 0.0011093176435679197, 0.0012173487339168787, 0.0013253799406811595, 0.0014334110310301185, 0.0015414421213790774, 0.0016494733281433582, 0.0017575044184923172, 0.0018655355088412762, 0.001973566599190235, 0.002081597689539194, 0.002189628779888153, 0.002297659870237112, 0.0024056911934167147, 0.0025137222837656736, 0.0026217533741146326, 0.0027297844644635916, 0.0028378155548125505, 0.0029458466451615095, 0.0030538777355104685, 0.003161909058690071, 0.00326994014903903, 0.003377971239387989, 0.003486002329736948, 0.003594033420085907]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 9.0, 4.0, 3.0, 8.0, 17.0, 21.0, 34.0, 58.0, 85.0, 124.0, 205.0, 300.0, 482.0, 759.0, 1167.0, 1780.0, 2688.0, 4409.0, 7437.0, 13075.0, 25980.0, 61065.0, 795695.0, 155858.0, 48420.0, 24795.0, 13358.0, 8186.0, 4972.0, 2956.0, 1842.0, 1225.0, 807.0, 496.0, 391.0, 267.0, 175.0, 126.0, 88.0, 80.0, 43.0, 46.0, 30.0, 20.0, 16.0, 9.0, 8.0, 7.0, 5.0, 4.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005729995667934418, -0.005531804636120796, -0.005333613604307175, -0.005135422106832266, -0.004937231075018644, -0.004739040043205023, -0.004540848545730114, -0.0043426575139164925, -0.004144466482102871, -0.003946275450289249, -0.0037480841856449842, -0.003549892921000719, -0.0033517018891870975, -0.003153510857373476, -0.002955319592729211, -0.0027571283280849457, -0.002558937296271324, -0.0023607462644577026, -0.0021625549998134375, -0.0019643637351691723, -0.0017661727033555508, -0.0015679815551266074, -0.001369790406897664, -0.0011715992586687207, -0.0009734081104397774, -0.000775216962210834, -0.0005770258139818907, -0.00037883466575294733, -0.00018064351752400398, 1.7547630704939365e-05, 0.0002157387789338827, 0.00041392992716282606, 0.0006121210753917694, 0.0008103122236207128, 0.001008503371849656, 0.0012066945200785995, 0.0014048856683075428, 0.0016030768165364861, 0.0018012679647654295, 0.0019994592294096947, 0.002197650261223316, 0.0023958412930369377, 0.002594032557681203, 0.002792223822325468, 0.0029904148541390896, 0.003188605885952711, 0.0033867971505969763, 0.0035849884152412415, 0.003783179447054863, 0.0039813704788684845, 0.004179561510682106, 0.004377753008157015, 0.004575944039970636, 0.004774135071784258, 0.004972326569259167, 0.005170517601072788, 0.00536870863288641, 0.005566899664700031, 0.005765090696513653, 0.005963282193988562, 0.006161473225802183, 0.006359664257615805, 0.0065578557550907135, 0.006756046786904335, 0.0069542378187179565]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [3.0, 3.0, 3.0, 3.0, 1.0, 3.0, 2.0, 3.0, 6.0, 10.0, 3.0, 4.0, 2.0, 3.0, 3.0, 4.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012872535735368729, -0.011583259329199791, -0.010293982923030853, -0.009004706516861916, -0.007715430110692978, -0.00642615370452404, -0.0051368772983551025, -0.003847600892186165, -0.002558324486017227, -0.0012690480798482895, 2.0228326320648193e-05, 0.0013095047324895859, 0.0025987811386585236, 0.0038880575448274612, 0.005177333950996399, 0.006466610357165337, 0.007755886763334274, 0.009045163169503212, 0.01033443957567215, 0.011623715981841087, 0.012912992388010025, 0.014202268794178963, 0.0154915452003479, 0.016780821606516838, 0.018070098012685776, 0.019359374418854713, 0.02064865082502365, 0.02193792723119259, 0.023227203637361526, 0.024516480043530464, 0.025805756449699402, 0.02709503285586834, 0.028384309262037277, 0.029673585668206215, 0.030962862074375153, 0.03225214034318924, 0.03354141488671303, 0.034830689430236816, 0.0361199676990509, 0.03740924596786499, 0.03869852051138878, 0.03998779505491257, 0.041277073323726654, 0.04256635159254074, 0.04385562613606453, 0.04514490067958832, 0.046434178948402405, 0.04772345721721649, 0.04901273176074028, 0.05030200630426407, 0.051591284573078156, 0.05288056284189224, 0.05416983738541603, 0.05545911192893982, 0.056748390197753906, 0.05803766846656799, 0.05932694301009178, 0.06061621755361557, 0.06190549582242966, 0.06319477409124374, 0.06448404490947723, 0.06577332317829132, 0.06706260144710541, 0.0683518797159195, 0.06964115798473358]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 4.0, 5.0, 15.0, 25.0, 42.0, 46.0, 60.0, 94.0, 130.0, 185.0, 297.0, 412.0, 603.0, 933.0, 1501.0, 2516.0, 6517.0, 1859.0, 1061.0, 643.0, 414.0, 293.0, 198.0, 142.0, 87.0, 64.0, 55.0, 42.0, 42.0, 17.0, 10.0, 6.0, 18.0, 11.0, 7.0, 1.0, 4.0, 3.0, 7.0, 4.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 6.0, 14.0, 8.0, 8.0, 8.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 8.0], "bins": [-0.009241750463843346, -0.008738286793231964, -0.008234822191298008, -0.0077313585206866264, -0.007227894384413958, -0.006724430248141289, -0.006220966577529907, -0.005717502441257238, -0.0052140383049845695, -0.004710574168711901, -0.004207110032439232, -0.0037036463618278503, -0.0032001822255551815, -0.0026967180892825127, -0.0021932541858404875, -0.0016897901659831405, -0.0011863261461257935, -0.0006828621262684464, -0.00017939810641109943, 0.0003240659134462476, 0.0008275299333035946, 0.0013309939531609416, 0.0018344579730182886, 0.002337921876460314, 0.0028413860127329826, 0.0033448501490056515, 0.0038483140524476767, 0.004351777955889702, 0.004855242092162371, 0.0053587062284350395, 0.005862169899046421, 0.00636563403531909, 0.006869098171591759, 0.007372562307864428, 0.007876026444137096, 0.008379490114748478, 0.008882954716682434, 0.009386418387293816, 0.009889882057905197, 0.010393346659839153, 0.010896810330450535, 0.011400274001061916, 0.011903738602995872, 0.012407202273607254, 0.012910665944218636, 0.013414130546152592, 0.013917594216763973, 0.01442105881869793, 0.014924522489309311, 0.015427986159920692, 0.015931449830532074, 0.016434915363788605, 0.016938379034399986, 0.017441842705011368, 0.01794530637562275, 0.01844877004623413, 0.01895223557949066, 0.019455699250102043, 0.019959162920713425, 0.020462626591324806, 0.020966090261936188, 0.02146955393254757, 0.0219730194658041, 0.02247648313641548, 0.022979946807026863]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1274300217628479, -0.12439297139644623, -0.12135592848062515, -0.11831887811422348, -0.11528182774782181, -0.11224478483200073, -0.10920773446559906, -0.10617068409919739, -0.10313363373279572, -0.10009659081697464, -0.09705954045057297, -0.0940224900841713, -0.09098544716835022, -0.08794839680194855, -0.08491134643554688, -0.0818743035197258, -0.07883725315332413, -0.07580020278692245, -0.07276315987110138, -0.06972610950469971, -0.06668905913829803, -0.06365201622247696, -0.06061496585607529, -0.057577915489673615, -0.05454086884856224, -0.05150382220745087, -0.048466771841049194, -0.04542972519993782, -0.04239267855882645, -0.039355628192424774, -0.0363185815513134, -0.03328153118491173, -0.030244484543800354, -0.02720743604004383, -0.024170387536287308, -0.021133340895175934, -0.01809629239141941, -0.015059243887662888, -0.012022196315228939, -0.00898514874279499, -0.005948100239038467, -0.0029110522009432316, 0.00012599583715200424, 0.00316304387524724, 0.006200091913342476, 0.009237140417098999, 0.012274187989532948, 0.015311235561966896, 0.01834828406572342, 0.021385332569479942, 0.024422381073236465, 0.02745942771434784, 0.030496476218104362, 0.033533524721860886, 0.03657057136297226, 0.03960762172937393, 0.042644668370485306, 0.04568171501159668, 0.04871876537799835, 0.051755812019109726, 0.0547928586602211, 0.05782990902662277, 0.060866955667734146, 0.06390400230884552, 0.06694105267524719]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 5.0, 5.0, 6.0, 3.0, 5.0, 4.0, 7.0, 9.0, 6.0, 5.0, 5.0, 13.0, 10.0, 15.0, 37.0, 19.0, 14.0, 11.0, 9.0, 7.0, 6.0, 7.0, 9.0, 3.0, 2.0, 3.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 3.0, 8.0, 5.0, 5.0, 0.0, 0.0, 2.0, 3.0, 2.0], "bins": [-0.06887663900852203, -0.06700345873832703, -0.06513028591871262, -0.06325710564851761, -0.0613839328289032, -0.05951075628399849, -0.05763757973909378, -0.05576440319418907, -0.05389122664928436, -0.052018046379089355, -0.05014486983418465, -0.04827169328927994, -0.04639851674437523, -0.04452534019947052, -0.04265216365456581, -0.0407789871096611, -0.03890581056475639, -0.037032634019851685, -0.035159457474946976, -0.03328628093004227, -0.03141310438513756, -0.0295399259775877, -0.02766674943268299, -0.025793572887778282, -0.023920396342873573, -0.022047219797968864, -0.020174043253064156, -0.018300866708159447, -0.01642768830060959, -0.014554512687027454, -0.012681335210800171, -0.010808158665895462, -0.008934982120990753, -0.007061805576086044, -0.005188628565520048, -0.0033154517877846956, -0.0014422750100493431, 0.0004309017676860094, 0.002304078545421362, 0.004177255555987358, 0.006050432100892067, 0.007923608645796776, 0.009796785190701485, 0.011669962666928768, 0.013543139211833477, 0.015416315756738186, 0.01728949323296547, 0.019162669777870178, 0.021035846322774887, 0.022909022867679596, 0.024782199412584305, 0.026655375957489014, 0.028528552502393723, 0.03040173090994358, 0.03227490559220314, 0.03414808213710785, 0.036021262407302856, 0.037894438952207565, 0.039767615497112274, 0.04164079204201698, 0.04351396858692169, 0.0453871451318264, 0.04726032167673111, 0.04913349822163582, 0.05100667476654053]}, "_runtime": 193.63488578796387, "_timestamp": 1596213064.3364234, "_step": 235}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 4.0, 6.0, 7.0, 4.0, 3.0, 1.0, 4.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009971406310796738, -0.009694468230009079, -0.00941753014922142, -0.009140592999756336, -0.008863654918968678, -0.008586716838181019, -0.008309779688715935, -0.008032841607928276, -0.007755903527140617, -0.007478965446352959, -0.007202027831226587, -0.006925090216100216, -0.006648152135312557, -0.0063712140545248985, -0.006094276439398527, -0.005817338824272156, -0.005540400743484497, -0.005263462662696838, -0.004986525047570467, -0.004709587432444096, -0.004432649351656437, -0.004155711270868778, -0.003878773655742407, -0.003601835807785392, -0.0033248979598283768, -0.0030479601118713617, -0.0027710222639143467, -0.0024940844159573317, -0.0022171465680003166, -0.0019402087200433016, -0.0016632708720862865, -0.0013863330241292715, -0.0011093951761722565, -0.0008324573282152414, -0.0005555194802582264, -0.00027858163230121136, -1.6437843441963196e-06, 0.0002752940636128187, 0.0005522319115698338, 0.0008291697595268488, 0.0011061076074838638, 0.0013830454554408789, 0.001659983303397894, 0.001936921151354909, 0.002213858999311924, 0.002490796847268939, 0.002767734695225954, 0.003044672543182969, 0.003321610391139984, 0.003598548239096999, 0.003875486087054014, 0.004152423702180386, 0.004429361782968044, 0.004706299863755703, 0.004983237478882074, 0.005260175094008446, 0.005537113174796104, 0.005814051255583763, 0.0060909888707101345, 0.006367926485836506, 0.006644864566624165, 0.006921802647411823, 0.007198740262538195, 0.007475677877664566, 0.007752615958452225]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 4.0, 4.0, 3.0, 5.0, 2.0, 9.0, 9.0, 12.0, 13.0, 23.0, 14.0, 19.0, 25.0, 43.0, 45.0, 65.0, 74.0, 96.0, 110.0, 206.0, 304.0, 5399.0, 587.0, 231.0, 161.0, 90.0, 80.0, 63.0, 54.0, 27.0, 33.0, 16.0, 17.0, 25.0, 9.0, 7.0, 11.0, 12.0, 5.0, 2.0, 3.0, 3.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11243008077144623, -0.10927402228116989, -0.10611795634031296, -0.10296189785003662, -0.09980583190917969, -0.09664977341890335, -0.09349371492862701, -0.09033764898777008, -0.08718159049749374, -0.08402553200721741, -0.08086946606636047, -0.07771340757608414, -0.0745573490858078, -0.07140128314495087, -0.06824522465467453, -0.0650891587138176, -0.06193310022354126, -0.058777038007974625, -0.05562097579240799, -0.05246491730213165, -0.04930885508656502, -0.04615279287099838, -0.042996734380722046, -0.03984067216515541, -0.036684609949588776, -0.03352854773402214, -0.030372487381100655, -0.02721642702817917, -0.024060364812612534, -0.0209043025970459, -0.017748242244124413, -0.014592180959880352, -0.011436119675636292, -0.008280058391392231, -0.0051239971071481705, -0.00196793582290411, 0.0011881254613399506, 0.004344186745584011, 0.007500248029828072, 0.010656309314072132, 0.013812370598316193, 0.016968432813882828, 0.020124493166804314, 0.0232805535197258, 0.026436615735292435, 0.02959267795085907, 0.032748736441135406, 0.03590479865670204, 0.03906086087226868, 0.04221692308783531, 0.04537298530340195, 0.048529043793678284, 0.05168510600924492, 0.054841168224811554, 0.05799722671508789, 0.061153288930654526, 0.06430935114622116, 0.0674654096364975, 0.07062147557735443, 0.07377753406763077, 0.0769335925579071, 0.08008965849876404, 0.08324571698904037, 0.08640178292989731, 0.08955784142017365]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 3.0, 4.0, 2.0, 1.0, 7.0, 4.0, 9.0, 3.0, 8.0, 7.0, 3.0, 24.0, 5.0, 6.0, 2.0, 3.0, 1.0, 2.0, 1.0, 2.0, 2.0, 4.0, 2.0, 3.0, 4.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.003449077485129237, -0.0033482748549431562, -0.0032474719919264317, -0.0031466693617403507, -0.00304586673155427, -0.002945064101368189, -0.002844261471182108, -0.0027434586081653833, -0.0026426559779793024, -0.0025418533477932215, -0.002441050484776497, -0.002340247854590416, -0.002239445224404335, -0.002138642594218254, -0.002037839964032173, -0.0019370371010154486, -0.0018362344708293676, -0.0017354318406432867, -0.001634629094041884, -0.0015338263474404812, -0.0014330237172544003, -0.0013322210870683193, -0.0012314183404669166, -0.0011306155938655138, -0.0010298129636794329, -0.000929010275285691, -0.0008282075868919492, -0.0007274048984982073, -0.0006266022101044655, -0.0005257995217107236, -0.0004249968333169818, -0.00032419414492323995, -0.0002233914565294981, -0.00012258876813575625, -2.1786079742014408e-05, 7.901660865172744e-05, 0.00017981929704546928, 0.00028062198543921113, 0.000381424673832953, 0.0004822273622266948, 0.0005830300506204367, 0.0006838327390141785, 0.0007846354274079204, 0.0008854381158016622, 0.000986240804195404, 0.001087043434381485, 0.0011878461809828877, 0.0012886489275842905, 0.0013894515577703714, 0.0014902541879564524, 0.0015910569345578551, 0.0016918596811592579, 0.0017926623113453388, 0.0018934649415314198, 0.0019942675717175007, 0.0020950704347342253, 0.002195873064920306, 0.002296675695106387, 0.0023974785581231117, 0.0024982811883091927, 0.0025990838184952736, 0.0026998864486813545, 0.0028006890788674355, 0.00290149194188416, 0.003002294572070241]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 2.0, 3.0, 3.0, 1.0, 5.0, 9.0, 10.0, 10.0, 14.0, 17.0, 16.0, 15.0, 26.0, 21.0, 45.0, 48.0, 80.0, 72.0, 103.0, 131.0, 218.0, 324.0, 496.0, 735.0, 1251.0, 2013.0, 3715.0, 7045.0, 14722.0, 35159.0, 122356.0, 873971.0, 61344.0, 23713.0, 12082.0, 7111.0, 4342.0, 2726.0, 1867.0, 1228.0, 895.0, 558.0, 393.0, 268.0, 169.0, 99.0, 74.0, 45.0, 41.0, 21.0, 9.0, 6.0, 3.0, 8.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.007256428245455027, -0.00704515166580677, -0.006833875086158514, -0.006622598506510258, -0.006411321461200714, -0.006200044881552458, -0.0059887683019042015, -0.005777491722255945, -0.005566215142607689, -0.005354938562959433, -0.005143661983311176, -0.00493238540366292, -0.004721108824014664, -0.00450983177870512, -0.004298555199056864, -0.0040872786194086075, -0.003876002039760351, -0.003664725460112095, -0.0034534488804638386, -0.0032421720679849386, -0.0030308954883366823, -0.002819618908688426, -0.002608342096209526, -0.0023970655165612698, -0.0021857889369130135, -0.001974512357264757, -0.001763235661201179, -0.001551958965137601, -0.0013406823854893446, -0.0011294058058410883, -0.0009181291097775102, -0.000706852471921593, -0.0004955758340656757, -0.0002842991962097585, -7.30225583538413e-05, 0.0001382540795020759, 0.0003495307173579931, 0.0005608073552139103, 0.0007720839930698276, 0.0009833606891334057, 0.001194637268781662, 0.0014059138484299183, 0.0016171905444934964, 0.0018284672405570745, 0.002039743820205331, 0.002251020399853587, 0.002462297212332487, 0.0026735737919807434, 0.0028848503716289997, 0.003096126951277256, 0.0033074035309255123, 0.0035186803434044123, 0.0037299569230526686, 0.0039412337355315685, 0.004152510315179825, 0.004363786894828081, 0.004575063474476337, 0.004786340054124594, 0.00499761663377285, 0.005208893213421106, 0.005420169793069363, 0.005631446838378906, 0.0058427234180271626, 0.006053999997675419, 0.006265276577323675]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 2.0, 2.0, 4.0, 9.0, 1.0, 4.0, 5.0, 1.0, 3.0, 2.0, 3.0, 3.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0182882659137249, -0.01745300367474556, -0.01661774329841137, -0.01578248105943203, -0.014947219751775265, -0.0141119584441185, -0.01327669620513916, -0.012441434897482395, -0.01160617358982563, -0.010770912282168865, -0.0099356509745121, -0.00910038873553276, -0.008265127427875996, -0.007429866120219231, -0.006594604346901178, -0.005759342573583126, -0.004924081265926361, -0.004088819958269596, -0.003253558184951544, -0.002418296644464135, -0.0015830351039767265, -0.0007477735634893179, 8.748797699809074e-05, 0.0009227495174854994, 0.001758011057972908, 0.0025932725984603167, 0.0034285341389477253, 0.004263795912265778, 0.005099057219922543, 0.0059343185275793076, 0.00676958030089736, 0.007604842074215412, 0.008440103381872177, 0.009275364689528942, 0.010110625997185707, 0.010945888236165047, 0.011781149543821812, 0.012616410851478577, 0.013451673090457916, 0.014286934398114681, 0.015122195705771446, 0.015957457944750786, 0.016792718321084976, 0.017627980560064316, 0.018463242799043655, 0.019298503175377846, 0.020133765414357185, 0.020969025790691376, 0.021804288029670715, 0.022639550268650055, 0.023474810644984245, 0.024310072883963585, 0.025145333260297775, 0.025980595499277115, 0.026815857738256454, 0.027651118114590645, 0.028486380353569984, 0.029321642592549324, 0.030156902968883514, 0.030992165207862854, 0.031827427446842194, 0.03266268968582153, 0.033497948199510574, 0.034333210438489914, 0.035168472677469254]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 4.0, 7.0, 6.0, 7.0, 14.0, 10.0, 17.0, 15.0, 29.0, 30.0, 41.0, 53.0, 54.0, 67.0, 94.0, 102.0, 141.0, 175.0, 226.0, 307.0, 377.0, 497.0, 673.0, 984.0, 1569.0, 5611.0, 2426.0, 1485.0, 964.0, 677.0, 484.0, 320.0, 221.0, 159.0, 128.0, 88.0, 74.0, 51.0, 49.0, 25.0, 18.0, 24.0, 11.0, 14.0, 8.0, 7.0, 4.0, 7.0, 10.0, 25.0, 6.0, 14.0, 5.0, 2.0, 1.0, 1.0, 3.0, 2.0, 7.0], "bins": [-0.010820828378200531, -0.010470257140696049, -0.010119685903191566, -0.009769114665687084, -0.009418543428182602, -0.009067973122000694, -0.008717401884496212, -0.00836683064699173, -0.008016259409487247, -0.007665688171982765, -0.007315116934478283, -0.006964546162635088, -0.006613974925130606, -0.006263403687626123, -0.0059128329157829285, -0.005562261678278446, -0.005211690440773964, -0.004861119203269482, -0.004510547965764999, -0.004159977193921804, -0.003809405956417322, -0.00345883471891284, -0.0031082637142390013, -0.0027576927095651627, -0.0024071214720606804, -0.002056550234556198, -0.0017059792298823595, -0.001355408108793199, -0.0010048369877040386, -0.0006542658666148782, -0.00030369474552571774, 4.687637556344271e-05, 0.00039744749665260315, 0.0007480186177417636, 0.001098589738830924, 0.0014491608599200845, 0.001799731981009245, 0.002150303218513727, 0.002500874223187566, 0.0028514452278614044, 0.0032020164653658867, 0.003552587702870369, 0.0039031587075442076, 0.004253729712218046, 0.0046043009497225285, 0.004954872187227011, 0.005305442959070206, 0.005656014196574688, 0.00600658543407917, 0.0063571566715836525, 0.006707727909088135, 0.00705829868093133, 0.007408869918435812, 0.007759441155940294, 0.00811001192778349, 0.008460583165287971, 0.008811154402792454, 0.009161725640296936, 0.009512296877801418, 0.0098628681153059, 0.010213438421487808, 0.01056400965899229, 0.010914580896496773, 0.011265152134001255, 0.011615723371505737]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.13030193746089935, -0.1271870881319046, -0.12407225370407104, -0.12095741182565689, -0.11784256994724274, -0.11472772061824799, -0.11161287873983383, -0.10849803686141968, -0.10538319498300552, -0.10226835310459137, -0.09915351122617722, -0.09603866934776306, -0.09292382001876831, -0.08980897814035416, -0.08669413626194, -0.08357929438352585, -0.0804644525051117, -0.07734961062669754, -0.07423476874828339, -0.07111992686986923, -0.06800508499145508, -0.06489023566246033, -0.06177539378404617, -0.05866055190563202, -0.055545710027217865, -0.05243086814880371, -0.04931602627038956, -0.046201180666685104, -0.04308633878827095, -0.039971496909856796, -0.036856651306152344, -0.03374180942773819, -0.030626967549324036, -0.02751212567090988, -0.02439728192985058, -0.021282438188791275, -0.01816759631037712, -0.015052753500640392, -0.011937910690903664, -0.008823067881166935, -0.005708225071430206, -0.0025933822616934776, 0.000521460548043251, 0.0036363033577799797, 0.006751146167516708, 0.009865988977253437, 0.012980831786990166, 0.01609567552804947, 0.019210517406463623, 0.022325359284877777, 0.02544020302593708, 0.028555046766996384, 0.03166988864541054, 0.03478473052382469, 0.037899576127529144, 0.0410144180059433, 0.04412925988435745, 0.047244101762771606, 0.05035894364118576, 0.05347378924489021, 0.05658863112330437, 0.05970347300171852, 0.06281831860542297, 0.06593316048383713, 0.06904800236225128]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 0.0, 2.0, 1.0, 4.0, 0.0, 1.0, 6.0, 5.0, 12.0, 11.0, 14.0, 9.0, 7.0, 10.0, 17.0, 9.0, 15.0, 24.0, 23.0, 19.0, 9.0, 18.0, 11.0, 13.0, 10.0, 8.0, 5.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 3.0, 0.0, 2.0, 1.0], "bins": [-0.08737606555223465, -0.08521804958581924, -0.08306002616882324, -0.08090201020240784, -0.07874398678541183, -0.07658597081899643, -0.07442794740200043, -0.07226993143558502, -0.07011190801858902, -0.06795389205217361, -0.06579586863517761, -0.06363785266876221, -0.0614798329770565, -0.0593218132853508, -0.057163793593645096, -0.05500577390193939, -0.05284775421023369, -0.050689734518527985, -0.04853171482682228, -0.04637369513511658, -0.04421567544341087, -0.04205765575170517, -0.039899636059999466, -0.03774161636829376, -0.03558360040187836, -0.03342558071017265, -0.03126756101846695, -0.029109539464116096, -0.026951521635055542, -0.024793501943349838, -0.022635482251644135, -0.02047746255993843, -0.018319442868232727, -0.016161423176527023, -0.01400340348482132, -0.01184538472443819, -0.009687365032732487, -0.007529345341026783, -0.0053713261149823666, -0.0032133066561073065, -0.0010552871972322464, 0.0011027322616428137, 0.0032607517205178738, 0.00541877094656229, 0.007576790638267994, 0.009734810329973698, 0.011892829090356827, 0.01405084878206253, 0.016208868473768234, 0.018366888165473938, 0.02052490785717964, 0.022682927548885345, 0.02484094724059105, 0.026998965069651604, 0.029156984761357307, 0.03131500631570816, 0.033473022282123566, 0.03563104197382927, 0.03778906166553497, 0.03994708135724068, 0.04210510104894638, 0.044263120740652084, 0.04642114043235779, 0.04857916012406349, 0.050737179815769196]}, "_runtime": 194.42494916915894, "_timestamp": 1596213065.1264868, "_step": 236}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 3.0, 1.0, 0.0, 2.0, 0.0, 1.0, 5.0, 4.0, 7.0, 4.0, 3.0, 4.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011853271164000034, -0.011475689709186554, -0.011098107323050499, -0.010720524936914444, -0.010342943482100964, -0.009965362027287483, -0.009587779641151428, -0.009210197255015373, -0.008832615800201893, -0.008455034345388412, -0.008077451959252357, -0.00769987003877759, -0.007322288118302822, -0.006944706197828054, -0.006567124277353287, -0.006189542356878519, -0.005811960436403751, -0.005434378515928984, -0.005056796595454216, -0.004679214674979448, -0.004301632754504681, -0.003924050834029913, -0.0035464689135551453, -0.0031688869930803776, -0.00279130507260561, -0.002413723152130842, -0.0020361412316560745, -0.0016585593111813068, -0.0012809773907065392, -0.0009033954702317715, -0.0005258135497570038, -0.0001482316292822361, 0.00022935029119253159, 0.0006069322116672993, 0.000984514132142067, 0.0013620960526168346, 0.0017396779730916023, 0.00211725989356637, 0.0024948418140411377, 0.0028724237345159054, 0.003250005654990673, 0.0036275875754654408, 0.0040051694959402084, 0.004382751416414976, 0.004760333336889744, 0.0051379152573645115, 0.005515497177839279, 0.005893079098314047, 0.0062706610187888145, 0.006648242939263582, 0.00702582485973835, 0.007403406780213118, 0.007780988700687885, 0.008158570155501366, 0.00853615254163742, 0.008913734927773476, 0.009291316382586956, 0.009668897837400436, 0.010046480223536491, 0.010424062609672546, 0.010801644064486027, 0.011179225519299507, 0.011556807905435562, 0.011934390291571617, 0.012311971746385098]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 4.0, 3.0, 7.0, 2.0, 11.0, 7.0, 5.0, 17.0, 17.0, 24.0, 17.0, 44.0, 52.0, 72.0, 91.0, 160.0, 238.0, 919.0, 5386.0, 281.0, 185.0, 102.0, 73.0, 57.0, 42.0, 22.0, 19.0, 12.0, 9.0, 10.0, 5.0, 4.0, 4.0, 5.0, 4.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.1647534817457199, -0.15960705280303955, -0.154460608959198, -0.14931418001651764, -0.14416775107383728, -0.13902132213115692, -0.13387489318847656, -0.128728449344635, -0.12358202040195465, -0.11843559145927429, -0.11328915506601334, -0.10814271867275238, -0.10299628973007202, -0.09784986078739166, -0.0927034243941307, -0.08755698800086975, -0.08241055905818939, -0.07726413011550903, -0.07211769372224808, -0.06697125732898712, -0.06182482838630676, -0.056678395718336105, -0.05153196305036545, -0.04638553038239479, -0.04123909771442413, -0.036092665046453476, -0.03094623237848282, -0.02579979971051216, -0.020653367042541504, -0.015506934374570847, -0.01036050170660019, -0.005214069038629532, -6.763637065887451e-05, 0.005078796297311783, 0.01022522896528244, 0.015371661633253098, 0.020518094301223755, 0.025664526969194412, 0.03081095963716507, 0.03595739230513573, 0.041103824973106384, 0.04625025764107704, 0.0513966903090477, 0.056543122977018356, 0.061689555644989014, 0.06683598458766937, 0.07198242098093033, 0.07712885737419128, 0.08227528631687164, 0.087421715259552, 0.09256815165281296, 0.09771458804607391, 0.10286101698875427, 0.10800744593143463, 0.11315388232469559, 0.11830031871795654, 0.1234467476606369, 0.12859317660331726, 0.1337396204471588, 0.13888604938983917, 0.14403247833251953, 0.1491789072751999, 0.15432533621788025, 0.1594717800617218, 0.16461820900440216]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 3.0, 6.0, 3.0, 2.0, 4.0, 0.0, 3.0, 6.0, 3.0, 3.0, 23.0, 4.0, 2.0, 3.0, 3.0, 4.0, 2.0, 2.0, 1.0, 3.0, 3.0, 1.0, 4.0, 3.0, 2.0, 0.0, 2.0, 1.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.001828488428145647, -0.0017671531531959772, -0.0017058178782463074, -0.0016444827197119594, -0.0015831474447622895, -0.0015218121698126197, -0.0014604768948629498, -0.00139914161991328, -0.001337806461378932, -0.0012764711864292622, -0.0012151359114795923, -0.0011538006365299225, -0.0010924653615802526, -0.0010311300866305828, -0.0009697948698885739, -0.000908459653146565, -0.0008471243781968951, -0.0007857891032472253, -0.0007244538865052164, -0.0006631186115555465, -0.0006017833948135376, -0.0005404481198638678, -0.0004791128449141979, -0.00041777759906835854, -0.00035644235322251916, -0.0002951071073766798, -0.00023377184697892517, -0.00017243658658117056, -0.00011110134073533118, -4.976608761353418e-05, 1.1569165508262813e-05, 7.290441863005981e-05, 0.0001342396717518568, 0.00019557491759769619, 0.00025691016344353557, 0.0003182454383932054, 0.0003795806842390448, 0.00044091593008488417, 0.000502251205034554, 0.0005635864217765629, 0.0006249216967262328, 0.0006862569716759026, 0.0007475921884179115, 0.0008089274633675814, 0.0008702627383172512, 0.0009315979550592601, 0.000992933171801269, 0.001054268446750939, 0.0011156037217006087, 0.0011769389966502786, 0.0012382742715999484, 0.0012996094301342964, 0.0013609447050839663, 0.001422279980033636, 0.001483615254983306, 0.0015449505299329758, 0.0016062858048826456, 0.0016676209634169936, 0.0017289562383666635, 0.0017902915133163333, 0.0018516267882660031, 0.001912962063215673, 0.001974297221750021, 0.002035632496699691, 0.0020969677716493607]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 9.0, 6.0, 11.0, 8.0, 21.0, 31.0, 57.0, 105.0, 139.0, 241.0, 412.0, 697.0, 1179.0, 2351.0, 4212.0, 8907.0, 19937.0, 55391.0, 870133.0, 142978.0, 37641.0, 16259.0, 8213.0, 4425.0, 2526.0, 1445.0, 889.0, 552.0, 335.0, 169.0, 120.0, 77.0, 39.0, 31.0, 23.0, 27.0, 14.0, 11.0, 4.0, 2.0, 4.0, 8.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0050014047883450985, -0.004791736137121916, -0.0045820679515600204, -0.004372399300336838, -0.004162731114774942, -0.00395306246355176, -0.0037433940451592207, -0.0035337256267666817, -0.0033240572083741426, -0.0031143887899816036, -0.0029047203715890646, -0.0026950519531965256, -0.002485383301973343, -0.002275714883580804, -0.002066046465188265, -0.0018563780467957258, -0.0016467096284031868, -0.0014370412100106478, -0.0012273727916181087, -0.001017704256810248, -0.0008080358384177089, -0.0005983674200251698, -0.0003886989434249699, -0.00017903049592860043, 3.063795156776905e-05, 0.00024030639906413853, 0.000449974846560508, 0.000659643323160708, 0.000869311741553247, 0.001078980159945786, 0.0012886486947536469, 0.0014983171131461859, 0.001707985531538725, 0.001917653949931264, 0.002127322368323803, 0.002336990786716342, 0.002546659205108881, 0.0027563278563320637, 0.0029659962747246027, 0.0031756646931171417, 0.0033853331115096807, 0.0035950015299022198, 0.003804669948294759, 0.004014338366687298, 0.0042240070179104805, 0.004433675203472376, 0.0046433438546955585, 0.004853012040257454, 0.005062680691480637, 0.005272349342703819, 0.005482017528265715, 0.005691686179488897, 0.005901354365050793, 0.006111023016273975, 0.006320691201835871, 0.006530359853059053, 0.006740028038620949, 0.0069496966898441315, 0.007159365341067314, 0.0073690335266292095, 0.007578702177852392, 0.007788370363414288, 0.00799803901463747, 0.008207707665860653, 0.008417375385761261]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 3.0, 2.0, 4.0, 3.0, 4.0, 5.0, 3.0, 1.0, 6.0, 2.0, 4.0, 1.0, 0.0, 4.0, 3.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.016502702608704567, -0.015869278460741043, -0.01523585431277752, -0.01460243109613657, -0.013969006948173046, -0.013335582800209522, -0.012702159583568573, -0.01206873543560505, -0.011435311287641525, -0.010801887139678001, -0.010168462991714478, -0.009535039775073528, -0.008901615627110004, -0.00826819147914648, -0.007634767796844244, -0.0070013441145420074, -0.006367919966578484, -0.00573449581861496, -0.005101072136312723, -0.004467648454010487, -0.0038342243060469627, -0.0032008003909140825, -0.0025673764757812023, -0.001933952560648322, -0.001300528645515442, -0.0006671047303825617, -3.368081524968147e-05, 0.0005997430998831987, 0.001233167015016079, 0.0018665909301489592, 0.0025000148452818394, 0.0031334387604147196, 0.0037668626755476, 0.004400286823511124, 0.00503371050581336, 0.005667134188115597, 0.006300558336079121, 0.0069339824840426445, 0.007567406166344881, 0.008200829848647118, 0.008834253996610641, 0.009467678144574165, 0.01010110229253769, 0.010734525509178638, 0.011367949657142162, 0.012001373805105686, 0.012634797021746635, 0.01326822116971016, 0.013901645317673683, 0.014535069465637207, 0.015168493613600731, 0.015801917761564255, 0.01643534004688263, 0.017068764194846153, 0.017702188342809677, 0.0183356124907732, 0.018969036638736725, 0.01960246078670025, 0.020235884934663773, 0.020869309082627296, 0.02150273323059082, 0.022136155515909195, 0.02276957966387272, 0.023403003811836243, 0.024036427959799767]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 2.0, 2.0, 7.0, 8.0, 4.0, 5.0, 5.0, 12.0, 15.0, 18.0, 36.0, 33.0, 63.0, 110.0, 119.0, 185.0, 242.0, 381.0, 525.0, 787.0, 1151.0, 1788.0, 6002.0, 2310.0, 1266.0, 769.0, 558.0, 405.0, 330.0, 261.0, 201.0, 149.0, 121.0, 91.0, 85.0, 62.0, 64.0, 46.0, 26.0, 35.0, 29.0, 18.0, 19.0, 17.0, 15.0, 5.0, 7.0, 7.0, 7.0, 6.0, 4.0, 4.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0], "bins": [-0.00828882772475481, -0.007968168705701828, -0.007647509220987558, -0.007326849736273289, -0.007006190717220306, -0.006685531698167324, -0.006364872213453054, -0.006044212728738785, -0.0057235537096858025, -0.00540289469063282, -0.0050822352059185505, -0.004761575721204281, -0.0044409167021512985, -0.004120257683098316, -0.0037995981983840466, -0.0034789389465004206, -0.0031582796946167946, -0.0028376204427331686, -0.0025169611908495426, -0.0021963019389659166, -0.0018756426870822906, -0.0015549834351986647, -0.0012343241833150387, -0.0009136649314314127, -0.0005930056795477867, -0.00027234642766416073, 4.8312824219465256e-05, 0.00036897207610309124, 0.0006896313279867172, 0.0010102905798703432, 0.0013309498317539692, 0.0016516090836375952, 0.001972268335521221, 0.002292927587404847, 0.002613586839288473, 0.002934246091172099, 0.003254905343055725, 0.003575564594939351, 0.003896223846822977, 0.004216883331537247, 0.004537542350590229, 0.004858201369643211, 0.005178860854357481, 0.005499520339071751, 0.005820179358124733, 0.006140838377177715, 0.006461497861891985, 0.006782157346606255, 0.007102816365659237, 0.007423475384712219, 0.007744134869426489, 0.008064794354140759, 0.00838545337319374, 0.008706112392246723, 0.009026771411299706, 0.009347431361675262, 0.009668090380728245, 0.009988749399781227, 0.010309409350156784, 0.010630068369209766, 0.010950727388262749, 0.011271386407315731, 0.011592045426368713, 0.01191270537674427, 0.012233364395797253]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 2.0, 2.0, 0.0, 2.0, 0.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.10466084629297256, -0.1019492968916893, -0.09923775494098663, -0.09652620553970337, -0.0938146561384201, -0.09110311418771744, -0.08839156478643417, -0.08568001538515091, -0.08296847343444824, -0.08025692403316498, -0.07754537463188171, -0.07483382523059845, -0.07212228327989578, -0.06941073387861252, -0.06669918447732925, -0.06398764252662659, -0.06127609312534332, -0.05856454744935036, -0.05585299804806709, -0.05314145237207413, -0.05042990297079086, -0.0477183572947979, -0.04500681161880493, -0.04229526221752167, -0.0395837165415287, -0.036872170865535736, -0.03416062146425247, -0.031449075788259506, -0.02873752824962139, -0.026025980710983276, -0.02331443503499031, -0.020602887496352196, -0.01789133995771408, -0.015179792419075966, -0.012468245811760426, -0.009756699204444885, -0.00704515166580677, -0.004333604592829943, -0.001622057519853115, 0.0010894895531237125, 0.00380103662610054, 0.006512583699077368, 0.009224130772054195, 0.011935677379369736, 0.01464722491800785, 0.017358772456645966, 0.02007031813263893, 0.022781865671277046, 0.02549341320991516, 0.028204960748553276, 0.03091650828719139, 0.03362805396318436, 0.03633960336446762, 0.03905114904046059, 0.04176269471645355, 0.044474244117736816, 0.04718578979372978, 0.04989733546972275, 0.05260888487100601, 0.05532043054699898, 0.05803197622299194, 0.06074352562427521, 0.06345507502555847, 0.06616661697626114, 0.0688781663775444]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 4.0, 0.0, 2.0, 3.0, 2.0, 0.0, 4.0, 1.0, 5.0, 3.0, 4.0, 5.0, 3.0, 5.0, 4.0, 3.0, 2.0, 3.0, 6.0, 9.0, 13.0, 7.0, 16.0, 12.0, 27.0, 13.0, 15.0, 15.0, 9.0, 9.0, 6.0, 11.0, 5.0, 7.0, 4.0, 8.0, 4.0, 2.0, 2.0, 6.0, 5.0, 5.0, 4.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03148333728313446, -0.030557453632354736, -0.029631569981575012, -0.028705686330795288, -0.027779802680015564, -0.02685391902923584, -0.025928035378456116, -0.02500215172767639, -0.024076268076896667, -0.023150384426116943, -0.02222450077533722, -0.021298617124557495, -0.02037273347377777, -0.019446849822998047, -0.018520966172218323, -0.0175950825214386, -0.016669198870658875, -0.0157433170825243, -0.014817432500422001, -0.013891548849642277, -0.012965665198862553, -0.012039781548082829, -0.011113897897303104, -0.01018801424652338, -0.00926213152706623, -0.008336247876286507, -0.007410363759845495, -0.006484480109065771, -0.005558596923947334, -0.00463271327316761, -0.003706829622387886, -0.002780945971608162, -0.0018550623208284378, -0.0009291787282563746, -3.29513568431139e-06, 0.0009225884568877518, 0.001848472049459815, 0.002774355700239539, 0.0037002391181886196, 0.004626122768968344, 0.005552006419748068, 0.006477890070527792, 0.007403773721307516, 0.008329656906425953, 0.009255540557205677, 0.010181424207985401, 0.011107307858765125, 0.01203319150954485, 0.012959075160324574, 0.013884958811104298, 0.014810842461884022, 0.01573672518134117, 0.016662608832120895, 0.01758849248290062, 0.018514376133680344, 0.019440259784460068, 0.020366143435239792, 0.021292027086019516, 0.02221791073679924, 0.023143794387578964, 0.02406967803835869, 0.024995561689138412, 0.025921445339918137, 0.02684732899069786, 0.027773212641477585]}, "_runtime": 195.26291942596436, "_timestamp": 1596213065.964457, "_step": 237}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 3.0, 8.0, 6.0, 1.0, 2.0, 5.0, 3.0, 5.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.009407236240804195, -0.009097031317651272, -0.008786826394498348, -0.008476622402668, -0.008166417479515076, -0.007856212556362152, -0.0075460076332092285, -0.007235803175717592, -0.006925598252564669, -0.006615393329411745, -0.006305188871920109, -0.005994983948767185, -0.005684779025614262, -0.005374574568122625, -0.005064369644969702, -0.0047541651874780655, -0.004443960264325142, -0.004133755341172218, -0.003823550883680582, -0.0035133459605276585, -0.0032031412702053785, -0.0028929365798830986, -0.002582731656730175, -0.002272526966407895, -0.001962322276085615, -0.0016521175857633352, -0.0013419127790257335, -0.0010317079722881317, -0.0007215032819658518, -0.00041129853343591094, -0.0001010937849059701, 0.00020911096362397075, 0.0005193157121539116, 0.0008295204606838524, 0.0011397252092137933, 0.001449930015951395, 0.001760134706273675, 0.002070339396595955, 0.0023805443197488785, 0.0026907490100711584, 0.0030009537003934383, 0.0033111583907157183, 0.003621363081037998, 0.003931568004190922, 0.004241772927343845, 0.004551977384835482, 0.004862182307988405, 0.0051723867654800415, 0.005482591688632965, 0.005792796611785889, 0.006103001069277525, 0.0064132059924304485, 0.006723410449922085, 0.007033615373075008, 0.007343820296227932, 0.007654024753719568, 0.007964229211211205, 0.008274434134364128, 0.008584639057517052, 0.008894843980669975, 0.009205048903822899, 0.009515253826975822, 0.009825457818806171, 0.010135662741959095, 0.010445867665112019]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 5.0, 1.0, 2.0, 6.0, 5.0, 1.0, 8.0, 10.0, 9.0, 15.0, 17.0, 20.0, 22.0, 34.0, 42.0, 52.0, 82.0, 97.0, 170.0, 259.0, 663.0, 5343.0, 404.0, 203.0, 144.0, 86.0, 54.0, 30.0, 31.0, 24.0, 17.0, 16.0, 12.0, 7.0, 4.0, 6.0, 6.0, 4.0, 5.0, 3.0, 2.0, 3.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.11659221351146698, -0.11296442151069641, -0.10933662950992584, -0.10570883750915527, -0.1020810455083847, -0.09845325350761414, -0.09482546150684357, -0.091197669506073, -0.08756987750530243, -0.08394208550453186, -0.08031429350376129, -0.07668650150299072, -0.07305870950222015, -0.06943091750144958, -0.06580312550067902, -0.062175337225198746, -0.05854754522442818, -0.05491975322365761, -0.05129196122288704, -0.04766416922211647, -0.0440363772213459, -0.04040858522057533, -0.036780793219804764, -0.033153001219034195, -0.029525211080908775, -0.025897419080138206, -0.022269627079367638, -0.01864183507859707, -0.015014044009149075, -0.011386252008378506, -0.007758460473269224, -0.004130668938159943, -0.0005028769373893738, 0.0031249148305505514, 0.006752706598490477, 0.010380498133599758, 0.014008290134370327, 0.01763608120381832, 0.02126387320458889, 0.02489166520535946, 0.028519457206130028, 0.03214724734425545, 0.035775039345026016, 0.039402831345796585, 0.043030623346567154, 0.04665841534733772, 0.05028620734810829, 0.05391399934887886, 0.05754179134964943, 0.06116958335042, 0.06479737162590027, 0.06842516362667084, 0.0720529556274414, 0.07568074762821198, 0.07930853962898254, 0.08293633162975311, 0.08656412363052368, 0.09019191563129425, 0.09381970763206482, 0.09744749963283539, 0.10107529163360596, 0.10470308363437653, 0.1083308756351471, 0.11195866763591766, 0.11558645963668823]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 4.0, 1.0, 2.0, 2.0, 5.0, 1.0, 2.0, 6.0, 3.0, 4.0, 2.0, 2.0, 4.0, 3.0, 2.0, 3.0, 2.0, 24.0, 4.0, 1.0, 2.0, 2.0, 5.0, 4.0, 5.0, 2.0, 3.0, 0.0, 1.0, 4.0, 0.0, 3.0, 5.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0], "bins": [-0.0026490408927202225, -0.002578377490863204, -0.002507714321836829, -0.0024370509199798107, -0.0023663875181227922, -0.0022957243490964174, -0.002225060947239399, -0.0021543975453823805, -0.0020837343763560057, -0.002013070974498987, -0.0019424076890572906, -0.001871744403615594, -0.0018010810017585754, -0.0017304177163168788, -0.0016597544308751822, -0.0015890910290181637, -0.001518427743576467, -0.0014477644581347704, -0.001377101056277752, -0.0013064377708360553, -0.0012357744853943586, -0.0011651110835373402, -0.0010944477980956435, -0.0010237845126539469, -0.0009531211690045893, -0.0008824578253552318, -0.0008117945399135351, -0.0007411311962641776, -0.00067046785261482, -0.0005998045671731234, -0.0005291412235237658, -0.0004584779089782387, -0.0003878145944327116, -0.0003171512798871845, -0.0002464879653416574, -0.00017582462169229984, -0.00010516130714677274, -3.449798532528803e-05, 3.616533649619669e-05, 0.0001068286583176814, 0.00017749198013916612, 0.0002481552946846932, 0.0003188186092302203, 0.0003894819528795779, 0.000460145267425105, 0.0005308085819706321, 0.0006014719256199896, 0.0006721352110616863, 0.0007427985547110438, 0.0008134618983604014, 0.000884125183802098, 0.0009547885274514556, 0.0010254518128931522, 0.0010961152147501707, 0.0011667785001918674, 0.001237441785633564, 0.0013081051874905825, 0.0013787684729322791, 0.0014494317583739758, 0.0015200950438156724, 0.0015907584456726909, 0.0016614217311143875, 0.0017320850165560842, 0.0018027484184131026, 0.0018734117038547993]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 5.0, 7.0, 6.0, 11.0, 19.0, 22.0, 24.0, 27.0, 42.0, 62.0, 75.0, 76.0, 149.0, 237.0, 339.0, 475.0, 728.0, 1074.0, 1782.0, 2928.0, 5053.0, 9124.0, 17593.0, 40619.0, 129994.0, 849539.0, 59895.0, 24756.0, 13315.0, 7786.0, 4739.0, 3037.0, 1942.0, 1288.0, 837.0, 583.0, 445.0, 316.0, 196.0, 147.0, 91.0, 80.0, 46.0, 45.0, 25.0, 14.0, 12.0, 10.0, 10.0, 6.0, 2.0, 5.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.005006118211895227, -0.004851324018090963, -0.004696530289947987, -0.0045417360961437225, -0.0043869419023394585, -0.004232148174196482, -0.004077353980392218, -0.003922559786587954, -0.003767766058444977, -0.0036129718646407127, -0.0034581779036670923, -0.003303383942693472, -0.003148589748889208, -0.0029937957879155874, -0.002839001826941967, -0.002684207633137703, -0.0025294136721640825, -0.002374619711190462, -0.002219825517386198, -0.0020650315564125776, -0.0019102375954389572, -0.001755443518050015, -0.0016006494406610727, -0.0014458554796874523, -0.00129106140229851, -0.0011362673249095678, -0.0009814733639359474, -0.0008266792865470052, -0.0006718852673657238, -0.0005170912481844425, -0.00036229719989933074, -0.00020750316616613418, -5.270913243293762e-05, 0.00010208490130025893, 0.0002568789350334555, 0.0004116729833185673, 0.0005664670024998486, 0.0007212610216811299, 0.0008760550990700722, 0.0010308490600436926, 0.0011856431374326348, 0.001340437214821577, 0.0014952311757951975, 0.0016500252531841397, 0.001804819330573082, 0.0019596132915467024, 0.002114407252520323, 0.002269201446324587, 0.0024239954072982073, 0.0025787893682718277, 0.0027335835620760918, 0.002888377523049712, 0.0030431714840233326, 0.0031979656778275967, 0.003352759638801217, 0.0035075535997748375, 0.0036623477935791016, 0.003817141754552722, 0.003971935715526342, 0.0041267299093306065, 0.004281523637473583, 0.004436317831277847, 0.004591112025082111, 0.004745905753225088, 0.004900699947029352]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 6.0, 7.0, 1.0, 12.0, 6.0, 10.0, 3.0, 2.0, 4.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02401692420244217, -0.022458648309111595, -0.02090037241578102, -0.019342096522450447, -0.017783820629119873, -0.0162255447357893, -0.0146672697737813, -0.013108993880450726, -0.011550717987120152, -0.009992442093789577, -0.008434166200459003, -0.006875890772789717, -0.005317614879459143, -0.0037593389861285686, -0.0022010633256286383, -0.0006427875487133861, 0.0009154882282018661, 0.00247376412153244, 0.004032040014863014, 0.005590315442532301, 0.007148591335862875, 0.008706866763532162, 0.010265142656862736, 0.01182341855019331, 0.013381694443523884, 0.014939970336854458, 0.016498245298862457, 0.01805652119219303, 0.019614797085523605, 0.02117307297885418, 0.022731348872184753, 0.024289624765515327, 0.0258479006588459, 0.027406176552176476, 0.02896445244550705, 0.030522728338837624, 0.0320810042321682, 0.03363927826285362, 0.035197556018829346, 0.03675583004951477, 0.038314107805490494, 0.03987238183617592, 0.04143065959215164, 0.04298893362283707, 0.04454721137881279, 0.046105485409498215, 0.04766376316547394, 0.04922203719615936, 0.05078031122684479, 0.05233858898282051, 0.053896863013505936, 0.05545514076948166, 0.057013414800167084, 0.05857169255614281, 0.06012996658682823, 0.061688244342803955, 0.06324651837348938, 0.0648047924041748, 0.06636307388544083, 0.06792134791612625, 0.06947962194681168, 0.0710378959774971, 0.07259617745876312, 0.07415445148944855, 0.07571272552013397]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 7.0, 9.0, 6.0, 12.0, 20.0, 49.0, 101.0, 144.0, 233.0, 403.0, 693.0, 1223.0, 2256.0, 7458.0, 3578.0, 1107.0, 467.0, 229.0, 128.0, 58.0, 41.0, 21.0, 15.0, 8.0, 15.0, 32.0, 12.0, 10.0, 9.0, 10.0, 11.0, 0.0, 0.0, 3.0, 5.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 6.0, 14.0, 2.0, 10.0, 8.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 8.0], "bins": [-0.0130714550614357, -0.012476358562707901, -0.011881262063980103, -0.011286165565252304, -0.010691069066524506, -0.010095971636474133, -0.009500875137746334, -0.008905778639018536, -0.008310682140290737, -0.007715585641562939, -0.00712048914283514, -0.0065253921784460545, -0.005930295679718256, -0.0053351991809904575, -0.004740102216601372, -0.004145005717873573, -0.003549909219145775, -0.0029548127204179764, -0.0023597159888595343, -0.001764619373716414, -0.0011695227585732937, -0.0005744261434301734, 2.0670471712946892e-05, 0.0006157670868560672, 0.0012108637019991875, 0.0018059603171423078, 0.002401056932285428, 0.00299615366384387, 0.0035912501625716686, 0.004186346661299467, 0.004781443625688553, 0.005376540124416351, 0.00597163662314415, 0.006566733121871948, 0.007161829620599747, 0.0077569265849888325, 0.008352022618055344, 0.008947120048105717, 0.009542216546833515, 0.010137313045561314, 0.010732409544289112, 0.01132750604301691, 0.011922602541744709, 0.012517699040472507, 0.01311279647052288, 0.013707892969250679, 0.014302989467978477, 0.014898085966706276, 0.015493182465434074, 0.016088278964161873, 0.01668337546288967, 0.01727847196161747, 0.017873568460345268, 0.018468664959073067, 0.019063761457800865, 0.019658857956528664, 0.02025395631790161, 0.02084905281662941, 0.021444149315357208, 0.022039245814085007, 0.022634342312812805, 0.023229438811540604, 0.023824535310268402, 0.0244196318089962, 0.025014728307724]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 4.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.14127732813358307, -0.1378028839826584, -0.1343284547328949, -0.13085401058197021, -0.12737958133220673, -0.12390514463186264, -0.12043070793151855, -0.11695627123117447, -0.11348183453083038, -0.1100073903799057, -0.10653295367956161, -0.10305851697921753, -0.09958408027887344, -0.09610964357852936, -0.09263520687818527, -0.08916077017784119, -0.0856863334774971, -0.08221189677715302, -0.07873746007680893, -0.07526302337646484, -0.07178858667612076, -0.06831414997577667, -0.06483971327543259, -0.0613652728497982, -0.05789083614945412, -0.05441639944911003, -0.050941962748765945, -0.04746752604842186, -0.043993085622787476, -0.04051864892244339, -0.037044212222099304, -0.03356977552175522, -0.030095338821411133, -0.026620902121067047, -0.02314646542072296, -0.019672026857733727, -0.01619759015738964, -0.012723153457045555, -0.009248715825378895, -0.005774278659373522, -0.002299841493368149, 0.0011745956726372242, 0.004649032838642597, 0.008123470470309258, 0.011597907170653343, 0.015072343870997429, 0.018546782433986664, 0.02202121913433075, 0.025495655834674835, 0.02897009253501892, 0.03244452923536301, 0.03591896593570709, 0.03939340263605118, 0.04286784306168556, 0.04634227976202965, 0.049816716462373734, 0.05329115316271782, 0.056765589863061905, 0.06024002656340599, 0.06371446698904037, 0.06718890368938446, 0.07066334038972855, 0.07413777709007263, 0.07761221379041672, 0.0810866504907608]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 3.0, 2.0, 1.0, 2.0, 0.0, 3.0, 0.0, 4.0, 1.0, 3.0, 1.0, 4.0, 3.0, 5.0, 3.0, 8.0, 15.0, 18.0, 18.0, 31.0, 18.0, 16.0, 21.0, 17.0, 21.0, 18.0, 5.0, 11.0, 4.0, 2.0, 1.0, 1.0, 3.0, 3.0, 5.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0], "bins": [-0.09390314668416977, -0.09168596565723419, -0.08946878463029861, -0.08725160360336304, -0.08503442257642746, -0.08281724154949188, -0.0806000605225563, -0.07838287949562073, -0.07616569846868515, -0.07394851744174957, -0.071731336414814, -0.06951415538787842, -0.06729697436094284, -0.06507979333400726, -0.06286261230707169, -0.06064543128013611, -0.05842825025320053, -0.056211069226264954, -0.053993888199329376, -0.0517767071723938, -0.04955952614545822, -0.047342345118522644, -0.04512516409158707, -0.04290798306465149, -0.04069080203771591, -0.038473621010780334, -0.03625643998384476, -0.03403925895690918, -0.0318220779299736, -0.029604896903038025, -0.027387715876102448, -0.02517053484916687, -0.022953353822231293, -0.020736172795295715, -0.018518991768360138, -0.01630181074142456, -0.014084629714488983, -0.011867448687553406, -0.009650267660617828, -0.007433086633682251, -0.005215905606746674, -0.002998724579811096, -0.0007815435528755188, 0.0014356374740600586, 0.003652818500995636, 0.005869999527931213, 0.00808718055486679, 0.010304361581802368, 0.012521542608737946, 0.014738723635673523, 0.0169559046626091, 0.019173085689544678, 0.021390266716480255, 0.023607447743415833, 0.02582462877035141, 0.028041809797286987, 0.030258990824222565, 0.03247617185115814, 0.03469335287809372, 0.0369105339050293, 0.039127714931964874, 0.04134489595890045, 0.04356207698583603, 0.045779258012771606, 0.047996439039707184]}, "_runtime": 196.03569221496582, "_timestamp": 1596213066.7372298, "_step": 238}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 3.0, 1.0, 3.0, 2.0, 4.0, 5.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 4.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.009759298525750637, -0.009500131011009216, -0.009240963496267796, -0.0089817950502038, -0.00872262753546238, -0.008463460020720959, -0.008204292505979538, -0.007945124991238117, -0.007685957010835409, -0.007426789496093988, -0.00716762151569128, -0.00690845400094986, -0.006649286486208439, -0.006390118505805731, -0.00613095099106431, -0.005871783010661602, -0.005612615495920181, -0.0053534479811787605, -0.0050942800007760525, -0.004835112486034632, -0.004575944505631924, -0.004316776990890503, -0.004057609476149082, -0.003798441728577018, -0.0035392739810049534, -0.003280106233432889, -0.0030209384858608246, -0.002761770971119404, -0.0025026032235473394, -0.002243435475975275, -0.0019842679612338543, -0.00172510021366179, -0.0014659324660897255, -0.001206764718517661, -0.0009475970873609185, -0.000688429397996515, -0.00042926170863211155, -0.00017009401926770806, 8.907367009669542e-05, 0.0003482413594610989, 0.0006074090488255024, 0.0008665767381899059, 0.0011257444275543094, 0.001384912058711052, 0.0016440798062831163, 0.0019032475538551807, 0.0021624150685966015, 0.002421582816168666, 0.0026807505637407303, 0.0029399183113127947, 0.003199086058884859, 0.00345825357362628, 0.0037174213211983442, 0.003976589068770409, 0.004235756583511829, 0.004494924563914537, 0.004754092078655958, 0.005013259593397379, 0.005272427573800087, 0.005531595088541508, 0.0057907626032829285, 0.0060499305836856365, 0.006309098098427057, 0.006568266078829765, 0.006827433593571186]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [4.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 7.0, 4.0, 3.0, 1.0, 6.0, 8.0, 9.0, 10.0, 12.0, 21.0, 13.0, 17.0, 15.0, 21.0, 28.0, 47.0, 40.0, 46.0, 72.0, 103.0, 113.0, 152.0, 253.0, 622.0, 5150.0, 348.0, 199.0, 115.0, 99.0, 68.0, 52.0, 41.0, 37.0, 29.0, 29.0, 17.0, 19.0, 14.0, 23.0, 12.0, 12.0, 8.0, 3.0, 5.0, 2.0, 3.0, 3.0, 6.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.08160404860973358, -0.07913625240325928, -0.07666845619678497, -0.07420066744089127, -0.07173287123441696, -0.06926507502794266, -0.06679728627204895, -0.06432949006557465, -0.06186169385910034, -0.05939389765262604, -0.05692610517144203, -0.054458312690258026, -0.05199051648378372, -0.04952272027730942, -0.04705492779612541, -0.044587135314941406, -0.0421193391084671, -0.0396515429019928, -0.03718375042080879, -0.034715957939624786, -0.03224816173315048, -0.029780367389321327, -0.027312573045492172, -0.024844778701663017, -0.022376984357833862, -0.019909190014004707, -0.017441395670175552, -0.014973601326346397, -0.012505806982517242, -0.010038012638688087, -0.0075702182948589325, -0.0051024239510297775, -0.0026346296072006226, -0.0001668352633714676, 0.0023009590804576874, 0.004768753424286842, 0.007236547768115997, 0.009704342111945152, 0.012172136455774307, 0.014639930799603462, 0.017107725143432617, 0.019575519487261772, 0.022043313831090927, 0.024511108174920082, 0.026978902518749237, 0.029446696862578392, 0.03191449120640755, 0.03438228368759155, 0.03685007989406586, 0.03931787610054016, 0.04178566858172417, 0.04425346106290817, 0.04672125726938248, 0.04918905347585678, 0.05165684595704079, 0.05412463843822479, 0.0565924346446991, 0.0590602308511734, 0.06152802333235741, 0.06399581581354141, 0.06646361202001572, 0.06893140822649002, 0.07139919698238373, 0.07386699318885803, 0.07633478939533234]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 4.0, 1.0, 1.0, 2.0, 3.0, 5.0, 3.0, 2.0, 2.0, 6.0, 1.0, 4.0, 5.0, 5.0, 23.0, 3.0, 5.0, 2.0, 2.0, 5.0, 0.0, 3.0, 2.0, 3.0, 4.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 3.0, 0.0, 0.0, 1.0, 1.0, 2.0], "bins": [-0.0030619329772889614, -0.0029876427724957466, -0.002913352567702532, -0.0028390621300786734, -0.0027647719252854586, -0.0026904817204922438, -0.002616191515699029, -0.0025419010780751705, -0.0024676108732819557, -0.002393320668488741, -0.002319030463695526, -0.0022447402589023113, -0.002170449821278453, -0.002096159616485238, -0.0020218694116920233, -0.0019475790904834867, -0.0018732888856902719, -0.001798998680897057, -0.0017247083596885204, -0.0016504181548953056, -0.001576127833686769, -0.0015018376288935542, -0.0014275473076850176, -0.0013532571028918028, -0.001278966898098588, -0.0012046765768900514, -0.0011303863720968366, -0.0010560960508883, -0.0009818058460950851, -0.0009075155830942094, -0.0008332253200933337, -0.000758935057092458, -0.0006846447940915823, -0.0006103545310907066, -0.0005360642680898309, -0.0004617740341927856, -0.0003874837711919099, -0.0003131935081910342, -0.00023890325974207371, -0.00016461301129311323, -9.032274829223752e-05, -1.6032492567319423e-05, 5.8257763157598674e-05, 0.00013254801160655916, 0.00020683827460743487, 0.0002811285376083106, 0.00035541877150535583, 0.00042970903450623155, 0.0005039992975071073, 0.000578289560507983, 0.0006525798235088587, 0.0007268700865097344, 0.0008011603495106101, 0.0008754505543038249, 0.0009497408173047006, 0.0010240310803055763, 0.0010983212850987911, 0.0011726116063073277, 0.0012469018111005425, 0.0013211921323090792, 0.001395482337102294, 0.0014697726583108306, 0.0015440628631040454, 0.001618353184312582, 0.0016926433891057968]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 4.0, 3.0, 5.0, 11.0, 10.0, 22.0, 30.0, 48.0, 59.0, 101.0, 142.0, 181.0, 239.0, 424.0, 581.0, 864.0, 1430.0, 2387.0, 4515.0, 8970.0, 20770.0, 60272.0, 906572.0, 117087.0, 28870.0, 11916.0, 5774.0, 3152.0, 1820.0, 1086.0, 652.0, 475.0, 304.0, 217.0, 156.0, 103.0, 74.0, 79.0, 50.0, 41.0, 33.0, 27.0, 17.0, 17.0, 6.0, 8.0, 7.0, 3.0, 8.0, 5.0, 1.0, 5.0, 0.0, 4.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.005393544211983681, -0.0051845163106918335, -0.004975488409399986, -0.004766460042446852, -0.0045574321411550045, -0.004348404239863157, -0.004139375872910023, -0.0039303479716181755, -0.0037213200703263283, -0.003512292169034481, -0.00330326403491199, -0.0030942359007894993, -0.002885207999497652, -0.002676180098205805, -0.002467151964083314, -0.002258123829960823, -0.002049095928668976, -0.0018400679109618068, -0.0016310398932546377, -0.0014220118755474687, -0.0012129838578402996, -0.0010039558401331306, -0.0007949278224259615, -0.0005858998047187924, -0.0003768717870116234, -0.00016784376930445433, 4.118424840271473e-05, 0.0002502122661098838, 0.00045924028381705284, 0.0006682683015242219, 0.000877296319231391, 0.00108632433693856, 0.001295352354645729, 0.0015043803723528981, 0.0017134083900600672, 0.0019224364077672362, 0.0021314644254744053, 0.0023404923267662525, 0.0025495204608887434, 0.0027585485950112343, 0.0029675764963030815, 0.0031766043975949287, 0.0033856325317174196, 0.0035946606658399105, 0.0038036885671317577, 0.004012716468423605, 0.0042217448353767395, 0.004430772736668587, 0.004639800637960434, 0.004848828539252281, 0.005057856440544128, 0.005266884807497263, 0.00547591270878911, 0.005684940610080957, 0.005893968977034092, 0.006102996878325939, 0.006312024779617786, 0.006521052680909634, 0.006730080582201481, 0.006939108949154615, 0.007148136850446463, 0.00735716475173831, 0.007566193118691444, 0.007775221019983292, 0.007984248921275139]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 8.0, 2.0, 2.0, 4.0, 2.0, 3.0, 1.0, 3.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014276249334216118, -0.013811125420033932, -0.013346001505851746, -0.01288087759166956, -0.012415753677487373, -0.011950629763305187, -0.011485505849123001, -0.011020381934940815, -0.010555258020758629, -0.010090134106576443, -0.009625010192394257, -0.00915988627821207, -0.008694762364029884, -0.008229638449847698, -0.007764514070004225, -0.007299390155822039, -0.0068342662416398525, -0.006369142327457666, -0.00590401841327548, -0.005438894499093294, -0.004973770584911108, -0.004508646670728922, -0.004043522756546736, -0.003578398609533906, -0.00311327469535172, -0.0026481507811695337, -0.0021830268669873476, -0.0017179028363898396, -0.0012527789222076535, -0.0007876550080254674, -0.00032253103563562036, 0.00014259290765039623, 0.0006077168509364128, 0.001072840765118599, 0.001537964679300785, 0.002003088593482971, 0.0024682125076651573, 0.002933336654677987, 0.0033984605688601732, 0.0038635844830423594, 0.004328708164393902, 0.004793832544237375, 0.005258956458419561, 0.0057240803726017475, 0.006189204286783934, 0.00665432820096612, 0.007119452115148306, 0.007584576029330492, 0.008049700409173965, 0.008514824323356152, 0.008979948237538338, 0.009445072151720524, 0.00991019606590271, 0.010375319980084896, 0.010840443894267082, 0.011305567808449268, 0.011770691722631454, 0.01223581563681364, 0.012700939550995827, 0.013166063465178013, 0.013631187379360199, 0.014096311293542385, 0.014561435207724571, 0.015026559121906757, 0.015491683036088943]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 3.0, 0.0, 2.0, 2.0, 5.0, 4.0, 3.0, 3.0, 6.0, 4.0, 6.0, 7.0, 10.0, 19.0, 15.0, 44.0, 33.0, 52.0, 83.0, 87.0, 141.0, 168.0, 267.0, 405.0, 614.0, 858.0, 1252.0, 2214.0, 6157.0, 1786.0, 1177.0, 821.0, 549.0, 418.0, 291.0, 213.0, 159.0, 119.0, 92.0, 71.0, 69.0, 48.0, 30.0, 23.0, 19.0, 15.0, 13.0, 15.0, 10.0, 3.0, 4.0, 2.0, 2.0, 2.0, 6.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009597028605639935, -0.009269101545214653, -0.008941175416111946, -0.008613248355686665, -0.008285321295261383, -0.007957394234836102, -0.007629467640072107, -0.007301541045308113, -0.006973613984882832, -0.006645687390118837, -0.006317760795354843, -0.005989833734929562, -0.005661907140165567, -0.005333980079740286, -0.005006053484976292, -0.00467812642455101, -0.004350199829787016, -0.004022273235023022, -0.00369434617459774, -0.0033664193470031023, -0.0030384925194084644, -0.00271056592464447, -0.0023826390970498323, -0.0020547122694551945, -0.0017267854418605566, -0.0013988586142659187, -0.0010709317866712809, -0.0007430050754919648, -0.00041507824789732695, -8.715144940651953e-05, 0.00024077534908428788, 0.0005687021184712648, 0.0008966289460659027, 0.0012245557736605406, 0.0015524826012551785, 0.0018804093124344945, 0.002208336256444454, 0.0025362628512084484, 0.0028641896788030863, 0.003192116506397724, 0.003520043333992362, 0.003847970161587, 0.004175896756350994, 0.004503823816776276, 0.00483175041154027, 0.005159677471965551, 0.005487604066729546, 0.005815531127154827, 0.006143457721918821, 0.0064713843166828156, 0.006799311377108097, 0.007127237971872091, 0.007455165032297373, 0.007783091627061367, 0.008111018687486649, 0.00843894574791193, 0.008766871877014637, 0.009094798937439919, 0.0094227259978652, 0.009750652126967907, 0.010078579187393188, 0.01040650624781847, 0.010734433308243752, 0.011062359437346458, 0.01139028649777174]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.05887184664607048, -0.057210974395275116, -0.05555010586977005, -0.053889233618974686, -0.05222836136817932, -0.050567492842674255, -0.04890662059187889, -0.047245752066373825, -0.04558487981557846, -0.043924007564783096, -0.04226313903927803, -0.040602266788482666, -0.0389413982629776, -0.037280526012182236, -0.03561965376138687, -0.033958785235881805, -0.03229791298508644, -0.030637042596936226, -0.02897617220878601, -0.027315299957990646, -0.02565442956984043, -0.023993559181690216, -0.02233268693089485, -0.020671816542744637, -0.01901094615459442, -0.017350075766444206, -0.01568920537829399, -0.014028333127498627, -0.012367462739348412, -0.010706592351198196, -0.009045721031725407, -0.007384850177913904, -0.005723979324102402, -0.004063108470290899, -0.002402237616479397, -0.0007413667626678944, 0.0009195040911436081, 0.0025803749449551105, 0.004241245798766613, 0.0059021166525781155, 0.007562987506389618, 0.009223857894539833, 0.010884729214012623, 0.012545600533485413, 0.014206470921635628, 0.015867341309785843, 0.017528213560581207, 0.019189083948731422, 0.020849954336881638, 0.022510824725031853, 0.024171695113182068, 0.025832567363977432, 0.027493437752127647, 0.029154308140277863, 0.030815180391073227, 0.03247604891657829, 0.03413692116737366, 0.03579779341816902, 0.03745866194367409, 0.03911953419446945, 0.04078040271997452, 0.04244127497076988, 0.04410214722156525, 0.04576301574707031, 0.04742388799786568]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 3.0, 3.0, 2.0, 7.0, 5.0, 5.0, 4.0, 13.0, 9.0, 16.0, 9.0, 12.0, 14.0, 10.0, 13.0, 11.0, 14.0, 16.0, 8.0, 31.0, 15.0, 12.0, 6.0, 7.0, 6.0, 6.0, 4.0, 3.0, 3.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03742104396224022, -0.03633788228034973, -0.035254716873168945, -0.03417155519127846, -0.03308839350938797, -0.032005228102207184, -0.030922066420316696, -0.02983890473842621, -0.02875574119389057, -0.027672577649354935, -0.026589415967464447, -0.02550625242292881, -0.024423088878393173, -0.023339927196502686, -0.02225676365196705, -0.02117360197007656, -0.020090438425540924, -0.019007274881005287, -0.0179241131991148, -0.016840949654579163, -0.015757787972688675, -0.014674624428153038, -0.013591460883617401, -0.012508298270404339, -0.011425135657191277, -0.010341973043978214, -0.009258810430765152, -0.008175646886229515, -0.007092484273016453, -0.0060093216598033905, -0.004926158580929041, -0.003842995734885335, -0.002759832888841629, -0.001676670042797923, -0.0005935071967542171, 0.0004896556492894888, 0.0015728184953331947, 0.0026559813413769007, 0.0037391441874206066, 0.004822307266294956, 0.0059054698795080185, 0.006988632492721081, 0.008071795105934143, 0.00915495865046978, 0.010238121263682842, 0.011321283876895905, 0.012404447421431541, 0.013487610034644604, 0.014570772647857666, 0.015653936192393303, 0.01673709787428379, 0.017820261418819427, 0.018903423100709915, 0.019986586645245552, 0.02106975018978119, 0.022152911871671677, 0.023236075416207314, 0.02431923896074295, 0.025402400642633438, 0.026485564187169075, 0.027568727731704712, 0.0286518894135952, 0.029735052958130836, 0.030818214640021324, 0.03190137818455696]}, "_runtime": 196.80396509170532, "_timestamp": 1596213067.5055027, "_step": 239}
-{"val_accuracy": 0.8251769406392694, "val_loss": 0.4567479857298882, "_runtime": 198.304780960083, "_timestamp": 1596213069.0063186, "_step": 240}
-{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: V Confidence: 0.43255123496055603 Truth: v", "Prediction: 5 Confidence: 1.0 Truth: 5", "Prediction: 2 Confidence: 0.9992924928665161 Truth: 2", "Prediction: 0 Confidence: 0.6488622426986694 Truth: 0"]}, "_runtime": 198.59724974632263, "_timestamp": 1596213069.2987874, "_step": 241}
-{"validation_metric": 0.8250099885844749, "_runtime": 199.5169141292572, "_timestamp": 1596213070.2184517, "_step": 242}
diff --git a/wandb/run-20200731_162753-3hjb68rc/wandb-metadata.json b/wandb/run-20200731_162753-3hjb68rc/wandb-metadata.json
deleted file mode 100644
index 90147f3..0000000
--- a/wandb/run-20200731_162753-3hjb68rc/wandb-metadata.json
+++ /dev/null
@@ -1,30 +0,0 @@
-{
-    "root": "/home/akternurra/Documents/projects/quest-for-general-artifical-intelligence/projects/text-recognizer",
-    "program": "<python with no main file>",
-    "git": {
-        "remote": "git@github.com:aktersnurra/text-recognizer.git",
-        "commit": "fa461db6132e7a22f3aa1bb48cce8981890325fb"
-    },
-    "email": "gustaf.rydholm@gmail.com",
-    "startedAt": "2020-07-31T16:27:53.835736",
-    "host": "kompjuter",
-    "username": "akternurra",
-    "executable": "/home/akternurra/.cache/pypoetry/virtualenvs/text-recognizer-N1c_zsdp-py3.8/bin/python",
-    "os": "Linux-5.4.0-42-generic-x86_64-with-glibc2.27",
-    "python": "3.8.2",
-    "gpu": "GeForce RTX 2070",
-    "gpu_count": 1,
-    "cpu_count": 12,
-    "cuda": "10.1.105",
-    "args": [
-        "--gpu=-1",
-        "--save",
-        "--experiment_config={\"dataloader\": \"EmnistDataLoader\", \"data_loader_args\": {\"splits\": [\"train\", \"val\"], \"sample_to_balance\": true, \"subsample_fraction\": null, \"transform\": null, \"target_transform\": null, \"batch_size\": 256, \"shuffle\": true, \"num_workers\": 8, \"cuda\": true, \"seed\": 4711}, \"model\": \"CharacterModel\", \"metrics\": [\"accuracy\"], \"network\": \"LeNet\", \"network_args\": {\"input_size\": [28, 28], \"output_size\": 62}, \"train_args\": {\"batch_size\": 256, \"epochs\": 16}, \"criterion\": \"CrossEntropyLoss\", \"criterion_args\": {\"weight\": null, \"ignore_index\": -100, \"reduction\": \"mean\"}, \"optimizer\": \"AdamW\", \"optimizer_args\": {\"lr\": 0.01, \"betas\": [0.9, 0.999], \"eps\": 1e-08, \"weight_decay\": 0, \"amsgrad\": false}, \"lr_scheduler\": \"OneCycleLR\", \"lr_scheduler_args\": {\"max_lr\": 0.001, \"epochs\": 16}, \"callbacks\": [\"Checkpoint\", \"EarlyStopping\", \"WandbCallback\", \"WandbImageLogger\"], \"callback_args\": {\"Checkpoint\": {\"monitor\": \"val_accuracy\"}, \"EarlyStopping\": {\"monitor\": \"val_loss\", \"min_delta\": 0.0, \"patience\": 3, \"mode\": \"min\"}, \"WandbCallback\": {\"log_batch_frequency\": 10}, \"WandbImageLogger\": {\"num_examples\": 4}}, \"verbosity\": 2, \"resume_experiment\": null, \"experiment_group\": \"Sample Experiments\"}"
-    ],
-    "state": "finished",
-    "jobType": null,
-    "mode": "run",
-    "project": "text-recognizer",
-    "heartbeatAt": "2020-07-31T16:31:11.678800",
-    "exitcode": 0
-}
diff --git a/wandb/run-20200731_162753-3hjb68rc/wandb-summary.json b/wandb/run-20200731_162753-3hjb68rc/wandb-summary.json
deleted file mode 100644
index bdc911a..0000000
--- a/wandb/run-20200731_162753-3hjb68rc/wandb-summary.json
+++ /dev/null
@@ -1 +0,0 @@
-{"graph_0": {"_type": "graph-file", "path": "media/graph/graph_0_summary_67bd1113.graph.json", "sha256": "67bd1113f04873eb42dfa472ce65ed1ca7998db74dd9988877ae1e8a289c4a2b", "size": 1814}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 3.0, 3.0, 2.0, 7.0, 5.0, 5.0, 4.0, 13.0, 9.0, 16.0, 9.0, 12.0, 14.0, 10.0, 13.0, 11.0, 14.0, 16.0, 8.0, 31.0, 15.0, 12.0, 6.0, 7.0, 6.0, 6.0, 4.0, 3.0, 3.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03742104396224022, -0.03633788228034973, -0.035254716873168945, -0.03417155519127846, -0.03308839350938797, -0.032005228102207184, -0.030922066420316696, -0.02983890473842621, -0.02875574119389057, -0.027672577649354935, -0.026589415967464447, -0.02550625242292881, -0.024423088878393173, -0.023339927196502686, -0.02225676365196705, -0.02117360197007656, -0.020090438425540924, -0.019007274881005287, -0.0179241131991148, -0.016840949654579163, -0.015757787972688675, -0.014674624428153038, -0.013591460883617401, -0.012508298270404339, -0.011425135657191277, -0.010341973043978214, -0.009258810430765152, -0.008175646886229515, -0.007092484273016453, -0.0060093216598033905, -0.004926158580929041, -0.003842995734885335, -0.002759832888841629, -0.001676670042797923, -0.0005935071967542171, 0.0004896556492894888, 0.0015728184953331947, 0.0026559813413769007, 0.0037391441874206066, 0.004822307266294956, 0.0059054698795080185, 0.006988632492721081, 0.008071795105934143, 0.00915495865046978, 0.010238121263682842, 0.011321283876895905, 0.012404447421431541, 0.013487610034644604, 0.014570772647857666, 0.015653936192393303, 0.01673709787428379, 0.017820261418819427, 0.018903423100709915, 0.019986586645245552, 0.02106975018978119, 0.022152911871671677, 0.023236075416207314, 0.02431923896074295, 0.025402400642633438, 0.026485564187169075, 0.027568727731704712, 0.0286518894135952, 0.029735052958130836, 0.030818214640021324, 0.03190137818455696]}, "_step": 242, "_runtime": 199.5169141292572, "gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 3.0, 1.0, 3.0, 2.0, 4.0, 5.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 4.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.009759298525750637, -0.009500131011009216, -0.009240963496267796, -0.0089817950502038, -0.00872262753546238, -0.008463460020720959, -0.008204292505979538, -0.007945124991238117, -0.007685957010835409, -0.007426789496093988, -0.00716762151569128, -0.00690845400094986, -0.006649286486208439, -0.006390118505805731, -0.00613095099106431, -0.005871783010661602, -0.005612615495920181, -0.0053534479811787605, -0.0050942800007760525, -0.004835112486034632, -0.004575944505631924, -0.004316776990890503, -0.004057609476149082, -0.003798441728577018, -0.0035392739810049534, -0.003280106233432889, -0.0030209384858608246, -0.002761770971119404, -0.0025026032235473394, -0.002243435475975275, -0.0019842679612338543, -0.00172510021366179, -0.0014659324660897255, -0.001206764718517661, -0.0009475970873609185, -0.000688429397996515, -0.00042926170863211155, -0.00017009401926770806, 8.907367009669542e-05, 0.0003482413594610989, 0.0006074090488255024, 0.0008665767381899059, 0.0011257444275543094, 0.001384912058711052, 0.0016440798062831163, 0.0019032475538551807, 0.0021624150685966015, 0.002421582816168666, 0.0026807505637407303, 0.0029399183113127947, 0.003199086058884859, 0.00345825357362628, 0.0037174213211983442, 0.003976589068770409, 0.004235756583511829, 0.004494924563914537, 0.004754092078655958, 0.005013259593397379, 0.005272427573800087, 0.005531595088541508, 0.0057907626032829285, 0.0060499305836856365, 0.006309098098427057, 0.006568266078829765, 0.006827433593571186]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 4.0, 1.0, 1.0, 2.0, 3.0, 5.0, 3.0, 2.0, 2.0, 6.0, 1.0, 4.0, 5.0, 5.0, 23.0, 3.0, 5.0, 2.0, 2.0, 5.0, 0.0, 3.0, 2.0, 3.0, 4.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 3.0, 0.0, 0.0, 1.0, 1.0, 2.0], "bins": [-0.0030619329772889614, -0.0029876427724957466, -0.002913352567702532, -0.0028390621300786734, -0.0027647719252854586, -0.0026904817204922438, -0.002616191515699029, -0.0025419010780751705, -0.0024676108732819557, -0.002393320668488741, -0.002319030463695526, -0.0022447402589023113, -0.002170449821278453, -0.002096159616485238, -0.0020218694116920233, -0.0019475790904834867, -0.0018732888856902719, -0.001798998680897057, -0.0017247083596885204, -0.0016504181548953056, -0.001576127833686769, -0.0015018376288935542, -0.0014275473076850176, -0.0013532571028918028, -0.001278966898098588, -0.0012046765768900514, -0.0011303863720968366, -0.0010560960508883, -0.0009818058460950851, -0.0009075155830942094, -0.0008332253200933337, -0.000758935057092458, -0.0006846447940915823, -0.0006103545310907066, -0.0005360642680898309, -0.0004617740341927856, -0.0003874837711919099, -0.0003131935081910342, -0.00023890325974207371, -0.00016461301129311323, -9.032274829223752e-05, -1.6032492567319423e-05, 5.8257763157598674e-05, 0.00013254801160655916, 0.00020683827460743487, 0.0002811285376083106, 0.00035541877150535583, 0.00042970903450623155, 0.0005039992975071073, 0.000578289560507983, 0.0006525798235088587, 0.0007268700865097344, 0.0008011603495106101, 0.0008754505543038249, 0.0009497408173047006, 0.0010240310803055763, 0.0010983212850987911, 0.0011726116063073277, 0.0012469018111005425, 0.0013211921323090792, 0.001395482337102294, 0.0014697726583108306, 0.0015440628631040454, 0.001618353184312582, 0.0016926433891057968]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 8.0, 2.0, 2.0, 4.0, 2.0, 3.0, 1.0, 3.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014276249334216118, -0.013811125420033932, -0.013346001505851746, -0.01288087759166956, -0.012415753677487373, -0.011950629763305187, -0.011485505849123001, -0.011020381934940815, -0.010555258020758629, -0.010090134106576443, -0.009625010192394257, -0.00915988627821207, -0.008694762364029884, -0.008229638449847698, -0.007764514070004225, -0.007299390155822039, -0.0068342662416398525, -0.006369142327457666, -0.00590401841327548, -0.005438894499093294, -0.004973770584911108, -0.004508646670728922, -0.004043522756546736, -0.003578398609533906, -0.00311327469535172, -0.0026481507811695337, -0.0021830268669873476, -0.0017179028363898396, -0.0012527789222076535, -0.0007876550080254674, -0.00032253103563562036, 0.00014259290765039623, 0.0006077168509364128, 0.001072840765118599, 0.001537964679300785, 0.002003088593482971, 0.0024682125076651573, 0.002933336654677987, 0.0033984605688601732, 0.0038635844830423594, 0.004328708164393902, 0.004793832544237375, 0.005258956458419561, 0.0057240803726017475, 0.006189204286783934, 0.00665432820096612, 0.007119452115148306, 0.007584576029330492, 0.008049700409173965, 0.008514824323356152, 0.008979948237538338, 0.009445072151720524, 0.00991019606590271, 0.010375319980084896, 0.010840443894267082, 0.011305567808449268, 0.011770691722631454, 0.01223581563681364, 0.012700939550995827, 0.013166063465178013, 0.013631187379360199, 0.014096311293542385, 0.014561435207724571, 0.015026559121906757, 0.015491683036088943]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 4.0, 3.0, 5.0, 11.0, 10.0, 22.0, 30.0, 48.0, 59.0, 101.0, 142.0, 181.0, 239.0, 424.0, 581.0, 864.0, 1430.0, 2387.0, 4515.0, 8970.0, 20770.0, 60272.0, 906572.0, 117087.0, 28870.0, 11916.0, 5774.0, 3152.0, 1820.0, 1086.0, 652.0, 475.0, 304.0, 217.0, 156.0, 103.0, 74.0, 79.0, 50.0, 41.0, 33.0, 27.0, 17.0, 17.0, 6.0, 8.0, 7.0, 3.0, 8.0, 5.0, 1.0, 5.0, 0.0, 4.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.005393544211983681, -0.0051845163106918335, -0.004975488409399986, -0.004766460042446852, -0.0045574321411550045, -0.004348404239863157, -0.004139375872910023, -0.0039303479716181755, -0.0037213200703263283, -0.003512292169034481, -0.00330326403491199, -0.0030942359007894993, -0.002885207999497652, -0.002676180098205805, -0.002467151964083314, -0.002258123829960823, -0.002049095928668976, -0.0018400679109618068, -0.0016310398932546377, -0.0014220118755474687, -0.0012129838578402996, -0.0010039558401331306, -0.0007949278224259615, -0.0005858998047187924, -0.0003768717870116234, -0.00016784376930445433, 4.118424840271473e-05, 0.0002502122661098838, 0.00045924028381705284, 0.0006682683015242219, 0.000877296319231391, 0.00108632433693856, 0.001295352354645729, 0.0015043803723528981, 0.0017134083900600672, 0.0019224364077672362, 0.0021314644254744053, 0.0023404923267662525, 0.0025495204608887434, 0.0027585485950112343, 0.0029675764963030815, 0.0031766043975949287, 0.0033856325317174196, 0.0035946606658399105, 0.0038036885671317577, 0.004012716468423605, 0.0042217448353767395, 0.004430772736668587, 0.004639800637960434, 0.004848828539252281, 0.005057856440544128, 0.005266884807497263, 0.00547591270878911, 0.005684940610080957, 0.005893968977034092, 0.006102996878325939, 0.006312024779617786, 0.006521052680909634, 0.006730080582201481, 0.006939108949154615, 0.007148136850446463, 0.00735716475173831, 0.007566193118691444, 0.007775221019983292, 0.007984248921275139]}, "_timestamp": 1596213070.2184517, "gradients/layers.10.weight": {"_type": "histogram", "values": [4.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 7.0, 4.0, 3.0, 1.0, 6.0, 8.0, 9.0, 10.0, 12.0, 21.0, 13.0, 17.0, 15.0, 21.0, 28.0, 47.0, 40.0, 46.0, 72.0, 103.0, 113.0, 152.0, 253.0, 622.0, 5150.0, 348.0, 199.0, 115.0, 99.0, 68.0, 52.0, 41.0, 37.0, 29.0, 29.0, 17.0, 19.0, 14.0, 23.0, 12.0, 12.0, 8.0, 3.0, 5.0, 2.0, 3.0, 3.0, 6.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.08160404860973358, -0.07913625240325928, -0.07666845619678497, -0.07420066744089127, -0.07173287123441696, -0.06926507502794266, -0.06679728627204895, -0.06432949006557465, -0.06186169385910034, -0.05939389765262604, -0.05692610517144203, -0.054458312690258026, -0.05199051648378372, -0.04952272027730942, -0.04705492779612541, -0.044587135314941406, -0.0421193391084671, -0.0396515429019928, -0.03718375042080879, -0.034715957939624786, -0.03224816173315048, -0.029780367389321327, -0.027312573045492172, -0.024844778701663017, -0.022376984357833862, -0.019909190014004707, -0.017441395670175552, -0.014973601326346397, -0.012505806982517242, -0.010038012638688087, -0.0075702182948589325, -0.0051024239510297775, -0.0026346296072006226, -0.0001668352633714676, 0.0023009590804576874, 0.004768753424286842, 0.007236547768115997, 0.009704342111945152, 0.012172136455774307, 0.014639930799603462, 0.017107725143432617, 0.019575519487261772, 0.022043313831090927, 0.024511108174920082, 0.026978902518749237, 0.029446696862578392, 0.03191449120640755, 0.03438228368759155, 0.03685007989406586, 0.03931787610054016, 0.04178566858172417, 0.04425346106290817, 0.04672125726938248, 0.04918905347585678, 0.05165684595704079, 0.05412463843822479, 0.0565924346446991, 0.0590602308511734, 0.06152802333235741, 0.06399581581354141, 0.06646361202001572, 0.06893140822649002, 0.07139919698238373, 0.07386699318885803, 0.07633478939533234]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.05887184664607048, -0.057210974395275116, -0.05555010586977005, -0.053889233618974686, -0.05222836136817932, -0.050567492842674255, -0.04890662059187889, -0.047245752066373825, -0.04558487981557846, -0.043924007564783096, -0.04226313903927803, -0.040602266788482666, -0.0389413982629776, -0.037280526012182236, -0.03561965376138687, -0.033958785235881805, -0.03229791298508644, -0.030637042596936226, -0.02897617220878601, -0.027315299957990646, -0.02565442956984043, -0.023993559181690216, -0.02233268693089485, -0.020671816542744637, -0.01901094615459442, -0.017350075766444206, -0.01568920537829399, -0.014028333127498627, -0.012367462739348412, -0.010706592351198196, -0.009045721031725407, -0.007384850177913904, -0.005723979324102402, -0.004063108470290899, -0.002402237616479397, -0.0007413667626678944, 0.0009195040911436081, 0.0025803749449551105, 0.004241245798766613, 0.0059021166525781155, 0.007562987506389618, 0.009223857894539833, 0.010884729214012623, 0.012545600533485413, 0.014206470921635628, 0.015867341309785843, 0.017528213560581207, 0.019189083948731422, 0.020849954336881638, 0.022510824725031853, 0.024171695113182068, 0.025832567363977432, 0.027493437752127647, 0.029154308140277863, 0.030815180391073227, 0.03247604891657829, 0.03413692116737366, 0.03579779341816902, 0.03745866194367409, 0.03911953419446945, 0.04078040271997452, 0.04244127497076988, 0.04410214722156525, 0.04576301574707031, 0.04742388799786568]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 3.0, 0.0, 2.0, 2.0, 5.0, 4.0, 3.0, 3.0, 6.0, 4.0, 6.0, 7.0, 10.0, 19.0, 15.0, 44.0, 33.0, 52.0, 83.0, 87.0, 141.0, 168.0, 267.0, 405.0, 614.0, 858.0, 1252.0, 2214.0, 6157.0, 1786.0, 1177.0, 821.0, 549.0, 418.0, 291.0, 213.0, 159.0, 119.0, 92.0, 71.0, 69.0, 48.0, 30.0, 23.0, 19.0, 15.0, 13.0, 15.0, 10.0, 3.0, 4.0, 2.0, 2.0, 2.0, 6.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009597028605639935, -0.009269101545214653, -0.008941175416111946, -0.008613248355686665, -0.008285321295261383, -0.007957394234836102, -0.007629467640072107, -0.007301541045308113, -0.006973613984882832, -0.006645687390118837, -0.006317760795354843, -0.005989833734929562, -0.005661907140165567, -0.005333980079740286, -0.005006053484976292, -0.00467812642455101, -0.004350199829787016, -0.004022273235023022, -0.00369434617459774, -0.0033664193470031023, -0.0030384925194084644, -0.00271056592464447, -0.0023826390970498323, -0.0020547122694551945, -0.0017267854418605566, -0.0013988586142659187, -0.0010709317866712809, -0.0007430050754919648, -0.00041507824789732695, -8.715144940651953e-05, 0.00024077534908428788, 0.0005687021184712648, 0.0008966289460659027, 0.0012245557736605406, 0.0015524826012551785, 0.0018804093124344945, 0.002208336256444454, 0.0025362628512084484, 0.0028641896788030863, 0.003192116506397724, 0.003520043333992362, 0.003847970161587, 0.004175896756350994, 0.004503823816776276, 0.00483175041154027, 0.005159677471965551, 0.005487604066729546, 0.005815531127154827, 0.006143457721918821, 0.0064713843166828156, 0.006799311377108097, 0.007127237971872091, 0.007455165032297373, 0.007783091627061367, 0.008111018687486649, 0.00843894574791193, 0.008766871877014637, 0.009094798937439919, 0.0094227259978652, 0.009750652126967907, 0.010078579187393188, 0.01040650624781847, 0.010734433308243752, 0.011062359437346458, 0.01139028649777174]}, "val_loss": 0.4567479857298882, "val_accuracy": 0.8251769406392694, "examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: V Confidence: 0.43255123496055603 Truth: v", "Prediction: 5 Confidence: 1.0 Truth: 5", "Prediction: 2 Confidence: 0.9992924928665161 Truth: 2", "Prediction: 0 Confidence: 0.6488622426986694 Truth: 0"]}, "validation_metric": 0.8250099885844749}