summaryrefslogtreecommitdiff
path: root/wandb/run-20200801_013051-2ex33rng
diff options
context:
space:
mode:
Diffstat (limited to 'wandb/run-20200801_013051-2ex33rng')
-rw-r--r--wandb/run-20200801_013051-2ex33rng/config.yaml113
-rw-r--r--wandb/run-20200801_013051-2ex33rng/media/graph/graph_0_summary_2193c33d.graph.json1
-rw-r--r--wandb/run-20200801_013051-2ex33rng/media/images/examples_12.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200801_013051-2ex33rng/media/images/examples_15.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200801_013051-2ex33rng/media/images/examples_18.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200801_013051-2ex33rng/media/images/examples_2.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200801_013051-2ex33rng/media/images/examples_22.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200801_013051-2ex33rng/media/images/examples_25.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200801_013051-2ex33rng/media/images/examples_28.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200801_013051-2ex33rng/media/images/examples_32.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200801_013051-2ex33rng/media/images/examples_35.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200801_013051-2ex33rng/media/images/examples_38.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200801_013051-2ex33rng/media/images/examples_42.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200801_013051-2ex33rng/media/images/examples_45.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200801_013051-2ex33rng/media/images/examples_48.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200801_013051-2ex33rng/media/images/examples_5.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200801_013051-2ex33rng/media/images/examples_8.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200801_013051-2ex33rng/requirements.txt147
-rw-r--r--wandb/run-20200801_013051-2ex33rng/wandb-events.jsonl6
-rw-r--r--wandb/run-20200801_013051-2ex33rng/wandb-history.jsonl50
-rw-r--r--wandb/run-20200801_013051-2ex33rng/wandb-metadata.json30
21 files changed, 347 insertions, 0 deletions
diff --git a/wandb/run-20200801_013051-2ex33rng/config.yaml b/wandb/run-20200801_013051-2ex33rng/config.yaml
new file mode 100644
index 0000000..045a466
--- /dev/null
+++ b/wandb/run-20200801_013051-2ex33rng/config.yaml
@@ -0,0 +1,113 @@
+wandb_version: 1
+
+_wandb:
+ desc: null
+ value:
+ cli_version: 0.9.4
+ framework: torch
+ is_jupyter_run: false
+ is_kaggle_kernel: false
+ python_version: 3.8.2
+callback_args:
+ desc: null
+ value:
+ Checkpoint:
+ monitor: val_accuracy
+ EarlyStopping:
+ min_delta: 0.0
+ mode: min
+ monitor: val_loss
+ patience: 3
+ OneCycleLR: null
+ WandbCallback:
+ log_batch_frequency: 10
+ WandbImageLogger:
+ num_examples: 4
+callbacks:
+ desc: null
+ value:
+ - Checkpoint
+ - EarlyStopping
+ - WandbCallback
+ - WandbImageLogger
+ - OneCycleLR
+criterion:
+ desc: null
+ value: CrossEntropyLoss
+criterion_args:
+ desc: null
+ value:
+ ignore_index: -100
+ reduction: mean
+ weight: null
+data_loader_args:
+ desc: null
+ value:
+ batch_size: 256
+ cuda: true
+ num_workers: 8
+ sample_to_balance: true
+ seed: 4711
+ shuffle: true
+ splits:
+ - train
+ - val
+ subsample_fraction: null
+ target_transform: null
+ transform: null
+dataloader:
+ desc: null
+ value: EmnistDataLoaders
+experiment_group:
+ desc: null
+ value: Sample Experiments
+lr_scheduler:
+ desc: null
+ value: OneCycleLR
+lr_scheduler_args:
+ desc: null
+ value:
+ epochs: 16
+ max_lr: 0.001
+ steps_per_epoch: 1314
+metrics:
+ desc: null
+ value:
+ - accuracy
+model:
+ desc: null
+ value: CharacterModel
+network:
+ desc: null
+ value: LeNet
+network_args:
+ desc: null
+ value:
+ input_size:
+ - 28
+ - 28
+ output_size: 62
+optimizer:
+ desc: null
+ value: AdamW
+optimizer_args:
+ desc: null
+ value:
+ amsgrad: false
+ betas:
+ - 0.9
+ - 0.999
+ eps: 1.0e-08
+ lr: 0.01
+ weight_decay: 0
+resume_experiment:
+ desc: null
+ value: null
+train_args:
+ desc: null
+ value:
+ batch_size: 256
+ epochs: 16
+verbosity:
+ desc: null
+ value: 1
diff --git a/wandb/run-20200801_013051-2ex33rng/media/graph/graph_0_summary_2193c33d.graph.json b/wandb/run-20200801_013051-2ex33rng/media/graph/graph_0_summary_2193c33d.graph.json
new file mode 100644
index 0000000..e920e24
--- /dev/null
+++ b/wandb/run-20200801_013051-2ex33rng/media/graph/graph_0_summary_2193c33d.graph.json
@@ -0,0 +1 @@
+{"format": "torch", "nodes": [{"name": "layers.0", "id": 140032512008688, "class_name": "Conv2d(1, 32, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [32, 1, 3, 3]], ["bias", [32]]], "output_shape": [[2, 32, 26, 26]], "num_parameters": [288, 32]}, {"name": "layers.1", "id": 140032512008640, "class_name": "ReLU(inplace=True)", "parameters": [], "output_shape": [[2, 32, 26, 26]], "num_parameters": []}, {"name": "layers.2", "id": 140032512008736, "class_name": "Conv2d(32, 64, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [64, 32, 3, 3]], ["bias", [64]]], "output_shape": [[2, 64, 24, 24]], "num_parameters": [18432, 64]}, {"name": "layers.4", "id": 140032512008496, "class_name": "MaxPool2d(kernel_size=2, stride=2, padding=0, dilation=1, ceil_mode=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.5", "id": 140032512008544, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.6", "id": 140032512008592, "class_name": "Flatten()", "parameters": [], "output_shape": [[2, 9216]], "num_parameters": []}, {"name": "layers.7", "id": 140032512008352, "class_name": "Linear(in_features=9216, out_features=128, bias=True)", "parameters": [["weight", [128, 9216]], ["bias", [128]]], "output_shape": [[2, 128]], "num_parameters": [1179648, 128]}, {"name": "layers.9", "id": 140032512008400, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 128]], "num_parameters": []}, {"name": "layers.10", "id": 140032512008448, "class_name": "Linear(in_features=128, out_features=62, bias=True)", "parameters": [["weight", [62, 128]], ["bias", [62]]], "output_shape": [[2, 62]], "num_parameters": [7936, 62]}], "edges": []}
diff --git a/wandb/run-20200801_013051-2ex33rng/media/images/examples_12.png b/wandb/run-20200801_013051-2ex33rng/media/images/examples_12.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200801_013051-2ex33rng/media/images/examples_12.png
Binary files differ
diff --git a/wandb/run-20200801_013051-2ex33rng/media/images/examples_15.png b/wandb/run-20200801_013051-2ex33rng/media/images/examples_15.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200801_013051-2ex33rng/media/images/examples_15.png
Binary files differ
diff --git a/wandb/run-20200801_013051-2ex33rng/media/images/examples_18.png b/wandb/run-20200801_013051-2ex33rng/media/images/examples_18.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200801_013051-2ex33rng/media/images/examples_18.png
Binary files differ
diff --git a/wandb/run-20200801_013051-2ex33rng/media/images/examples_2.png b/wandb/run-20200801_013051-2ex33rng/media/images/examples_2.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200801_013051-2ex33rng/media/images/examples_2.png
Binary files differ
diff --git a/wandb/run-20200801_013051-2ex33rng/media/images/examples_22.png b/wandb/run-20200801_013051-2ex33rng/media/images/examples_22.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200801_013051-2ex33rng/media/images/examples_22.png
Binary files differ
diff --git a/wandb/run-20200801_013051-2ex33rng/media/images/examples_25.png b/wandb/run-20200801_013051-2ex33rng/media/images/examples_25.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200801_013051-2ex33rng/media/images/examples_25.png
Binary files differ
diff --git a/wandb/run-20200801_013051-2ex33rng/media/images/examples_28.png b/wandb/run-20200801_013051-2ex33rng/media/images/examples_28.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200801_013051-2ex33rng/media/images/examples_28.png
Binary files differ
diff --git a/wandb/run-20200801_013051-2ex33rng/media/images/examples_32.png b/wandb/run-20200801_013051-2ex33rng/media/images/examples_32.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200801_013051-2ex33rng/media/images/examples_32.png
Binary files differ
diff --git a/wandb/run-20200801_013051-2ex33rng/media/images/examples_35.png b/wandb/run-20200801_013051-2ex33rng/media/images/examples_35.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200801_013051-2ex33rng/media/images/examples_35.png
Binary files differ
diff --git a/wandb/run-20200801_013051-2ex33rng/media/images/examples_38.png b/wandb/run-20200801_013051-2ex33rng/media/images/examples_38.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200801_013051-2ex33rng/media/images/examples_38.png
Binary files differ
diff --git a/wandb/run-20200801_013051-2ex33rng/media/images/examples_42.png b/wandb/run-20200801_013051-2ex33rng/media/images/examples_42.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200801_013051-2ex33rng/media/images/examples_42.png
Binary files differ
diff --git a/wandb/run-20200801_013051-2ex33rng/media/images/examples_45.png b/wandb/run-20200801_013051-2ex33rng/media/images/examples_45.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200801_013051-2ex33rng/media/images/examples_45.png
Binary files differ
diff --git a/wandb/run-20200801_013051-2ex33rng/media/images/examples_48.png b/wandb/run-20200801_013051-2ex33rng/media/images/examples_48.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200801_013051-2ex33rng/media/images/examples_48.png
Binary files differ
diff --git a/wandb/run-20200801_013051-2ex33rng/media/images/examples_5.png b/wandb/run-20200801_013051-2ex33rng/media/images/examples_5.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200801_013051-2ex33rng/media/images/examples_5.png
Binary files differ
diff --git a/wandb/run-20200801_013051-2ex33rng/media/images/examples_8.png b/wandb/run-20200801_013051-2ex33rng/media/images/examples_8.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200801_013051-2ex33rng/media/images/examples_8.png
Binary files differ
diff --git a/wandb/run-20200801_013051-2ex33rng/requirements.txt b/wandb/run-20200801_013051-2ex33rng/requirements.txt
new file mode 100644
index 0000000..e5e3c3f
--- /dev/null
+++ b/wandb/run-20200801_013051-2ex33rng/requirements.txt
@@ -0,0 +1,147 @@
+alabaster==0.7.12
+appdirs==1.4.4
+attrs==19.3.0
+babel==2.8.0
+backcall==0.2.0
+bandit==1.6.2
+black==19.10b0
+bleach==3.1.5
+blessings==1.7
+boltons==20.2.0
+certifi==2020.6.20
+chardet==3.0.4
+click==7.1.2
+configparser==5.0.0
+coverage==5.2.1
+cycler==0.10.0
+darglint==1.5.2
+dataclasses==0.6
+decorator==4.4.2
+defusedxml==0.6.0
+desert==2020.1.6
+docker-pycreds==0.4.0
+docutils==0.16
+dparse==0.5.1
+entrypoints==0.3
+flake8-annotations==2.3.0
+flake8-bandit==2.1.2
+flake8-black==0.2.1
+flake8-bugbear==20.1.4
+flake8-docstrings==1.5.0
+flake8-import-order==0.18.1
+flake8-polyfill==1.0.2
+flake8==3.8.3
+future==0.18.2
+gitdb==4.0.5
+gitpython==3.1.7
+gpustat==0.6.0
+gql==0.2.0
+graphql-core==1.1
+h5py==2.10.0
+idna==2.10
+imagesize==1.2.0
+ipykernel==5.3.4
+ipython-genutils==0.2.0
+ipython==7.16.1
+ipywidgets==7.5.1
+jedi==0.17.2
+jinja2==2.11.2
+joblib==0.16.0
+jsonschema==3.2.0
+jupyter-client==6.1.6
+jupyter-console==6.1.0
+jupyter-core==4.6.3
+jupyter==1.0.0
+kiwisolver==1.2.0
+loguru==0.5.1
+markupsafe==1.1.1
+marshmallow==3.7.1
+matplotlib==3.3.0
+mccabe==0.6.1
+mistune==0.8.4
+more-itertools==8.4.0
+mypy-extensions==0.4.3
+mypy==0.770
+nbconvert==5.6.1
+nbformat==5.0.7
+nltk==3.5
+notebook==6.0.3
+numpy==1.19.1
+nvidia-ml-py3==7.352.0
+opencv-python==4.3.0.36
+packaging==20.4
+pandocfilters==1.4.2
+parso==0.7.1
+pathspec==0.8.0
+pathtools==0.1.2
+pbr==5.4.5
+pexpect==4.8.0
+pickleshare==0.7.5
+pillow==7.2.0
+pip==20.2
+pluggy==0.13.1
+prometheus-client==0.8.0
+promise==2.3
+prompt-toolkit==3.0.5
+psutil==5.7.2
+ptyprocess==0.6.0
+py==1.9.0
+pycodestyle==2.6.0
+pydocstyle==5.0.2
+pyflakes==2.2.0
+pygments==2.6.1
+pyparsing==2.4.7
+pyrsistent==0.16.0
+pytest-cov==2.10.0
+pytest-mock==3.2.0
+pytest==5.4.3
+python-dateutil==2.8.1
+pytz==2020.1
+pyyaml==5.3.1
+pyzmq==19.0.1
+qtconsole==4.7.5
+qtpy==1.9.0
+redis==3.5.3
+redlock-py==1.0.8
+regex==2020.7.14
+requests==2.24.0
+safety==1.9.0
+send2trash==1.5.0
+sentry-sdk==0.16.2
+setuptools==41.2.0
+shortuuid==1.0.1
+six==1.15.0
+smmap==3.0.4
+snowballstemmer==2.0.0
+sphinx-autodoc-typehints==1.11.0
+sphinx-rtd-theme==0.4.3
+sphinx==3.1.2
+sphinxcontrib-applehelp==1.0.2
+sphinxcontrib-devhelp==1.0.2
+sphinxcontrib-htmlhelp==1.0.3
+sphinxcontrib-jsmath==1.0.1
+sphinxcontrib-qthelp==1.0.3
+sphinxcontrib-serializinghtml==1.1.4
+stevedore==3.2.0
+subprocess32==3.5.4
+terminado==0.8.3
+testpath==0.4.4
+text-recognizer==0.1.0
+toml==0.10.1
+torch==1.5.1
+torchsummary==1.5.1
+torchvision==0.6.1
+tornado==6.0.4
+tqdm==4.48.0
+traitlets==4.3.3
+typed-ast==1.4.1
+typeguard==2.9.1
+typing-extensions==3.7.4.2
+typing-inspect==0.6.0
+urllib3==1.25.10
+wandb==0.9.4
+watchdog==0.10.3
+wcwidth==0.2.5
+webencodings==0.5.1
+widgetsnbextension==3.5.1
+xdoctest==0.12.0
diff --git a/wandb/run-20200801_013051-2ex33rng/wandb-events.jsonl b/wandb/run-20200801_013051-2ex33rng/wandb-events.jsonl
new file mode 100644
index 0000000..fb2f0be
--- /dev/null
+++ b/wandb/run-20200801_013051-2ex33rng/wandb-events.jsonl
@@ -0,0 +1,6 @@
+{"system.gpu.0.gpu": 75.2, "system.gpu.0.memory": 55.67, "system.gpu.0.memoryAllocated": 22.28, "system.gpu.0.temp": 57.2, "system.gpu.process.0.gpu": 75.2, "system.gpu.process.0.memory": 55.67, "system.gpu.process.0.memoryAllocated": 22.28, "system.gpu.process.0.temp": 57.2, "system.gpu.0.powerWatts": 141.89, "system.gpu.0.powerPercent": 65.99, "system.gpu.process.0.powerWatts": 141.89, "system.gpu.process.0.powerPercent": 65.99, "system.cpu": 43.45, "system.memory": 66.36, "system.disk": 37.4, "system.proc.memory.availableMB": 5380.48, "system.proc.memory.rssMB": 2580.71, "system.proc.memory.percent": 16.13, "system.proc.cpu.threads": 19.6, "system.network.sent": 952989, "system.network.recv": 870607, "_wandb": true, "_timestamp": 1596238280, "_runtime": 28}
+{"system.gpu.0.gpu": 77.8, "system.gpu.0.memory": 57.8, "system.gpu.0.memoryAllocated": 22.44, "system.gpu.0.temp": 62.33, "system.gpu.process.0.gpu": 77.8, "system.gpu.process.0.memory": 57.8, "system.gpu.process.0.memoryAllocated": 22.44, "system.gpu.process.0.temp": 62.33, "system.gpu.0.powerWatts": 154.78, "system.gpu.0.powerPercent": 71.99, "system.gpu.process.0.powerWatts": 154.78, "system.gpu.process.0.powerPercent": 71.99, "system.cpu": 46.84, "system.memory": 66.39, "system.disk": 37.4, "system.proc.memory.availableMB": 5378.21, "system.proc.memory.rssMB": 2584.75, "system.proc.memory.percent": 16.15, "system.proc.cpu.threads": 20.4, "system.network.sent": 1896452, "system.network.recv": 1509082, "_wandb": true, "_timestamp": 1596238310, "_runtime": 59}
+{"system.gpu.0.gpu": 80.73, "system.gpu.0.memory": 58.47, "system.gpu.0.memoryAllocated": 22.44, "system.gpu.0.temp": 64.27, "system.gpu.process.0.gpu": 80.73, "system.gpu.process.0.memory": 58.47, "system.gpu.process.0.memoryAllocated": 22.44, "system.gpu.process.0.temp": 64.27, "system.gpu.0.powerWatts": 152.55, "system.gpu.0.powerPercent": 70.96, "system.gpu.process.0.powerWatts": 152.55, "system.gpu.process.0.powerPercent": 70.96, "system.cpu": 48.63, "system.memory": 66.51, "system.disk": 37.4, "system.proc.memory.availableMB": 5359.0, "system.proc.memory.rssMB": 2584.83, "system.proc.memory.percent": 16.15, "system.proc.cpu.threads": 21.0, "system.network.sent": 2756507, "system.network.recv": 2140530, "_wandb": true, "_timestamp": 1596238341, "_runtime": 89}
+{"system.gpu.0.gpu": 78.27, "system.gpu.0.memory": 57.13, "system.gpu.0.memoryAllocated": 22.33, "system.gpu.0.temp": 64.93, "system.gpu.process.0.gpu": 78.27, "system.gpu.process.0.memory": 57.13, "system.gpu.process.0.memoryAllocated": 22.33, "system.gpu.process.0.temp": 64.93, "system.gpu.0.powerWatts": 150.79, "system.gpu.0.powerPercent": 70.14, "system.gpu.process.0.powerWatts": 150.79, "system.gpu.process.0.powerPercent": 70.14, "system.cpu": 49.73, "system.memory": 67.11, "system.disk": 37.4, "system.proc.memory.availableMB": 5263.39, "system.proc.memory.rssMB": 2584.76, "system.proc.memory.percent": 16.15, "system.proc.cpu.threads": 19.8, "system.network.sent": 4243313, "system.network.recv": 8372344, "_wandb": true, "_timestamp": 1596238371, "_runtime": 119}
+{"system.gpu.0.gpu": 80.53, "system.gpu.0.memory": 59.07, "system.gpu.0.memoryAllocated": 22.33, "system.gpu.0.temp": 65.8, "system.gpu.process.0.gpu": 80.53, "system.gpu.process.0.memory": 59.07, "system.gpu.process.0.memoryAllocated": 22.33, "system.gpu.process.0.temp": 65.8, "system.gpu.0.powerWatts": 151.93, "system.gpu.0.powerPercent": 70.67, "system.gpu.process.0.powerWatts": 151.93, "system.gpu.process.0.powerPercent": 70.67, "system.cpu": 47.8, "system.memory": 67.57, "system.disk": 37.4, "system.proc.memory.availableMB": 5192.15, "system.proc.memory.rssMB": 2585.04, "system.proc.memory.percent": 16.15, "system.proc.cpu.threads": 21.0, "system.network.sent": 5592918, "system.network.recv": 11063465, "_wandb": true, "_timestamp": 1596238401, "_runtime": 150}
+{"system.gpu.0.gpu": 72.14, "system.gpu.0.memory": 53.79, "system.gpu.0.memoryAllocated": 22.33, "system.gpu.0.temp": 65.36, "system.gpu.process.0.gpu": 72.14, "system.gpu.process.0.memory": 53.79, "system.gpu.process.0.memoryAllocated": 22.33, "system.gpu.process.0.temp": 65.36, "system.gpu.0.powerWatts": 137.69, "system.gpu.0.powerPercent": 64.04, "system.gpu.process.0.powerWatts": 137.69, "system.gpu.process.0.powerPercent": 64.04, "system.cpu": 48.09, "system.memory": 67.41, "system.disk": 37.4, "system.proc.memory.availableMB": 5215.72, "system.proc.memory.rssMB": 2563.11, "system.proc.memory.percent": 16.02, "system.proc.cpu.threads": 19.64, "system.network.sent": 6818957, "system.network.recv": 13590771, "_wandb": true, "_timestamp": 1596238428, "_runtime": 176}
diff --git a/wandb/run-20200801_013051-2ex33rng/wandb-history.jsonl b/wandb/run-20200801_013051-2ex33rng/wandb-history.jsonl
new file mode 100644
index 0000000..a6e7ffe
--- /dev/null
+++ b/wandb/run-20200801_013051-2ex33rng/wandb-history.jsonl
@@ -0,0 +1,50 @@
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 5.0, 1.0, 2.0, 1.0, 3.0, 3.0, 2.0, 1.0, 4.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.016087928786873817, -0.01562778651714325, -0.015167642384767532, -0.01470749918371439, -0.014247355982661247, -0.013787212781608105, -0.013327070511877537, -0.012866927310824394, -0.012406784109771252, -0.011946640908718109, -0.011486497707664967, -0.011026354506611824, -0.010566211305558681, -0.010106068104505539, -0.009645924903452396, -0.009185781702399254, -0.008725639432668686, -0.008265496231615543, -0.0078053525649011135, -0.007345209829509258, -0.006885066628456116, -0.006424923427402973, -0.005964780226349831, -0.005504637025296688, -0.0050444938242435455, -0.00458435108885169, -0.004124207887798548, -0.003664064686745405, -0.0032039214856922626, -0.0027437785174697638, -0.002283635316416621, -0.0018234922317788005, -0.0013633491471409798, -0.000903206062503159, -0.0004430629196576774, 1.7080194083973765e-05, 0.00047722330782562494, 0.0009373663924634457, 0.0013975095935165882, 0.001857652678154409, 0.0023177957627922297, 0.002777938963845372, 0.003238081932067871, 0.0036982251331210136, 0.004158368334174156, 0.004618511535227299, 0.005078654270619154, 0.0055387974716722965, 0.005998940672725439, 0.006459083873778582, 0.006919227074831724, 0.007379369810223579, 0.007839513011276722, 0.008299656212329865, 0.008759799413383007, 0.00921994261443615, 0.009680085815489292, 0.010140229016542435, 0.010600372217595577, 0.011060514487326145, 0.011520657688379288, 0.01198080088943243, 0.012440944090485573, 0.012901087291538715, 0.013361230492591858]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 3.0, 6.0, 7.0, 11.0, 12.0, 18.0, 12.0, 26.0, 29.0, 41.0, 45.0, 63.0, 90.0, 129.0, 161.0, 235.0, 304.0, 428.0, 589.0, 3251.0, 1076.0, 584.0, 281.0, 174.0, 109.0, 63.0, 48.0, 31.0, 24.0, 23.0, 11.0, 7.0, 6.0, 4.0, 9.0, 2.0, 3.0, 2.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.20858079195022583, -0.2024720013141632, -0.19636322557926178, -0.19025444984436035, -0.18414565920829773, -0.1780368685722351, -0.17192809283733368, -0.16581931710243225, -0.15971052646636963, -0.153601735830307, -0.14749296009540558, -0.14138418436050415, -0.13527539372444153, -0.1291666030883789, -0.12305782735347748, -0.11694904416799545, -0.11084026098251343, -0.1047314777970314, -0.09862269461154938, -0.09251391142606735, -0.08640512824058533, -0.0802963450551033, -0.07418756186962128, -0.06807877868413925, -0.06196999549865723, -0.0558612123131752, -0.049752429127693176, -0.04364364594221115, -0.037534862756729126, -0.0314260795712471, -0.025317296385765076, -0.01920851320028305, -0.013099730014801025, -0.006990946829319, -0.0008821636438369751, 0.00522661954164505, 0.011335402727127075, 0.0174441859126091, 0.023552969098091125, 0.02966175228357315, 0.035770535469055176, 0.0418793186545372, 0.047988101840019226, 0.05409688502550125, 0.060205668210983276, 0.0663144513964653, 0.07242323458194733, 0.07853201776742935, 0.08464080095291138, 0.0907495841383934, 0.09685836732387543, 0.10296715050935745, 0.10907593369483948, 0.1151847168803215, 0.12129350006580353, 0.12740227580070496, 0.13351106643676758, 0.1396198570728302, 0.14572863280773163, 0.15183740854263306, 0.15794619917869568, 0.1640549898147583, 0.17016376554965973, 0.17627254128456116, 0.18238133192062378]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 2.0, 6.0, 3.0, 3.0, 2.0, 6.0, 7.0, 2.0, 3.0, 4.0, 24.0, 4.0, 5.0, 1.0, 4.0, 2.0, 0.0, 4.0, 6.0, 3.0, 2.0, 1.0, 2.0, 3.0, 2.0, 3.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005540915764868259, -0.0053732870146632195, -0.0052056582644581795, -0.0050380295142531395, -0.0048704007640480995, -0.0047027720138430595, -0.004535142797976732, -0.004367514047771692, -0.004199885297566652, -0.004032256547361612, -0.0038646277971565723, -0.0036969990469515324, -0.0035293702967464924, -0.0033617415465414524, -0.0031941125635057688, -0.003026483813300729, -0.002858855063095689, -0.002691226312890649, -0.002523597562685609, -0.0023559685796499252, -0.0021883398294448853, -0.0020207110792398453, -0.0018530823290348053, -0.0016854534624144435, -0.0015178247122094035, -0.0013501959620043635, -0.0011825670953840017, -0.0010149383451789618, -0.0008473095367662609, -0.00067968072835356, -0.00051205197814852, -0.0003444231697358191, -0.0001767943613231182, -9.165567462332547e-06, 0.00015846322639845312, 0.00032609200570732355, 0.0004937208141200244, 0.0006613496225327253, 0.0008289783727377653, 0.0009966072393581271, 0.001164235989563167, 0.001331864739768207, 0.0014994936063885689, 0.0016671223565936089, 0.0018347511067986488, 0.002002379857003689, 0.0021700088400393724, 0.0023376375902444124, 0.0025052663404494524, 0.0026728950906544924, 0.0028405238408595324, 0.003008152823895216, 0.003175781574100256, 0.003343410324305296, 0.003511039074510336, 0.003678667824715376, 0.003846296574920416, 0.004013925325125456, 0.004181554075330496, 0.004349183291196823, 0.004516812041401863, 0.004684440791606903, 0.004852069541811943, 0.005019698292016983, 0.005187327042222023]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 6.0, 9.0, 9.0, 18.0, 31.0, 66.0, 93.0, 162.0, 235.0, 328.0, 552.0, 763.0, 1108.0, 1548.0, 2233.0, 3140.0, 4292.0, 5814.0, 7875.0, 10747.0, 14159.0, 18768.0, 24818.0, 33475.0, 47194.0, 66584.0, 93763.0, 429045.0, 114378.0, 84256.0, 59955.0, 41599.0, 30123.0, 22017.0, 16246.0, 12058.0, 8847.0, 6425.0, 4791.0, 3419.0, 2442.0, 1760.0, 1327.0, 910.0, 698.0, 487.0, 375.0, 229.0, 166.0, 107.0, 62.0, 45.0, 31.0, 23.0, 13.0, 7.0, 7.0, 2.0, 1.0, 1.0, 2.0], "bins": [-0.015128967352211475, -0.014638331718742847, -0.01414769608527422, -0.013657060451805592, -0.013166424818336964, -0.012675789184868336, -0.012185153551399708, -0.01169451791793108, -0.011203883215785027, -0.010713247582316399, -0.01022261194884777, -0.009731976315379143, -0.009241340681910515, -0.008750705048441887, -0.008260069414973259, -0.007769433781504631, -0.007278798148036003, -0.006788162514567375, -0.006297526881098747, -0.005806891247630119, -0.005316255614161491, -0.004825620446354151, -0.004334984812885523, -0.003844349179416895, -0.003353713545948267, -0.002863077912479639, -0.002372442279011011, -0.0018818068783730268, -0.001391171244904399, -0.0009005356696434319, -0.0004099000943824649, 8.073548087850213e-05, 0.0005713710561394691, 0.001062006689608097, 0.0015526422066614032, 0.0020432777237147093, 0.002533913357183337, 0.003024548990651965, 0.0035151843912899494, 0.004005820024758577, 0.004496455658227205, 0.004987091291695833, 0.005477726925164461, 0.005968362558633089, 0.00645899772644043, 0.006949633359909058, 0.0074402689933776855, 0.007930904626846313, 0.008421540260314941, 0.00891217589378357, 0.009402811527252197, 0.009893447160720825, 0.010384082794189453, 0.010874718427658081, 0.011365354061126709, 0.011855989694595337, 0.012346625328063965, 0.012837260030210018, 0.013327895663678646, 0.013818531297147274, 0.014309166930615902, 0.01479980256408453, 0.015290438197553158, 0.01578107476234436, 0.01627171039581299]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 1.0, 2.0, 6.0, 2.0, 3.0, 1.0, 3.0, 9.0, 4.0, 2.0, 4.0, 2.0, 1.0, 2.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005065002478659153, -0.004889815114438534, -0.004714627750217915, -0.004539440851658583, -0.0043642534874379635, -0.004189066123217344, -0.004013879224658012, -0.003838691860437393, -0.003663504496216774, -0.003488317131996155, -0.0033131300006061792, -0.0031379428692162037, -0.0029627555049955845, -0.0027875681407749653, -0.0026123810093849897, -0.002437193877995014, -0.002262006513774395, -0.002086819149553776, -0.0019116320181638002, -0.0017364447703585029, -0.0015612575225532055, -0.0013860702747479081, -0.0012108830269426107, -0.0010356957791373134, -0.000860508531332016, -0.0006853212835267186, -0.0005101340357214212, -0.00033494678791612387, -0.0001597595401108265, 1.5427707694470882e-05, 0.00019061495549976826, 0.00036580220330506563, 0.000540989451110363, 0.0007161766989156604, 0.0008913639467209578, 0.0010665511945262551, 0.0012417384423315525, 0.0014169256901368499, 0.0015921129379421473, 0.0017673001857474446, 0.001942487433552742, 0.002117674797773361, 0.0022928619291633368, 0.0024680490605533123, 0.0026432364247739315, 0.0028184237889945507, 0.0029936109203845263, 0.003168798051774502, 0.003343985415995121, 0.00351917278021574, 0.0036943599116057158, 0.0038695470429956913, 0.0040447344072163105, 0.00421992177143693, 0.004395108669996262, 0.004570296034216881, 0.0047454833984375, 0.004920670762658119, 0.005095858126878738, 0.00527104502543807, 0.0054462323896586895, 0.005621419753879309, 0.005796606652438641, 0.00597179401665926, 0.006146981380879879]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 4.0, 4.0, 3.0, 5.0, 1.0, 4.0, 6.0, 5.0, 5.0, 14.0, 18.0, 16.0, 16.0, 28.0, 35.0, 33.0, 42.0, 58.0, 109.0, 139.0, 170.0, 215.0, 348.0, 448.0, 648.0, 857.0, 1312.0, 2023.0, 5733.0, 1227.0, 909.0, 757.0, 590.0, 480.0, 394.0, 320.0, 299.0, 235.0, 203.0, 144.0, 120.0, 104.0, 89.0, 51.0, 46.0, 44.0, 31.0, 23.0, 17.0, 12.0, 13.0, 9.0, 0.0, 2.0, 3.0, 4.0, 1.0, 1.0], "bins": [-0.004603999201208353, -0.004469258710741997, -0.004334518685936928, -0.0041997781954705715, -0.004065037705004215, -0.003930297214537859, -0.0037955569569021463, -0.0036608166992664337, -0.0035260762088000774, -0.003391335951164365, -0.003256595693528652, -0.003121855203062296, -0.0029871149454265833, -0.002852374454960227, -0.0027176341973245144, -0.002582893706858158, -0.0024481534492224455, -0.002313413191586733, -0.0021786727011203766, -0.002043932443484664, -0.0019091919530183077, -0.001774451695382595, -0.0016397113213315606, -0.0015049709472805262, -0.0013702305732294917, -0.0012354901991784573, -0.0011007498251274228, -0.0009660095092840493, -0.0008312691352330148, -0.0006965287611819804, -0.0005617884453386068, -0.0004270480712875724, -0.00029230769723653793, -0.0001575673377374187, -2.282697823829949e-05, 0.00011191338126081973, 0.00024665374075993896, 0.0003813941148109734, 0.0005161344306543469, 0.0006508748047053814, 0.0007856151787564158, 0.0009203555528074503, 0.0010550959268584847, 0.0011898363009095192, 0.0013245765585452318, 0.0014593169325962663, 0.0015940573066473007, 0.0017287976806983352, 0.0018635380547493696, 0.0019982783123850822, 0.0021330188028514385, 0.002267759060487151, 0.0024024995509535074, 0.00253723980858922, 0.0026719802990555763, 0.002806720556691289, 0.0029414608143270016, 0.003076201304793358, 0.0032109415624290705, 0.0033456820528954268, 0.0034804223105311394, 0.0036151628009974957, 0.0037499030586332083, 0.0038846435490995646, 0.004019383806735277]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 5.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 4.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014684254303574562, -0.014356392435729504, -0.01402853149920702, -0.013700669631361961, -0.013372807763516903, -0.013044945895671844, -0.01271708495914936, -0.012389223091304302, -0.012061361223459244, -0.01173350028693676, -0.011405638419091702, -0.011077776551246643, -0.010749914683401585, -0.0104220537468791, -0.010094191879034042, -0.009766330011188984, -0.009438468143343925, -0.009110607206821442, -0.008782745338976383, -0.008454883471131325, -0.008127022534608841, -0.0077991606667637825, -0.007471298798918724, -0.007143437396734953, -0.006815575994551182, -0.006487714126706123, -0.006159852724522352, -0.005831990856677294, -0.005504129454493523, -0.005176267586648464, -0.004848406184464693, -0.004520544316619635, -0.0041926829144358635, -0.0038648212794214487, -0.003536959644407034, -0.003209098009392619, -0.0028812363743782043, -0.002553374972194433, -0.0022255133371800184, -0.0018976517021656036, -0.0015697900671511889, -0.001241928432136774, -0.0009140668553300202, -0.0005862052785232663, -0.00025834364350885153, 6.95179624017328e-05, 0.00039737956831231713, 0.000725241145119071, 0.0010531027801334858, 0.0013809644151479006, 0.0017088260501623154, 0.00203668768517673, 0.002364549320191145, 0.002692410722374916, 0.003020272357389331, 0.0033481339924037457, 0.0036759956274181604, 0.004003857262432575, 0.004331718664616346, 0.004659580532461405, 0.004987441934645176, 0.005315303802490234, 0.0056431652046740055, 0.005971027072519064, 0.006298888474702835]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 0.0, 2.0, 2.0, 3.0, 3.0, 4.0, 5.0, 3.0, 7.0, 7.0, 10.0, 16.0, 63.0, 13.0, 7.0, 6.0, 10.0, 11.0, 8.0, 7.0, 4.0, 8.0, 2.0, 10.0, 7.0, 5.0, 6.0, 5.0, 8.0, 9.0, 0.0, 4.0, 1.0, 5.0, 3.0, 1.0, 0.0, 4.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.010337382555007935, -0.009995702654123306, -0.009654021821916103, -0.009312341921031475, -0.008970662020146847, -0.008628981187939644, -0.008287301287055016, -0.007945621386170387, -0.007603941019624472, -0.007262260653078556, -0.006920580752193928, -0.006578900385648012, -0.0062372200191020966, -0.005895540118217468, -0.005553859751671553, -0.005212179850786924, -0.004870499484241009, -0.004528819117695093, -0.004187139216810465, -0.0038454588502645493, -0.0035037787165492773, -0.0031620985828340054, -0.0028204182162880898, -0.002478738082572818, -0.002137057948857546, -0.001795377815142274, -0.0014536975650116801, -0.0011120173148810863, -0.0007703371811658144, -0.00042865698924288154, -8.697679731994867e-05, 0.0002547033946029842, 0.000596383586525917, 0.0009380637784488499, 0.0012797439703717828, 0.0016214242205023766, 0.0019631043542176485, 0.0023047844879329205, 0.002646464854478836, 0.002988144988194108, 0.00332982512190938, 0.003671505255624652, 0.004013185389339924, 0.0043548657558858395, 0.004696546122431755, 0.005038226023316383, 0.005379906389862299, 0.005721586290746927, 0.006063266657292843, 0.0064049470238387585, 0.006746626924723387, 0.007088307291269302, 0.007429987192153931, 0.007771667558699846, 0.008113347925245762, 0.00845502782613039, 0.008796708658337593, 0.009138388559222221, 0.00948006846010685, 0.009821748360991478, 0.010163429193198681, 0.01050510909408331, 0.010846788994967937, 0.01118846982717514, 0.011530149728059769]}, "_runtime": 12.055055856704712, "_timestamp": 1596238260.4708633, "_step": 0}
+{"val_accuracy": 0.6689526255707763, "val_loss": 1.0896381801121855, "_runtime": 15.698338508605957, "_timestamp": 1596238264.114146, "_step": 1}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: R Confidence: 0.340 Truth: v", "Prediction: 5 Confidence: 0.766 Truth: 5", "Prediction: 2 Confidence: 0.915 Truth: 2", "Prediction: 0 Confidence: 0.489 Truth: 0"]}, "_runtime": 15.970664262771606, "_timestamp": 1596238264.3864717, "_step": 2}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 2.0, 4.0, 2.0, 4.0, 3.0, 3.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 4.0, 3.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015616178512573242, -0.015172679908573627, -0.014729181304574013, -0.014285682700574398, -0.013842184096574783, -0.013398685492575169, -0.012955186888575554, -0.01251168828457594, -0.012068189680576324, -0.011624692007899284, -0.01118119340389967, -0.010737694799900055, -0.01029419619590044, -0.009850697591900826, -0.00940719898790121, -0.008963700383901596, -0.008520201779901981, -0.008076703175902367, -0.007633204571902752, -0.007189705967903137, -0.0067462073639035225, -0.006302709225565195, -0.00585921062156558, -0.005415712017565966, -0.004972213413566351, -0.004528714809566736, -0.0040852162055671215, -0.0036417178343981504, -0.0031982192303985357, -0.002754720626398921, -0.00231122225522995, -0.0018677236512303352, -0.0014242250472307205, -0.0009807264432311058, -0.0005372279556468129, -9.372940985485911e-05, 0.0003497691359370947, 0.0007932676817290485, 0.0012367662275210023, 0.0016802647151052952, 0.00212376331910491, 0.0025672619231045246, 0.0030107605271041393, 0.0034542588982731104, 0.003897757502272725, 0.004341255873441696, 0.004784754477441311, 0.005228253081440926, 0.00567175168544054, 0.006115250289440155, 0.00655874889343977, 0.0070022474974393845, 0.007445746101438999, 0.007889244705438614, 0.008332743309438229, 0.008776241913437843, 0.009219739586114883, 0.009663238190114498, 0.010106736794114113, 0.010550235398113728, 0.010993734002113342, 0.011437232606112957, 0.011880731210112572, 0.012324229814112186, 0.012767728418111801]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 2.0, 0.0, 1.0, 5.0, 4.0, 5.0, 3.0, 6.0, 1.0, 6.0, 9.0, 5.0, 13.0, 14.0, 18.0, 28.0, 38.0, 31.0, 36.0, 87.0, 98.0, 138.0, 209.0, 304.0, 412.0, 647.0, 3791.0, 842.0, 400.0, 245.0, 143.0, 105.0, 69.0, 56.0, 40.0, 30.0, 17.0, 18.0, 14.0, 7.0, 10.0, 3.0, 4.0, 5.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.19353164732456207, -0.18786856532096863, -0.18220549821853638, -0.17654241621494293, -0.1708793342113495, -0.16521626710891724, -0.1595531851053238, -0.15389011800289154, -0.1482270359992981, -0.14256395399570465, -0.1369008868932724, -0.13123780488967896, -0.1255747377872467, -0.11991165578365326, -0.11424857378005981, -0.10858549922704697, -0.10292242467403412, -0.09725935012102127, -0.09159627556800842, -0.08593319356441498, -0.08027011901140213, -0.07460704445838928, -0.06894396245479584, -0.06328088790178299, -0.05761781334877014, -0.051954738795757294, -0.04629166051745415, -0.040628582239151, -0.03496550768613815, -0.029302431270480156, -0.02363935485482216, -0.01797627843916416, -0.012313202023506165, -0.006650125607848167, -0.0009870491921901703, 0.004676027223467827, 0.010339103639125824, 0.01600218005478382, 0.021665256470441818, 0.027328332886099815, 0.03299140930175781, 0.03865448385477066, 0.04431756213307381, 0.04998064041137695, 0.0556437149643898, 0.06130678951740265, 0.0669698715209961, 0.07263294607400894, 0.07829602062702179, 0.08395909518003464, 0.08962216973304749, 0.09528525173664093, 0.10094832628965378, 0.10661140084266663, 0.11227448284626007, 0.11793755739927292, 0.12360063195228577, 0.1292637139558792, 0.13492678105831146, 0.1405898630619049, 0.14625293016433716, 0.1519160121679306, 0.15757909417152405, 0.1632421612739563, 0.16890524327754974]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 3.0, 2.0, 1.0, 0.0, 5.0, 2.0, 5.0, 4.0, 2.0, 3.0, 3.0, 1.0, 5.0, 2.0, 0.0, 25.0, 6.0, 5.0, 4.0, 4.0, 2.0, 2.0, 4.0, 4.0, 1.0, 3.0, 2.0, 3.0, 3.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0038494376931339502, -0.003716508625075221, -0.0035835793241858482, -0.003450650256127119, -0.0033177209552377462, -0.003184791887179017, -0.0030518625862896442, -0.002918933518230915, -0.002786004450172186, -0.002653075149282813, -0.002520146081224084, -0.002387216780334711, -0.002254287712275982, -0.002121358411386609, -0.00198842934332788, -0.001855500158853829, -0.001722570974379778, -0.001589641789905727, -0.001456712605431676, -0.001323783420957625, -0.001190854236483574, -0.0010579251684248447, -0.0009249959839507937, -0.0007920667994767427, -0.0006591376150026917, -0.0005262084305286407, -0.0003932792751584202, -0.00026035011978819966, -0.00012742093531414866, 5.508234607987106e-06, 0.00013843740453012288, 0.0002713665599003434, 0.0004042957443743944, 0.0005372249288484454, 0.0006701541133224964, 0.0008030832395888865, 0.0009360124240629375, 0.0010689415503293276, 0.0012018707348033786, 0.0013347999192774296, 0.0014677291037514806, 0.0016006582882255316, 0.0017335874726995826, 0.0018665166571736336, 0.0019994457252323627, 0.0021323750261217356, 0.0022653040941804647, 0.0023982333950698376, 0.0025311624631285667, 0.002664091531187296, 0.0027970208320766687, 0.002929949900135398, 0.0030628792010247707, 0.0031958082690835, 0.0033287375699728727, 0.003461666638031602, 0.0035945959389209747, 0.003727525006979704, 0.003860454075038433, 0.003993383143097162, 0.004126312676817179, 0.004259241744875908, 0.004392170812934637, 0.004525099880993366, 0.004658029414713383]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 5.0, 5.0, 11.0, 19.0, 27.0, 42.0, 57.0, 79.0, 124.0, 187.0, 326.0, 472.0, 807.0, 1280.0, 2218.0, 3600.0, 6322.0, 10911.0, 19282.0, 32938.0, 54301.0, 85778.0, 130036.0, 494619.0, 118270.0, 76915.0, 49943.0, 32752.0, 20783.0, 13396.0, 8673.0, 5524.0, 3443.0, 2185.0, 1420.0, 958.0, 608.0, 416.0, 272.0, 184.0, 124.0, 92.0, 60.0, 46.0, 39.0, 23.0, 13.0, 15.0, 13.0, 7.0, 7.0, 5.0, 6.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.014087491668760777, -0.013610225170850754, -0.013132957741618156, -0.012655691243708134, -0.012178423814475536, -0.011701157316565514, -0.011223889887332916, -0.010746623389422894, -0.01026935689151287, -0.009792089462280273, -0.00931482296437025, -0.008837555535137653, -0.00836028903722763, -0.007883021607995033, -0.0074057551100850105, -0.0069284881465137005, -0.0064512211829423904, -0.00597395421937108, -0.00549668725579977, -0.00501942029222846, -0.00454215332865715, -0.0040648868307471275, -0.0035876198671758175, -0.0031103529036045074, -0.0026330859400331974, -0.0021558189764618874, -0.0016785521293058991, -0.001201285282149911, -0.0007240183185786009, -0.00024675141321495175, 0.00023051549214869738, 0.0007077823975123465, 0.0011850493028759956, 0.0016623162664473057, 0.0021395832300186157, 0.002616849960759282, 0.003094116924330592, 0.003571383887901902, 0.004048650618642569, 0.004525917582213879, 0.005003184545785189, 0.005480451509356499, 0.005957718472927809, 0.006434985436499119, 0.0069122519344091415, 0.007389518897980452, 0.007866785861551762, 0.008344053290784359, 0.008821319788694382, 0.009298586286604404, 0.009775853715837002, 0.010253120213747025, 0.010730387642979622, 0.011207654140889645, 0.011684921570122242, 0.012162188068032265, 0.012639455497264862, 0.013116721995174885, 0.013593988493084908, 0.014071255922317505, 0.014548522420227528, 0.015025789849460125, 0.015503056347370148, 0.015980323776602745, 0.016457591205835342]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 2.0, 1.0, 3.0, 2.0, 3.0, 2.0, 2.0, 8.0, 9.0, 3.0, 4.0, 1.0, 3.0, 3.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.015026167035102844, -0.014555778354406357, -0.01408538967370987, -0.013615000061690807, -0.01314461138099432, -0.012674222700297832, -0.012203834019601345, -0.011733445338904858, -0.011263055726885796, -0.010792667046189308, -0.01032227836549282, -0.009851889684796333, -0.009381501004099846, -0.008911112323403358, -0.008440722711384296, -0.007970334030687809, -0.0074999453499913216, -0.007029556669294834, -0.006559167522937059, -0.006088778842240572, -0.005618389695882797, -0.00514800101518631, -0.004677612334489822, -0.004207223188132048, -0.0037368345074355602, -0.003266445593908429, -0.002796056680381298, -0.0023256679996848106, -0.0018552790861576796, -0.0013848901726305485, -0.0009145013755187392, -0.00044411252019926906, 2.627633512020111e-05, 0.0004966651904396713, 0.0009670540457591414, 0.0014374428428709507, 0.0019078317563980818, 0.002378220669925213, 0.0028486093506217003, 0.0033189982641488314, 0.0037893871776759624, 0.00425977585837245, 0.004730165004730225, 0.005200553685426712, 0.0056709423661231995, 0.006141331512480974, 0.006611720193177462, 0.007082109339535236, 0.007552498020231724, 0.008022886700928211, 0.008493275381624699, 0.00896366499364376, 0.009434053674340248, 0.009904442355036736, 0.010374831035733223, 0.01084521971642971, 0.011315608397126198, 0.01178599800914526, 0.012256386689841747, 0.012726775370538235, 0.013197164051234722, 0.01366755273193121, 0.014137942343950272, 0.014608331024646759, 0.015078719705343246]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 4.0, 3.0, 2.0, 4.0, 4.0, 0.0, 4.0, 2.0, 2.0, 4.0, 4.0, 7.0, 5.0, 7.0, 7.0, 15.0, 14.0, 13.0, 17.0, 25.0, 59.0, 86.0, 125.0, 194.0, 264.0, 441.0, 667.0, 975.0, 1763.0, 6684.0, 3254.0, 1503.0, 794.0, 404.0, 286.0, 191.0, 192.0, 96.0, 64.0, 69.0, 46.0, 43.0, 26.0, 11.0, 9.0, 12.0, 5.0, 4.0, 5.0, 1.0, 2.0, 3.0, 1.0], "bins": [-0.01572074554860592, -0.01533593237400055, -0.01495111919939518, -0.014566305093467236, -0.014181491918861866, -0.013796678744256496, -0.013411864638328552, -0.013027051463723183, -0.012642238289117813, -0.012257425114512444, -0.011872611939907074, -0.01148779783397913, -0.01110298465937376, -0.01071817148476839, -0.010333357378840446, -0.009948544204235077, -0.009563731029629707, -0.009178917855024338, -0.008794104680418968, -0.008409290574491024, -0.008024477399885654, -0.007639664225280285, -0.007254850585013628, -0.006870036944746971, -0.0064852237701416016, -0.006100410595536232, -0.005715596955269575, -0.005330783315002918, -0.004945970140397549, -0.004561156965792179, -0.004176343325525522, -0.003791529918089509, -0.003406716510653496, -0.0030219031032174826, -0.0026370896957814693, -0.002252276288345456, -0.001867462880909443, -0.0014826494734734297, -0.0010978360660374165, -0.0007130226586014032, -0.00032820925116539, 5.660415627062321e-05, 0.00044141756370663643, 0.0008262309711426497, 0.0012110443785786629, 0.001595857786014676, 0.0019806711934506893, 0.0023654846008867025, 0.0027502980083227158, 0.003135111415758729, 0.003519924823194742, 0.0039047382306307554, 0.004289551638066769, 0.004674364812672138, 0.005059178452938795, 0.005443992093205452, 0.0058288052678108215, 0.006213618442416191, 0.006598432082682848, 0.006983245722949505, 0.007368058897554874, 0.007752872072160244, 0.008137686178088188, 0.008522499352693558, 0.008907312527298927]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08431988954544067, -0.08230739831924438, -0.08029491454362869, -0.0782824233174324, -0.07626993954181671, -0.07425744831562042, -0.07224496454000473, -0.07023247331380844, -0.06821998953819275, -0.06620749831199646, -0.06419500708580017, -0.06218252331018448, -0.06017003208398819, -0.0581575445830822, -0.05614505708217621, -0.05413256958127022, -0.05212008208036423, -0.05010759457945824, -0.048095107078552246, -0.046082619577646255, -0.044070132076740265, -0.042057640850543976, -0.040045153349637985, -0.038032665848731995, -0.036020178347826004, -0.03400769084692001, -0.03199520334601402, -0.029982713982462883, -0.027970226481556892, -0.025957738980650902, -0.023945249617099762, -0.02193276211619377, -0.01992027461528778, -0.01790778711438179, -0.0158952996134758, -0.01388281024992466, -0.011870322749018669, -0.009857835248112679, -0.007845346815884113, -0.005832858849316835, -0.0038203708827495575, -0.0018078829161822796, 0.00020460505038499832, 0.0022170930169522762, 0.004229580983519554, 0.006242068950086832, 0.00825455691665411, 0.010267045348882675, 0.012279532849788666, 0.014292020350694656, 0.016304507851600647, 0.018316997215151787, 0.020329484716057777, 0.022341972216963768, 0.024354461580514908, 0.0263669490814209, 0.02837943658232689, 0.03039192408323288, 0.03240441158413887, 0.03441689908504486, 0.03642939031124115, 0.03844187781214714, 0.04045436531305313, 0.04246685281395912, 0.04447934031486511]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 3.0, 4.0, 3.0, 3.0, 1.0, 2.0, 3.0, 9.0, 11.0, 9.0, 9.0, 11.0, 10.0, 17.0, 5.0, 9.0, 19.0, 26.0, 23.0, 14.0, 16.0, 8.0, 10.0, 7.0, 5.0, 6.0, 5.0, 4.0, 2.0, 3.0, 3.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03401085361838341, -0.03308820724487305, -0.032165564596652985, -0.031242920085787773, -0.03032027557492256, -0.02939763106405735, -0.02847498655319214, -0.027552342042326927, -0.026629697531461716, -0.025707051157951355, -0.024784406647086143, -0.023861762136220932, -0.02293911762535572, -0.02201647311449051, -0.021093828603625298, -0.020171184092760086, -0.019248539581894875, -0.018325895071029663, -0.01740325056016445, -0.01648060604929924, -0.015557961538434029, -0.014635316096246243, -0.013712671585381031, -0.01279002707451582, -0.011867382563650608, -0.010944738052785397, -0.010022093541920185, -0.009099449031054974, -0.008176803588867188, -0.007254159543663263, -0.0063315145671367645, -0.005408870056271553, -0.0044862255454063416, -0.00356358103454113, -0.002640936290845275, -0.0017182916635647416, -0.0007956470362842083, 0.00012699759099632502, 0.0010496422182768583, 0.0019722869619727135, 0.002894931472837925, 0.0038175759837031364, 0.004740220494568348, 0.005662865471094847, 0.006585509981960058, 0.00750815449282527, 0.008430799469351768, 0.00935344398021698, 0.010276088491082191, 0.011198733001947403, 0.012121377512812614, 0.013044022023677826, 0.013966666534543037, 0.014889311976730824, 0.01581195555627346, 0.016734600067138672, 0.017657246440649033, 0.018579890951514244, 0.019502535462379456, 0.020425179973244667, 0.02134782448410988, 0.02227046899497509, 0.0231931135058403, 0.024115758016705513, 0.025038402527570724]}, "_runtime": 21.302804708480835, "_timestamp": 1596238269.7186122, "_step": 3}
+{"val_accuracy": 0.7744185216894978, "val_loss": 0.6425850606400129, "_runtime": 27.248332500457764, "_timestamp": 1596238275.66414, "_step": 4}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: K Confidence: 0.634 Truth: v", "Prediction: 5 Confidence: 0.999 Truth: 5", "Prediction: 2 Confidence: 0.987 Truth: 2", "Prediction: 0 Confidence: 0.687 Truth: 0"]}, "_runtime": 27.523892641067505, "_timestamp": 1596238275.9397001, "_step": 5}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 0.0, 1.0, 5.0, 1.0, 1.0, 4.0, 1.0, 2.0, 4.0, 3.0, 4.0, 1.0, 1.0, 2.0, 4.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 3.0, 0.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014669355005025864, -0.014159227721393108, -0.013649099506437778, -0.013138972222805023, -0.012628844007849693, -0.012118716724216938, -0.011608589440584183, -0.011098461225628853, -0.010588333941996098, -0.010078206658363342, -0.009568078443408012, -0.009057951159775257, -0.008547823876142502, -0.008037695661187172, -0.007527568377554417, -0.007017440628260374, -0.0065073128789663315, -0.005997185129672289, -0.005487057380378246, -0.004976930096745491, -0.0044668023474514484, -0.003956674598157406, -0.003446547081694007, -0.002936419565230608, -0.0024262918159365654, -0.0019161641830578446, -0.0014060365501791239, -0.0008959089173004031, -0.00038578128442168236, 0.0001243463484570384, 0.0006344739813357592, 0.00114460161421448, 0.0016547292470932007, 0.0021648569963872433, 0.002674984512850642, 0.003185112029314041, 0.0036952397786080837, 0.004205367527902126, 0.004715494811534882, 0.005225622560828924, 0.005735750310122967, 0.006245878059417009, 0.006756005808711052, 0.007266133092343807, 0.00777626084163785, 0.008286388590931892, 0.008796515874564648, 0.009306644089519978, 0.009816771373152733, 0.010326898656785488, 0.010837026871740818, 0.011347154155373573, 0.011857282370328903, 0.012367409653961658, 0.012877536937594414, 0.013387665152549744, 0.013897792436182499, 0.014407919719815254, 0.014918047934770584, 0.01542817521840334, 0.015938302502036095, 0.016448430716991425, 0.016958558931946754, 0.017468685284256935, 0.017978813499212265]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 5.0, 3.0, 3.0, 1.0, 3.0, 9.0, 19.0, 17.0, 28.0, 30.0, 51.0, 65.0, 83.0, 100.0, 166.0, 240.0, 356.0, 2470.0, 3081.0, 447.0, 239.0, 153.0, 112.0, 74.0, 52.0, 33.0, 24.0, 18.0, 17.0, 10.0, 7.0, 5.0, 2.0, 4.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.2363911271095276, -0.22943665087223053, -0.22248217463493347, -0.2155277132987976, -0.20857323706150055, -0.2016187608242035, -0.19466428458690643, -0.18770980834960938, -0.1807553470134735, -0.17380087077617645, -0.1668463945388794, -0.15989191830158234, -0.15293744206428528, -0.14598296582698822, -0.13902850449085236, -0.1320740282535553, -0.12511955201625824, -0.11816507577896118, -0.11121060699224472, -0.10425613075494766, -0.0973016619682312, -0.09034718573093414, -0.08339270949363708, -0.07643824070692062, -0.06948376446962357, -0.06252928823232651, -0.055574819445610046, -0.04862034320831299, -0.04166587069630623, -0.03471139818429947, -0.02775692380964756, -0.02080244943499565, -0.013847976922988892, -0.006893503479659557, 6.0969963669776917e-05, 0.007015443406999111, 0.013969916850328445, 0.020924389362335205, 0.027878863736987114, 0.03483333811163902, 0.04178781062364578, 0.04874228313565254, 0.0556967556476593, 0.06265123188495636, 0.06960570812225342, 0.07656017690896988, 0.08351465314626694, 0.0904691219329834, 0.09742359817028046, 0.10437807440757751, 0.11133254319429398, 0.11828701943159103, 0.1252414882183075, 0.13219596445560455, 0.1391504406929016, 0.14610491693019867, 0.15305939316749573, 0.1600138545036316, 0.16696833074092865, 0.1739228069782257, 0.18087728321552277, 0.18783175945281982, 0.1947862207889557, 0.20174069702625275, 0.2086951732635498]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 3.0, 3.0, 0.0, 4.0, 2.0, 0.0, 2.0, 4.0, 2.0, 2.0, 5.0, 3.0, 2.0, 2.0, 1.0, 4.0, 3.0, 27.0, 1.0, 3.0, 3.0, 2.0, 2.0, 9.0, 3.0, 1.0, 2.0, 3.0, 4.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0], "bins": [-0.0026598237454891205, -0.0025778370909392834, -0.00249585066922009, -0.0024138642475008965, -0.0023318775929510593, -0.0022498909384012222, -0.0021679045166820288, -0.0020859180949628353, -0.002003931440412998, -0.001921944902278483, -0.0018399583641439676, -0.0017579718260094523, -0.001675985287874937, -0.0015939987497404218, -0.0015120122116059065, -0.0014300256734713912, -0.001348039135336876, -0.0012660525972023606, -0.0011840660590678453, -0.00110207952093333, -0.0010200929827988148, -0.0009381064446642995, -0.0008561199065297842, -0.0007741333683952689, -0.0006921468302607536, -0.0006101602921262383, -0.0005281737539917231, -0.0004461872158572078, -0.0003642006777226925, -0.0002822141395881772, -0.00020022760145366192, -0.00011824106331914663, -3.625452518463135e-05, 4.573201294988394e-05, 0.00012771855108439922, 0.0002097050892189145, 0.0002916916273534298, 0.0003736781654879451, 0.00045566470362246037, 0.0005376512417569757, 0.0006196377798914909, 0.0007016243180260062, 0.0007836108561605215, 0.0008655973942950368, 0.0009475839324295521, 0.0010295704705640674, 0.0011115570086985826, 0.001193543546833098, 0.0012755300849676132, 0.0013575166231021285, 0.0014395031612366438, 0.001521489699371159, 0.0016034762375056744, 0.0016854627756401896, 0.001767449313774705, 0.0018494358519092202, 0.0019314223900437355, 0.0020134090445935726, 0.002095395466312766, 0.0021773818880319595, 0.0022593685425817966, 0.0023413551971316338, 0.0024233416188508272, 0.0025053280405700207, 0.002587314695119858]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 6.0, 6.0, 4.0, 14.0, 8.0, 8.0, 18.0, 26.0, 53.0, 52.0, 79.0, 125.0, 164.0, 268.0, 387.0, 570.0, 880.0, 1426.0, 2451.0, 4227.0, 7616.0, 14651.0, 30219.0, 63882.0, 147614.0, 667178.0, 124881.0, 54196.0, 25796.0, 13719.0, 7484.0, 4345.0, 2504.0, 1578.0, 1051.0, 647.0, 395.0, 309.0, 244.0, 162.0, 103.0, 86.0, 57.0, 45.0, 36.0, 22.0, 18.0, 9.0, 4.0, 4.0, 4.0, 3.0, 5.0, 1.0, 1.0, 2.0, 1.0], "bins": [-0.01437561959028244, -0.013933165930211544, -0.013490711338818073, -0.013048257678747177, -0.012605803087353706, -0.01216334942728281, -0.011720895767211914, -0.011278441175818443, -0.010835987515747547, -0.010393533855676651, -0.00995107926428318, -0.009508625604212284, -0.009066171944141388, -0.008623717352747917, -0.008181263692677021, -0.007738809566944838, -0.007296355441212654, -0.006853901315480471, -0.006411447189748287, -0.005968993529677391, -0.005526539403945208, -0.005084085278213024, -0.004641631618142128, -0.0041991774924099445, -0.003756723366677761, -0.0033142692409455776, -0.002871815348044038, -0.002429361455142498, -0.0019869073294103146, -0.001544453320093453, -0.0011019993107765913, -0.0006595453014597297, -0.00021709129214286804, 0.0002253627171739936, 0.0006678167264908552, 0.0011102707358077168, 0.0015527247451245785, 0.001995178870856762, 0.0024376327637583017, 0.0028800866566598415, 0.003322540782392025, 0.0037649949081242085, 0.004207449033856392, 0.004649902693927288, 0.0050923568196594715, 0.005534810945391655, 0.005977264605462551, 0.006419718731194735, 0.006862172856926918, 0.0073046269826591015, 0.007747081108391285, 0.008189534768462181, 0.008631989359855652, 0.009074443019926548, 0.009516896679997444, 0.009959351271390915, 0.010401804931461811, 0.010844258591532707, 0.011286713182926178, 0.011729166842997074, 0.01217162050306797, 0.012614075094461441, 0.013056528754532337, 0.013498983345925808, 0.013941437005996704]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 6.0, 2.0, 2.0, 3.0, 2.0, 1.0, 2.0, 2.0, 2.0, 5.0, 3.0, 6.0, 3.0, 0.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0], "bins": [-0.00922463834285736, -0.00899787899106741, -0.008771119639277458, -0.008544360287487507, -0.008317600935697556, -0.008090841583907604, -0.007864082232117653, -0.007637322880327702, -0.00741056352853775, -0.007183803711086512, -0.00695704435929656, -0.006730285007506609, -0.006503525655716658, -0.006276766303926706, -0.006050006952136755, -0.005823247600346804, -0.005596488248556852, -0.005369728896766901, -0.00514296954497695, -0.004916210193186998, -0.004689450841397047, -0.004462691489607096, -0.004235932137817144, -0.004009172786027193, -0.003782413201406598, -0.0035556538496166468, -0.0033288944978266954, -0.003102135146036744, -0.002875375561416149, -0.002648616209626198, -0.0024218568578362465, -0.002195097506046295, -0.001968338154256344, -0.0017415788024663925, -0.0015148194506764412, -0.001288059982471168, -0.0010613006306812167, -0.0008345412788912654, -0.0006077818688936532, -0.0003810224879998714, -0.0001542631071060896, 7.249627378769219e-05, 0.00029925565468147397, 0.0005260150646790862, 0.0007527744164690375, 0.0009795337682589889, 0.001206293236464262, 0.0014330525882542133, 0.0016598119400441647, 0.001886571291834116, 0.0021133306436240673, 0.0023400899954140186, 0.00256684934720397, 0.002793608931824565, 0.0030203682836145163, 0.0032471276354044676, 0.003473886987194419, 0.0037006463389843702, 0.003927405923604965, 0.0041541652753949165, 0.004380924627184868, 0.004607683978974819, 0.0048344433307647705, 0.005061202682554722, 0.005287962034344673]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 3.0, 2.0, 3.0, 1.0, 4.0, 6.0, 9.0, 9.0, 10.0, 15.0, 18.0, 22.0, 11.0, 26.0, 33.0, 41.0, 47.0, 75.0, 66.0, 109.0, 115.0, 126.0, 172.0, 172.0, 218.0, 342.0, 540.0, 805.0, 1482.0, 5565.0, 2244.0, 1549.0, 1109.0, 825.0, 679.0, 494.0, 338.0, 264.0, 203.0, 139.0, 109.0, 85.0, 69.0, 47.0, 44.0, 36.0, 35.0, 21.0, 26.0, 17.0, 14.0, 9.0, 10.0, 5.0, 6.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.007409056182950735, -0.007178697735071182, -0.006948339752852917, -0.006717981304973364, -0.006487622857093811, -0.0062572648748755455, -0.006026906426995993, -0.00579654797911644, -0.005566189996898174, -0.0053358315490186214, -0.005105473101139069, -0.004875114653259516, -0.00464475667104125, -0.004414398223161697, -0.0041840397752821445, -0.003953681793063879, -0.003723323345184326, -0.003492965130135417, -0.003262606682255864, -0.003032248467206955, -0.002801890019327402, -0.002571531804278493, -0.0023411735892295837, -0.002110815141350031, -0.0018804569263011217, -0.0016500985948368907, -0.0014197402633726597, -0.0011893820483237505, -0.0009590237168595195, -0.0007286653853952885, -0.0004983071121387184, -0.0002679488097783178, -3.759050741791725e-05, 0.0001927677949424833, 0.00042312609730288386, 0.000653484370559454, 0.000883842702023685, 0.001114201033487916, 0.0013445592485368252, 0.0015749175800010562, 0.0018052759114652872, 0.0020356341265141964, 0.0022659925743937492, 0.0024963507894426584, 0.0027267090044915676, 0.0029570674523711205, 0.0031874256674200296, 0.0034177841152995825, 0.0036481423303484917, 0.003878500545397401, 0.00410885876044631, 0.004339217208325863, 0.004569575656205416, 0.004799933638423681, 0.005030292086303234, 0.005260650534182787, 0.00549100898206234, 0.005721366964280605, 0.005951725412160158, 0.006182083860039711, 0.0064124418422579765, 0.006642800290137529, 0.006873158738017082, 0.007103516720235348, 0.007333875168114901]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.027984993532299995, -0.02658912166953087, -0.02519325166940689, -0.023797379806637764, -0.022401507943868637, -0.02100563608109951, -0.019609764218330383, -0.018213894218206406, -0.01681802235543728, -0.015422150492668152, -0.0140262795612216, -0.012630408629775047, -0.01123453676700592, -0.009838664904236794, -0.008442793972790241, -0.007046922575682402, -0.005651051178574562, -0.0042551797814667225, -0.002859308384358883, -0.0014634369872510433, -6.756559014320374e-05, 0.0013283058069646358, 0.0027241772040724754, 0.004120048601180315, 0.005515919998288155, 0.006911791395395994, 0.008307662792503834, 0.009703533723950386, 0.011099405586719513, 0.01249527744948864, 0.013891148380935192, 0.015287019312381744, 0.01668289117515087, 0.018078763037919998, 0.019474633038043976, 0.020870504900813103, 0.02226637676358223, 0.023662248626351357, 0.025058120489120483, 0.02645399048924446, 0.027849862352013588, 0.029245734214782715, 0.030641604214906693, 0.03203747794032097, 0.033433347940444946, 0.034829217940568924, 0.0362250916659832, 0.03762096166610718, 0.039016835391521454, 0.04041270539164543, 0.04180857539176941, 0.043204449117183685, 0.04460031911730766, 0.04599618911743164, 0.04739206284284592, 0.048787932842969894, 0.05018380284309387, 0.05157967656850815, 0.052975546568632126, 0.0543714202940464, 0.05576729029417038, 0.05716316029429436, 0.05855903401970863, 0.05995490401983261, 0.06135077774524689]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 0.0, 3.0, 3.0, 1.0, 3.0, 9.0, 3.0, 9.0, 11.0, 16.0, 4.0, 11.0, 13.0, 28.0, 48.0, 33.0, 22.0, 12.0, 11.0, 12.0, 4.0, 6.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.025477038696408272, -0.02409854717552662, -0.022720053791999817, -0.021341562271118164, -0.01996307075023651, -0.01858457736670971, -0.017206085845828056, -0.015827592462301254, -0.014449100941419601, -0.013070608489215374, -0.011692116037011147, -0.010313624516129494, -0.008935132063925266, -0.007556639611721039, -0.006178147625178099, -0.0047996556386351585, -0.003421163186430931, -0.0020426709670573473, -0.0006641787476837635, 0.0007143134716898203, 0.002092805691063404, 0.003471297910436988, 0.004849790129810572, 0.006228282116353512, 0.007606774568557739, 0.008985267020761967, 0.010363759472966194, 0.011742250993847847, 0.013120743446052074, 0.014499235898256302, 0.015877727419137955, 0.017256220802664757, 0.01863471232354641, 0.020013203844428062, 0.021391697227954865, 0.022770188748836517, 0.02414868026971817, 0.025527173653244972, 0.026905665174126625, 0.028284158557653427, 0.02966265007853508, 0.031041141599416733, 0.032419633120298386, 0.03379812836647034, 0.03517661988735199, 0.03655511140823364, 0.037933602929115295, 0.03931209444999695, 0.0406905859708786, 0.04206908121705055, 0.043447572737932205, 0.04482606425881386, 0.04620455577969551, 0.047583047300577164, 0.048961542546749115, 0.05034003406763077, 0.05171852558851242, 0.053097017109394073, 0.054475508630275726, 0.05585400387644768, 0.05723249539732933, 0.05861098691821098, 0.059989478439092636, 0.06136796995997429, 0.06274646520614624]}, "_runtime": 30.434881687164307, "_timestamp": 1596238278.8506892, "_step": 6}
+{"val_accuracy": 0.7899935787671233, "val_loss": 0.562598023512592, "_runtime": 38.781505823135376, "_timestamp": 1596238287.1973133, "_step": 7}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: K Confidence: 0.296 Truth: v", "Prediction: 5 Confidence: 1.000 Truth: 5", "Prediction: 2 Confidence: 0.994 Truth: 2", "Prediction: 0 Confidence: 0.593 Truth: 0"]}, "_runtime": 39.04591155052185, "_timestamp": 1596238287.461719, "_step": 8}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 2.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 4.0, 2.0, 4.0, 4.0, 1.0, 1.0, 2.0, 2.0, 0.0, 4.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.011283726431429386, -0.010949828661978245, -0.010615931823849678, -0.010282034054398537, -0.009948136284947395, -0.009614238515496254, -0.009280340746045113, -0.008946443907916546, -0.008612546138465405, -0.008278648369014263, -0.007944751530885696, -0.007610853761434555, -0.007276955991983414, -0.006943058222532272, -0.006609160918742418, -0.006275263614952564, -0.005941365845501423, -0.0056074680760502815, -0.0052735707722604275, -0.004939673468470573, -0.004605775699019432, -0.004271877929568291, -0.003937980625778437, -0.003604083089157939, -0.0032701855525374413, -0.0029362880159169436, -0.002602390479296446, -0.002268492942675948, -0.0019345954060554504, -0.0016006978694349527, -0.001266800332814455, -0.0009329027961939573, -0.0005990052595734596, -0.0002651077229529619, 6.878981366753578e-05, 0.0004026873502880335, 0.0007365848869085312, 0.001070482423529029, 0.0014043799601495266, 0.0017382774967700243, 0.002072175033390522, 0.0024060725700110197, 0.0027399701066315174, 0.003073867643252015, 0.003407765179872513, 0.0037416627164930105, 0.004075560253113508, 0.004409457556903362, 0.004743355326354504, 0.005077253095805645, 0.005411150399595499, 0.005745047703385353, 0.0060789454728364944, 0.006412843242287636, 0.00674674054607749, 0.007080637849867344, 0.007414535619318485, 0.007748433388769627, 0.008082330226898193, 0.008416227996349335, 0.008750125765800476, 0.009084023535251617, 0.009417921304702759, 0.009751818142831326, 0.010085715912282467]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 7.0, 5.0, 5.0, 8.0, 20.0, 14.0, 28.0, 39.0, 41.0, 75.0, 102.0, 127.0, 164.0, 248.0, 446.0, 4604.0, 967.0, 365.0, 218.0, 132.0, 102.0, 47.0, 42.0, 28.0, 21.0, 13.0, 10.0, 10.0, 9.0, 4.0, 3.0, 1.0, 5.0, 3.0, 1.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.20571064949035645, -0.19921477138996124, -0.19271889328956604, -0.18622301518917084, -0.17972713708877563, -0.17323127388954163, -0.16673539578914642, -0.16023951768875122, -0.15374363958835602, -0.14724776148796082, -0.1407518833875656, -0.1342560052871704, -0.1277601420879364, -0.1212642565369606, -0.114768385887146, -0.1082725077867508, -0.10177662968635559, -0.09528075158596039, -0.08878487348556519, -0.08228900283575058, -0.07579312473535538, -0.06929724663496017, -0.06280137598514557, -0.056305497884750366, -0.049809619784355164, -0.04331374168395996, -0.03681786730885506, -0.030321991071105003, -0.02382611483335495, -0.017330238595604897, -0.010834362357854843, -0.00433848612010479, 0.0021573901176452637, 0.008653266355395317, 0.01514914259314537, 0.021645018830895424, 0.028140895068645477, 0.03463677316904068, 0.041132647544145584, 0.04762852191925049, 0.05412440001964569, 0.060620278120040894, 0.0671161562204361, 0.0736120268702507, 0.0801079049706459, 0.08660378307104111, 0.09309965372085571, 0.09959553182125092, 0.10609140992164612, 0.11258728802204132, 0.11908316612243652, 0.12557904422283173, 0.13207492232322693, 0.13857078552246094, 0.14506666362285614, 0.15156254172325134, 0.15805841982364655, 0.16455429792404175, 0.17105017602443695, 0.17754605412483215, 0.18404191732406616, 0.19053779542446136, 0.19703367352485657, 0.20352955162525177, 0.21002542972564697]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 4.0, 5.0, 8.0, 5.0, 4.0, 4.0, 1.0, 5.0, 5.0, 29.0, 1.0, 7.0, 4.0, 4.0, 4.0, 3.0, 1.0, 1.0, 2.0, 1.0, 2.0, 4.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0023790905252099037, -0.0022890190593898296, -0.002198947826400399, -0.002108876360580325, -0.002018804894760251, -0.0019287335453554988, -0.0018386621959507465, -0.0017485907301306725, -0.0016585193807259202, -0.001568448031321168, -0.0014783765655010939, -0.0013883052160963416, -0.0012982338666915894, -0.0012081624008715153, -0.001118091051466763, -0.001028019585646689, -0.0009379482362419367, -0.0008478768286295235, -0.0007578054210171103, -0.0006677340716123581, -0.0005776626639999449, -0.00048759125638753176, -0.00039751987787894905, -0.00030744849937036633, -0.00021737709175795317, -0.00012730569869745523, -3.723430563695729e-05, 5.283708742354065e-05, 0.0001429084804840386, 0.00023297987354453653, 0.00032305126660503447, 0.0004131226451136172, 0.0005031940527260303, 0.0005932654603384435, 0.0006833368679508567, 0.0007734082173556089, 0.0008634796249680221, 0.0009535510325804353, 0.0010436223819851875, 0.0011336938478052616, 0.0012237651972100139, 0.0013138365466147661, 0.0014039080124348402, 0.0014939793618395925, 0.0015840507112443447, 0.0016741221770644188, 0.001764193526469171, 0.0018542649922892451, 0.0019443363416939974, 0.0020344078075140715, 0.002124479040503502, 0.002214550506323576, 0.00230462197214365, 0.0023946932051330805, 0.0024847646709531546, 0.0025748361367732286, 0.002664907369762659, 0.002754978835582733, 0.0028450503014028072, 0.0029351217672228813, 0.0030251930002123117, 0.003115264466032386, 0.00320533593185246, 0.0032954071648418903, 0.0033854786306619644]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 3.0, 2.0, 3.0, 6.0, 5.0, 15.0, 18.0, 31.0, 38.0, 69.0, 78.0, 146.0, 229.0, 346.0, 558.0, 877.0, 1492.0, 2506.0, 4234.0, 7821.0, 15414.0, 32805.0, 74205.0, 205143.0, 665588.0, 81407.0, 37877.0, 19691.0, 10860.0, 6406.0, 3946.0, 2499.0, 1603.0, 1136.0, 738.0, 546.0, 347.0, 230.0, 178.0, 134.0, 108.0, 65.0, 59.0, 47.0, 37.0, 26.0, 19.0, 6.0, 12.0, 9.0, 4.0, 5.0, 5.0, 7.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.010247733443975449, -0.009870273061096668, -0.009492812678217888, -0.009115352295339108, -0.008737892843782902, -0.008360432460904121, -0.007982972078025341, -0.007605511695146561, -0.00722805131226778, -0.006850591395050287, -0.006473131012171507, -0.0060956706292927265, -0.0057182107120752335, -0.005340750329196453, -0.004963289946317673, -0.00458583002910018, -0.004208369646221399, -0.0038309094961732626, -0.0034534491132944822, -0.0030759889632463455, -0.002698528580367565, -0.0023210684303194284, -0.0019436082802712917, -0.0015661480138078332, -0.0011886877473443747, -0.0008112274808809161, -0.0004337672726251185, -5.630703526549041e-05, 0.00032115320209413767, 0.0006986134685575962, 0.001076073618605733, 0.0014535338850691915, 0.00183099415153265, 0.0022084543015807867, 0.002585914684459567, 0.0029633748345077038, 0.003340835217386484, 0.003718295367434621, 0.004095755517482758, 0.004473215900361538, 0.004850676283240318, 0.005228136200457811, 0.005605596583336592, 0.005983056966215372, 0.006360516883432865, 0.0067379772663116455, 0.007115437649190426, 0.007492897566407919, 0.007870357483625412, 0.008247817866504192, 0.008625278249382973, 0.009002738632261753, 0.009380199015140533, 0.009757659398019314, 0.010135119780898094, 0.0105125792324543, 0.01089003961533308, 0.01126749999821186, 0.011644960381090641, 0.012022420763969421, 0.012399881146848202, 0.012777340598404408, 0.013154800981283188, 0.013532261364161968, 0.013909721747040749]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 6.0, 2.0, 6.0, 8.0, 2.0, 10.0, 3.0, 0.0, 2.0, 4.0, 2.0, 1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.021853525191545486, -0.02125372737646103, -0.02065393142402172, -0.020054135471582413, -0.019454337656497955, -0.018854539841413498, -0.01825474388897419, -0.01765494793653488, -0.017055150121450424, -0.016455352306365967, -0.01585555635392666, -0.015255759470164776, -0.014655962586402893, -0.01405616570264101, -0.013456368818879128, -0.012856571935117245, -0.012256775051355362, -0.01165697816759348, -0.011057181283831596, -0.010457384400069714, -0.00985758751630783, -0.009257790632545948, -0.008657993748784065, -0.008058196865022182, -0.0074583999812603, -0.006858603097498417, -0.006258806213736534, -0.005659009329974651, -0.0050592124462127686, -0.004459415562450886, -0.003859618678689003, -0.00325982179492712, -0.0026600249111652374, -0.0020602280274033546, -0.0014604311436414719, -0.0008606342598795891, -0.0002608373761177063, 0.0003389595076441765, 0.0009387563914060593, 0.001538553275167942, 0.002138350158929825, 0.0027381470426917076, 0.0033379439264535904, 0.003937740810215473, 0.004537537693977356, 0.005137334577739239, 0.0057371314615011215, 0.006336928345263004, 0.006936725229024887, 0.00753652211278677, 0.008136318996548653, 0.008736115880310535, 0.009335912764072418, 0.009935709647834301, 0.010535506531596184, 0.011135303415358067, 0.01173510029911995, 0.012334897182881832, 0.012934694066643715, 0.013534490950405598, 0.01413428783416748, 0.014734084717929363, 0.015333881601691246, 0.015933677554130554, 0.01653347536921501]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 4.0, 5.0, 5.0, 19.0, 21.0, 15.0, 18.0, 12.0, 24.0, 44.0, 38.0, 42.0, 64.0, 73.0, 120.0, 153.0, 213.0, 269.0, 411.0, 557.0, 770.0, 1177.0, 1595.0, 5699.0, 2582.0, 1251.0, 727.0, 543.0, 458.0, 314.0, 235.0, 192.0, 174.0, 121.0, 88.0, 68.0, 49.0, 51.0, 40.0, 35.0, 24.0, 20.0, 15.0, 17.0, 15.0, 18.0, 8.0, 5.0, 5.0, 6.0, 8.0, 4.0, 0.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.008987332694232464, -0.008653068915009499, -0.008318805135786533, -0.007984541356563568, -0.00765027804300189, -0.007316014263778925, -0.006981750950217247, -0.006647487170994282, -0.0063132233917713165, -0.005978959612548351, -0.005644695833325386, -0.005310432519763708, -0.004976168740540743, -0.004641904961317778, -0.0043076416477561, -0.0039733778685331345, -0.0036391140893101692, -0.003304850310087204, -0.0029705867636948824, -0.002636323217302561, -0.0023020594380795956, -0.0019677956588566303, -0.0016335321124643087, -0.0012992684496566653, -0.0009650047868490219, -0.0006307411240413785, -0.0002964774612337351, 3.778620157390833e-05, 0.00037204986438155174, 0.0007063135271891952, 0.0010405771899968386, 0.001374840852804482, 0.0017091045156121254, 0.0020433682948350906, 0.0023776318412274122, 0.002711895387619734, 0.003046159166842699, 0.0033804229460656643, 0.003714686492457986, 0.0040489500388503075, 0.004383213818073273, 0.004717477597296238, 0.005051741376519203, 0.005386004690080881, 0.005720268469303846, 0.006054532248526812, 0.0063887955620884895, 0.006723059341311455, 0.00705732312053442, 0.007391586899757385, 0.0077258506789803505, 0.008060114458203316, 0.008394377306103706, 0.008728641085326672, 0.009062904864549637, 0.009397168643772602, 0.009731432422995567, 0.010065696202218533, 0.010399959981441498, 0.010734223760664463, 0.011068487539887428, 0.011402750387787819, 0.011737014167010784, 0.01207127794623375, 0.012405541725456715]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 3.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07661327719688416, -0.07377832382917404, -0.07094337046146393, -0.06810841709375381, -0.0652734637260437, -0.062438514083623886, -0.05960356071591377, -0.05676860734820366, -0.053933653980493546, -0.05109870061278343, -0.04826374724507332, -0.045428793877363205, -0.04259384423494339, -0.039758890867233276, -0.03692393749952316, -0.03408898413181305, -0.031254030764102936, -0.028419077396392822, -0.02558412402868271, -0.022749172523617744, -0.01991421915590763, -0.017079265788197517, -0.014244313351809978, -0.01140936091542244, -0.008574407547712326, -0.0057394546456635, -0.0029045017436146736, -6.95488415658474e-05, 0.002765404060482979, 0.005600356962531805, 0.008435309864580631, 0.01127026230096817, 0.014105215668678284, 0.016940169036388397, 0.01977512240409851, 0.022610073909163475, 0.02544502727687359, 0.028279980644583702, 0.031114932149648666, 0.03394988551735878, 0.03678483888506889, 0.03961979225277901, 0.04245474562048912, 0.045289698988199234, 0.04812464863061905, 0.05095960199832916, 0.053794555366039276, 0.05662950873374939, 0.0594644621014595, 0.06229941546916962, 0.06513436883687973, 0.06796932220458984, 0.07080427557229996, 0.07363922894001007, 0.07647418230772018, 0.0793091356754303, 0.08214408159255981, 0.08497903496026993, 0.08781398832798004, 0.09064894169569016, 0.09348389506340027, 0.09631884843111038, 0.0991538017988205, 0.10198875516653061, 0.10482370853424072]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 4.0, 4.0, 2.0, 15.0, 18.0, 16.0, 25.0, 28.0, 40.0, 14.0, 14.0, 16.0, 13.0, 7.0, 8.0, 5.0, 2.0, 3.0, 0.0, 2.0, 4.0, 4.0, 4.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 1.0, 3.0, 3.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.0452829971909523, -0.0437452457845211, -0.042207490652799606, -0.04066973924636841, -0.03913198411464691, -0.037594232708215714, -0.036056481301784515, -0.03451872617006302, -0.03298097476363182, -0.03144322335720062, -0.029905468225479126, -0.028367716819047928, -0.02682996354997158, -0.025292210280895233, -0.023754458874464035, -0.022216705605387688, -0.02067895233631134, -0.019141199067234993, -0.017603445798158646, -0.016065694391727448, -0.0145279411226511, -0.012990187853574753, -0.01145243551582098, -0.009914683178067207, -0.00837692990899086, -0.0068391771055758, -0.00530142430216074, -0.00376367149874568, -0.00222591869533062, -0.0006881658919155598, 0.0008495869114995003, 0.0023873397149145603, 0.00392509251832962, 0.00546284532174468, 0.0070005981251597404, 0.008538350462913513, 0.01007610373198986, 0.011613857001066208, 0.01315160933881998, 0.014689361676573753, 0.0162271149456501, 0.017764868214726448, 0.019302621483802795, 0.020840372890233994, 0.02237812615931034, 0.023915879428386688, 0.025453630834817886, 0.026991384103894234, 0.02852913737297058, 0.03006689064204693, 0.031604643911123276, 0.033142395317554474, 0.03468015044927597, 0.03621790185570717, 0.03775565326213837, 0.03929340839385986, 0.04083115980029106, 0.04236891120672226, 0.043906666338443756, 0.045444417744874954, 0.04698216915130615, 0.04851992428302765, 0.05005767568945885, 0.051595430821180344, 0.05313318222761154]}, "_runtime": 39.524231910705566, "_timestamp": 1596238287.9400394, "_step": 9}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 4.0, 5.0, 3.0, 4.0, 6.0, 5.0, 0.0, 2.0, 3.0, 2.0, 2.0, 2.0, 3.0, 5.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.017954470589756966, -0.01741867884993553, -0.016882887110114098, -0.016347097232937813, -0.01581130549311638, -0.015275513753294945, -0.01473972201347351, -0.014203931204974651, -0.013668139465153217, -0.013132347725331783, -0.012596556916832924, -0.01206076517701149, -0.011524973437190056, -0.010989182628691196, -0.010453390888869762, -0.009917600080370903, -0.009381808340549469, -0.008846016600728035, -0.008310225792229176, -0.0077744340524077415, -0.007238642778247595, -0.006702851504087448, -0.006167059764266014, -0.005631268490105867, -0.005095477215945721, -0.004559685941785574, -0.004023894667625427, -0.0034881029278039932, -0.0029523116536438465, -0.0024165203794837, -0.0018807288724929094, -0.0013449374819174409, -0.0008091460913419724, -0.0002733547007665038, 0.00026243668980896473, 0.0007982280803844333, 0.0013340194709599018, 0.0018698108615353703, 0.002405602252110839, 0.0029413937591016293, 0.003477185033261776, 0.004012976307421923, 0.004548767581582069, 0.005084559321403503, 0.00562035059556365, 0.006156141869723797, 0.006691933609545231, 0.007227724883705378, 0.007763516157865524, 0.008299307897686958, 0.008835098706185818, 0.009370890446007252, 0.009906681254506111, 0.010442472994327545, 0.01097826473414898, 0.011514055542647839, 0.012049847282469273, 0.012585639022290707, 0.013121429830789566, 0.013657221570611, 0.014193013310432434, 0.014728804118931293, 0.015264595858752728, 0.015800386667251587, 0.01633617840707302]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 4.0, 6.0, 10.0, 3.0, 8.0, 5.0, 8.0, 7.0, 23.0, 22.0, 45.0, 51.0, 86.0, 93.0, 196.0, 352.0, 729.0, 5133.0, 485.0, 232.0, 122.0, 84.0, 63.0, 48.0, 26.0, 16.0, 12.0, 13.0, 14.0, 9.0, 5.0, 4.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2368456870317459, -0.22925865650177002, -0.22167161107063293, -0.21408458054065704, -0.20649755001068115, -0.19891050457954407, -0.19132347404956818, -0.1837364286184311, -0.1761493980884552, -0.1685623675584793, -0.16097532212734222, -0.15338829159736633, -0.14580124616622925, -0.13821421563625336, -0.13062718510627747, -0.12304014712572098, -0.11545310914516449, -0.107866071164608, -0.10027903318405151, -0.09269200265407562, -0.08510496467351913, -0.07751792669296265, -0.06993089616298676, -0.06234385818243027, -0.05475682020187378, -0.04716978222131729, -0.0395827479660511, -0.03199571371078491, -0.024408675730228424, -0.016821639612317085, -0.009234603494405746, -0.0016475673764944077, 0.005939468741416931, 0.01352650485932827, 0.02111354097723961, 0.028700577095150948, 0.036287613213062286, 0.043874651193618774, 0.051461685448884964, 0.059048719704151154, 0.06663575768470764, 0.07422279566526413, 0.08180983364582062, 0.08939686417579651, 0.096983902156353, 0.10457094013690948, 0.11215797066688538, 0.11974500864744186, 0.12733204662799835, 0.13491907715797424, 0.14250612258911133, 0.15009315311908722, 0.1576801836490631, 0.1652672290802002, 0.1728542596101761, 0.18044130504131317, 0.18802833557128906, 0.19561536610126495, 0.20320241153240204, 0.21078944206237793, 0.21837648749351501, 0.2259635180234909, 0.2335505485534668, 0.24113759398460388, 0.24872462451457977]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 4.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 3.0, 4.0, 2.0, 4.0, 3.0, 4.0, 4.0, 3.0, 6.0, 3.0, 25.0, 3.0, 5.0, 4.0, 2.0, 2.0, 2.0, 4.0, 1.0, 6.0, 2.0, 0.0, 0.0, 4.0, 0.0, 0.0, 1.0, 3.0, 3.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002495141699910164, -0.002415002090856433, -0.0023348622489720583, -0.0022547226399183273, -0.0021745830308645964, -0.0020944431889802217, -0.002014303579926491, -0.001934163854457438, -0.0018540241289883852, -0.0017738845199346542, -0.0016937447944656014, -0.0016136050689965487, -0.0015334654599428177, -0.001453325734473765, -0.001373186009004712, -0.0012930463999509811, -0.0012129066744819283, -0.0011327669490128756, -0.0010526273399591446, -0.0009724876144900918, -0.000892347889021039, -0.0008122082217596471, -0.0007320685544982553, -0.0006519288290292025, -0.0005717891617678106, -0.0004916494945064187, -0.0004115097690373659, -0.00033137010177597404, -0.0002512304054107517, -0.00017109070904552937, -9.095102723222226e-05, -1.0811338142957538e-05, 6.932835094630718e-05, 0.00014946804731152952, 0.00022960772912483662, 0.00030974741093814373, 0.00038988710730336607, 0.0004700268036685884, 0.0005501664709299803, 0.0006303061963990331, 0.000710445863660425, 0.0007905855309218168, 0.0008707252563908696, 0.0009508649236522615, 0.0010310045909136534, 0.0011111443163827062, 0.001191284041851759, 0.00127142365090549, 0.0013515633763745427, 0.0014317031018435955, 0.0015118427108973265, 0.0015919824363663793, 0.001672122161835432, 0.001752261770889163, 0.0018324014963582158, 0.0019125412218272686, 0.0019926808308809996, 0.002072820672765374, 0.002152960281819105, 0.002233099890872836, 0.0023132397327572107, 0.0023933793418109417, 0.0024735189508646727, 0.0025536587927490473, 0.0026337984018027782]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 3.0, 2.0, 4.0, 4.0, 13.0, 14.0, 13.0, 21.0, 37.0, 68.0, 70.0, 121.0, 175.0, 285.0, 378.0, 649.0, 1002.0, 1645.0, 2851.0, 4820.0, 8805.0, 16617.0, 33188.0, 75234.0, 686829.0, 212906.0, 63237.0, 29690.0, 16378.0, 9219.0, 5469.0, 3356.0, 2089.0, 1363.0, 907.0, 587.0, 425.0, 308.0, 221.0, 150.0, 110.0, 75.0, 61.0, 36.0, 44.0, 37.0, 30.0, 24.0, 13.0, 10.0, 5.0, 10.0, 10.0, 3.0, 8.0, 2.0, 3.0, 1.0, 1.0, 4.0, 2.0, 0.0, 2.0], "bins": [-0.007575014140456915, -0.007283417973667383, -0.006991822272539139, -0.006700226105749607, -0.006408629938960075, -0.006117033772170544, -0.005825437605381012, -0.0055338419042527676, -0.005242245737463236, -0.004950649570673704, -0.00465905386954546, -0.004367457702755928, -0.004075861535966396, -0.0037842653691768646, -0.0034926694352179766, -0.0032010735012590885, -0.002909477334469557, -0.002617881167680025, -0.002326285233721137, -0.002034689299762249, -0.0017430931329727173, -0.0014514970825985074, -0.0011599010322242975, -0.0008683049818500876, -0.0005767089314758778, -0.0002851128811016679, 6.483169272542e-06, 0.0002980792196467519, 0.0005896752700209618, 0.0008812713203951716, 0.0011728673707693815, 0.0014644634211435914, 0.0017560594715178013, 0.002047655638307333, 0.002339251572266221, 0.002630847506225109, 0.002922443673014641, 0.0032140398398041725, 0.0035056357737630606, 0.0037972317077219486, 0.00408882787451148, 0.004380424041301012, 0.0046720197424292564, 0.004963615909218788, 0.00525521207600832, 0.0055468082427978516, 0.005838404409587383, 0.006130000110715628, 0.006421596277505159, 0.006713192444294691, 0.0070047881454229355, 0.007296384312212467, 0.007587980479001999, 0.00787957664579153, 0.008171172812581062, 0.008462768979370594, 0.008754365146160126, 0.009045960381627083, 0.009337556548416615, 0.009629152715206146, 0.009920748881995678, 0.01021234504878521, 0.010503941215574741, 0.010795537382364273, 0.01108713261783123]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 3.0, 4.0, 3.0, 6.0, 4.0, 2.0, 1.0, 1.0, 5.0, 2.0, 1.0, 1.0, 0.0, 2.0, 3.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014185579493641853, -0.013820871710777283, -0.013456162996590137, -0.013091455213725567, -0.012726746499538422, -0.012362038716673851, -0.011997330002486706, -0.011632622219622135, -0.01126791350543499, -0.01090320572257042, -0.010538497008383274, -0.010173789225518703, -0.009809080511331558, -0.009444372728466988, -0.009079664014279842, -0.008714956231415272, -0.008350247517228127, -0.007985539734363556, -0.007620831485837698, -0.00725612323731184, -0.006891414988785982, -0.006526706740260124, -0.006161998491734266, -0.005797290243208408, -0.005432582460343838, -0.00506787421181798, -0.004703165963292122, -0.004338457714766264, -0.003973749466240406, -0.003609041217714548, -0.00324433296918869, -0.0028796247206628323, -0.0025149164721369743, -0.0021502082236111164, -0.0017854999750852585, -0.0014207918429747224, -0.0010560835944488645, -0.0006913753459230065, -0.0003266671556048095, 3.8041063817217946e-05, 0.0004027492832392454, 0.0007674575317651033, 0.0011321657802909613, 0.0014968739124014974, 0.0018615821609273553, 0.0022262902930378914, 0.0025909985415637493, 0.0029557067900896072, 0.003320415038615465, 0.003685123287141323, 0.004049831535667181, 0.004414539784193039, 0.004779248032718897, 0.005143956281244755, 0.005508664529770613, 0.005873372778296471, 0.006238080561161041, 0.006602788809686899, 0.006967497058212757, 0.007332205306738615, 0.007696913555264473, 0.008061622269451618, 0.008426330052316189, 0.008791038766503334, 0.009155746549367905]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 2.0, 1.0, 2.0, 4.0, 4.0, 9.0, 5.0, 16.0, 15.0, 18.0, 25.0, 30.0, 43.0, 50.0, 80.0, 106.0, 110.0, 153.0, 168.0, 204.0, 284.0, 382.0, 435.0, 683.0, 910.0, 1265.0, 2228.0, 5552.0, 1456.0, 942.0, 669.0, 565.0, 439.0, 335.0, 282.0, 215.0, 179.0, 155.0, 109.0, 77.0, 67.0, 42.0, 30.0, 20.0, 13.0, 8.0, 14.0, 9.0, 4.0, 2.0, 2.0, 0.0, 2.0, 0.0, 2.0], "bins": [-0.009669902734458447, -0.009402432478964329, -0.009134961292147636, -0.008867491036653519, -0.008600020781159401, -0.008332549594342709, -0.00806507933884859, -0.007797608617693186, -0.007530137896537781, -0.007262667175382376, -0.006995196454226971, -0.006727726198732853, -0.006460255477577448, -0.006192784756422043, -0.005925314500927925, -0.00565784377977252, -0.005390373058617115, -0.00512290233746171, -0.004855431616306305, -0.004587961360812187, -0.004320490639656782, -0.004053019918501377, -0.0037855494301766157, -0.0035180789418518543, -0.0032506082206964493, -0.0029831374995410442, -0.002715667011216283, -0.0024481965228915215, -0.0021807258017361164, -0.0019132551969960332, -0.00164578459225595, -0.0013783139875158668, -0.0011108433827757835, -0.0008433727780357003, -0.0005759021732956171, -0.0003084315685555339, -4.096096381545067e-05, 0.00022650964092463255, 0.0004939802456647158, 0.000761450850404799, 0.0010289214551448822, 0.0012963920598849654, 0.0015638626646250486, 0.0018313332693651319, 0.002098803874105215, 0.00236627459526062, 0.0026337450835853815, 0.002901215571910143, 0.003168686293065548, 0.003436157014220953, 0.0037036275025457144, 0.003971097990870476, 0.004238568712025881, 0.004506039433181286, 0.004773509688675404, 0.005040980409830809, 0.005308451130986214, 0.005575921852141619, 0.005843392573297024, 0.0061108628287911415, 0.0063783335499465466, 0.006645804271101952, 0.006913274526596069, 0.007180745247751474, 0.007448215968906879]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 0.0, 4.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07457444816827774, -0.07254171371459961, -0.07050898671150208, -0.06847625225782394, -0.06644351780414581, -0.06441079080104828, -0.06237805634737015, -0.060345325618982315, -0.05831259489059448, -0.05627986043691635, -0.05424712970852852, -0.052214398980140686, -0.050181664526462555, -0.04814893379807472, -0.04611620306968689, -0.04408346861600876, -0.042050737887620926, -0.04001800715923309, -0.03798527270555496, -0.03595254197716713, -0.0339198112487793, -0.031887076795101166, -0.029854346066713333, -0.0278216153383255, -0.02578888274729252, -0.023756150156259537, -0.021723419427871704, -0.019690686836838722, -0.01765795424580574, -0.015625223517417908, -0.013592490926384926, -0.011559759266674519, -0.009527027606964111, -0.007494295947253704, -0.0054615638218820095, -0.0034288319293409586, -0.0013961000367999077, 0.0006366318557411432, 0.002669363748282194, 0.004702095873653889, 0.006734827533364296, 0.008767559193074703, 0.01080029085278511, 0.012833023443818092, 0.0148657551035285, 0.016898486763238907, 0.01893121935427189, 0.02096395008265972, 0.022996682673692703, 0.025029415264725685, 0.027062145993113518, 0.0290948785841465, 0.031127609312534332, 0.03316034376621246, 0.035193074494600296, 0.03722580522298813, 0.03925853967666626, 0.04129127040505409, 0.043324001133441925, 0.04535673186182976, 0.04738946631550789, 0.04942219704389572, 0.051454927772283554, 0.053487662225961685, 0.05552039295434952]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 2.0, 2.0, 3.0, 3.0, 7.0, 4.0, 9.0, 8.0, 12.0, 22.0, 18.0, 32.0, 46.0, 16.0, 12.0, 11.0, 7.0, 7.0, 0.0, 5.0, 7.0, 1.0, 1.0, 1.0, 5.0, 2.0, 5.0, 2.0, 1.0, 4.0, 2.0, 1.0, 1.0, 1.0, 4.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.05261866748332977, -0.051048800349235535, -0.049478933215141296, -0.04790906235575676, -0.04633919522166252, -0.04476932808756828, -0.043199457228183746, -0.04162959009408951, -0.04005972295999527, -0.03848985582590103, -0.03691998869180679, -0.035350117832422256, -0.03378025069832802, -0.03221038356423378, -0.030640514567494392, -0.029070645570755005, -0.027500778436660767, -0.02593091130256653, -0.02436104230582714, -0.022791173309087753, -0.021221306174993515, -0.019651439040899277, -0.01808157004415989, -0.0165117010474205, -0.014941833913326263, -0.01337196584790945, -0.011802097782492638, -0.010232229717075825, -0.008662361651659012, -0.007092493586242199, -0.005522625520825386, -0.003952757455408573, -0.0023828893899917603, -0.0008130213245749474, 0.0007568467408418655, 0.0023267148062586784, 0.0038965828716754913, 0.005466450937092304, 0.007036319002509117, 0.00860618706792593, 0.010176055133342743, 0.011745923198759556, 0.013315791264176369, 0.014885659329593182, 0.016455527395009995, 0.018025394529104233, 0.01959526352584362, 0.021165132522583008, 0.022734999656677246, 0.024304866790771484, 0.025874735787510872, 0.02744460478425026, 0.029014471918344498, 0.030584339052438736, 0.03215420991182327, 0.03372407704591751, 0.03529394418001175, 0.03686381131410599, 0.038433678448200226, 0.04000354930758476, 0.041573416441679, 0.04314328357577324, 0.044713154435157776, 0.046283021569252014, 0.04785288870334625]}, "_runtime": 47.13333535194397, "_timestamp": 1596238295.5491428, "_step": 10}
+{"val_accuracy": 0.7977654109589041, "val_loss": 0.5343838189834873, "_runtime": 50.30653238296509, "_timestamp": 1596238298.7223399, "_step": 11}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: K Confidence: 0.264 Truth: v", "Prediction: 5 Confidence: 1.000 Truth: 5", "Prediction: 2 Confidence: 0.995 Truth: 2", "Prediction: 0 Confidence: 0.712 Truth: 0"]}, "_runtime": 50.58017158508301, "_timestamp": 1596238298.995979, "_step": 12}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 3.0, 2.0, 1.0, 5.0, 1.0, 1.0, 3.0, 4.0, 6.0, 1.0, 2.0, 1.0, 3.0, 3.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01390040572732687, -0.013384317047894001, -0.012868227437138557, -0.012352138757705688, -0.01183605007827282, -0.01131996139883995, -0.010803872719407082, -0.010287783108651638, -0.009771694429218769, -0.0092556057497859, -0.008739516139030457, -0.008223427459597588, -0.007707338780164719, -0.00719125010073185, -0.006675160955637693, -0.006159071810543537, -0.005642983131110668, -0.005126894451677799, -0.004610805306583643, -0.004094716161489487, -0.0035786274820566177, -0.003062538569793105, -0.0025464496575295925, -0.00203036074526608, -0.0015142718330025673, -0.0009981829207390547, -0.00048209400847554207, 3.399490378797054e-05, 0.0005500838160514832, 0.0010661727283149958, 0.0015822616405785084, 0.002098350552842021, 0.0026144394651055336, 0.003130528377369046, 0.003646617289632559, 0.004162706434726715, 0.004678795114159584, 0.005194883793592453, 0.005710972938686609, 0.0062270620837807655, 0.0067431507632136345, 0.0072592394426465034, 0.00777532858774066, 0.008291417732834816, 0.008807506412267685, 0.009323595091700554, 0.009839683771133423, 0.010355773381888866, 0.010871862061321735, 0.011387950740754604, 0.011904040351510048, 0.012420129030942917, 0.012936217710375786, 0.013452306389808655, 0.013968395069241524, 0.014484484679996967, 0.015000573359429836, 0.015516662038862705, 0.01603275164961815, 0.016548840329051018, 0.017064929008483887, 0.017581017687916756, 0.018097106367349625, 0.018613195046782494, 0.019129283726215363]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 2.0, 4.0, 4.0, 6.0, 10.0, 22.0, 25.0, 25.0, 46.0, 50.0, 106.0, 160.0, 249.0, 373.0, 5033.0, 1010.0, 307.0, 190.0, 91.0, 65.0, 32.0, 24.0, 25.0, 18.0, 11.0, 10.0, 3.0, 8.0, 5.0, 3.0, 0.0, 0.0, 2.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.2342785894870758, -0.22640755772590637, -0.21853651106357574, -0.21066546440124512, -0.20279443264007568, -0.19492340087890625, -0.18705235421657562, -0.179181307554245, -0.17131027579307556, -0.16343924403190613, -0.1555681973695755, -0.14769715070724487, -0.13982611894607544, -0.131955087184906, -0.12408404052257538, -0.11621300131082535, -0.10834196209907532, -0.10047092288732529, -0.09259988367557526, -0.08472884446382523, -0.0768578052520752, -0.06898676604032516, -0.061115726828575134, -0.053244687616825104, -0.04537364840507507, -0.03750260919332504, -0.029631569981575012, -0.02176053076982498, -0.013889491558074951, -0.006018452346324921, 0.0018525868654251099, 0.00972362607717514, 0.01759466528892517, 0.0254657045006752, 0.03333674371242523, 0.04120778292417526, 0.04907882213592529, 0.056949861347675323, 0.06482090055942535, 0.07269193977117538, 0.08056297898292542, 0.08843401819467545, 0.09630505740642548, 0.1041760966181755, 0.11204713582992554, 0.11991817504167557, 0.1277892142534256, 0.13566026091575623, 0.14353129267692566, 0.1514023244380951, 0.15927337110042572, 0.16714441776275635, 0.17501544952392578, 0.18288648128509521, 0.19075752794742584, 0.19862857460975647, 0.2064996063709259, 0.21437063813209534, 0.22224168479442596, 0.2301127314567566, 0.23798376321792603, 0.24585479497909546, 0.2537258267402649, 0.2615968883037567, 0.26946792006492615]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 3.0, 0.0, 3.0, 2.0, 3.0, 7.0, 4.0, 2.0, 2.0, 3.0, 0.0, 4.0, 2.0, 3.0, 25.0, 4.0, 3.0, 4.0, 7.0, 2.0, 3.0, 1.0, 1.0, 6.0, 2.0, 3.0, 6.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0], "bins": [-0.0037261093966662884, -0.0036280998028814793, -0.0035300899762660265, -0.0034320801496505737, -0.0033340705558657646, -0.0032360609620809555, -0.0031380511354655027, -0.00304004130885005, -0.002942031715065241, -0.0028440221212804317, -0.002746012294664979, -0.002648002468049526, -0.002549992874264717, -0.002451983280479908, -0.0023539734538644552, -0.0022559636272490025, -0.0021579540334641933, -0.0020599444396793842, -0.0019619346130639315, -0.0018639249028638005, -0.0017659151926636696, -0.0016679054824635386, -0.0015698957722634077, -0.0014718860620632768, -0.0013738763518631458, -0.0012758666416630149, -0.001177856931462884, -0.001079847221262753, -0.000981837511062622, -0.0008838278008624911, -0.0007858180906623602, -0.0006878083804622293, -0.0005897986702620983, -0.0004917889600619674, -0.00039377924986183643, -0.0002957695396617055, -0.00019775982946157455, -9.975011926144361e-05, -1.7404090613126755e-06, 9.626930113881826e-05, 0.0001942790113389492, 0.00029228872153908014, 0.0003902984317392111, 0.000488308141939342, 0.000586317852139473, 0.0006843275623396039, 0.0007823372725397348, 0.0008803469827398658, 0.0009783566929399967, 0.0010763664031401277, 0.0011743761133402586, 0.0012723858235403895, 0.0013703955337405205, 0.0014684052439406514, 0.0015664149541407824, 0.0016644246643409133, 0.0017624343745410442, 0.0018604440847411752, 0.001958453794941306, 0.002056463621556759, 0.002154473215341568, 0.002252482809126377, 0.00235049263574183, 0.0024485024623572826, 0.0025465120561420918]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 3.0, 6.0, 11.0, 7.0, 10.0, 15.0, 21.0, 14.0, 39.0, 67.0, 97.0, 167.0, 271.0, 459.0, 838.0, 1480.0, 2701.0, 5134.0, 10847.0, 24960.0, 67206.0, 814970.0, 154789.0, 48650.0, 21776.0, 11011.0, 5803.0, 3213.0, 1860.0, 1166.0, 723.0, 445.0, 294.0, 203.0, 134.0, 90.0, 48.0, 30.0, 28.0, 13.0, 14.0, 6.0, 6.0, 2.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0], "bins": [-0.012511475011706352, -0.012141530402004719, -0.011771585792303085, -0.011401641182601452, -0.011031696572899818, -0.010661751963198185, -0.010291807353496552, -0.009921862743794918, -0.009551918134093285, -0.009181973524391651, -0.008812028914690018, -0.008442084304988384, -0.00807213969528675, -0.007702195551246405, -0.007332250941544771, -0.006962306331843138, -0.006592361722141504, -0.006222417112439871, -0.005852472502738237, -0.005482527893036604, -0.0051125832833349705, -0.004742638673633337, -0.004372694063931704, -0.00400274945423007, -0.0036328050773590803, -0.003262860467657447, -0.0028929158579558134, -0.00252297124825418, -0.00215302687138319, -0.0017830821452662349, -0.0014131376519799232, -0.0010431930422782898, -0.0006732484325766563, -0.00030330385197885334, 6.664072861894965e-05, 0.00043658530921675265, 0.0008065298898145556, 0.001176474499516189, 0.0015464189928025007, 0.0019163636025041342, 0.0022863082122057676, 0.002656252821907401, 0.0030261974316090345, 0.003396142041310668, 0.003766086418181658, 0.004136031027883291, 0.004505975637584925, 0.004875920247286558, 0.005245864856988192, 0.005615809466689825, 0.0059857540763914585, 0.006355698686093092, 0.006725643295794725, 0.007095587905496359, 0.007465532515197992, 0.007835476659238338, 0.008205421268939972, 0.008575365878641605, 0.008945310488343239, 0.009315255098044872, 0.009685199707746506, 0.01005514431744814, 0.010425088927149773, 0.010795033536851406, 0.01116497814655304]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 3.0, 5.0, 4.0, 6.0, 2.0, 6.0, 11.0, 1.0, 4.0, 2.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011886951513588428, -0.011262583546340466, -0.010638216510415077, -0.010013848543167114, -0.009389480575919151, -0.008765113539993763, -0.0081407455727458, -0.007516378071159124, -0.006892010569572449, -0.006267643067985773, -0.0056432755663990974, -0.0050189075991511345, -0.004394540097564459, -0.003770172595977783, -0.003145804861560464, -0.0025214371271431446, -0.001897069625556469, -0.0012727020075544715, -0.000648334389552474, -2.396677155047655e-05, 0.0006004008464515209, 0.0012247684644535184, 0.0018491360824555159, 0.002473503816872835, 0.003097871318459511, 0.0037222388200461864, 0.004346606321632862, 0.004970974288880825, 0.005595341790467501, 0.006219709292054176, 0.006844077259302139, 0.007468444760888815, 0.00809281226247549, 0.008717180229723454, 0.009341547265648842, 0.009965915232896805, 0.010590283200144768, 0.011214650236070156, 0.011839018203318119, 0.012463385239243507, 0.01308775320649147, 0.013712121173739433, 0.014336488209664822, 0.014960856176912785, 0.015585223212838173, 0.016209591180086136, 0.0168339591473341, 0.017458327114582062, 0.018082693219184875, 0.01870706118643284, 0.0193314291536808, 0.019955797120928764, 0.020580165088176727, 0.02120453305542469, 0.021828899160027504, 0.022453267127275467, 0.02307763509452343, 0.023702003061771393, 0.024326371029019356, 0.02495073713362217, 0.025575105100870132, 0.026199473068118095, 0.02682384103536606, 0.02744820900261402, 0.028072576969861984]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 4.0, 4.0, 7.0, 11.0, 13.0, 9.0, 17.0, 28.0, 27.0, 29.0, 38.0, 54.0, 57.0, 75.0, 102.0, 128.0, 218.0, 273.0, 427.0, 660.0, 1055.0, 1699.0, 2715.0, 6312.0, 1611.0, 884.0, 535.0, 332.0, 230.0, 147.0, 122.0, 110.0, 71.0, 71.0, 43.0, 38.0, 34.0, 27.0, 21.0, 27.0, 26.0, 24.0, 15.0, 22.0, 11.0, 14.0, 7.0, 8.0, 6.0, 6.0, 7.0, 2.0, 5.0, 1.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.008027927950024605, -0.007711082696914673, -0.007394236978143454, -0.007077391725033522, -0.006760546006262302, -0.0064437007531523705, -0.006126855034381151, -0.005810009781271219, -0.0054931640625, -0.005176318809390068, -0.004859473556280136, -0.004542627837508917, -0.004225782584398985, -0.003908936865627766, -0.0035920916125178337, -0.003275246126577258, -0.0029584006406366825, -0.002641555154696107, -0.0023247096687555313, -0.0020078641828149557, -0.001691018813289702, -0.0013741733273491263, -0.0010573279578238726, -0.000740482471883297, -0.00042363698594272137, -0.00010679152910597622, 0.00021005392773076892, 0.0005268993554636836, 0.0008437448414042592, 0.0011605903273448348, 0.0014774356968700886, 0.0017942811828106642, 0.0021111266687512398, 0.0024279721546918154, 0.002744817640632391, 0.0030616631265729666, 0.003378508612513542, 0.003695353865623474, 0.004012199584394693, 0.004329044837504625, 0.004645890556275845, 0.0049627358093857765, 0.0052795810624957085, 0.005596426781266928, 0.00591327203437686, 0.006230117753148079, 0.006546963006258011, 0.00686380872502923, 0.007180653978139162, 0.007497499231249094, 0.007814344950020313, 0.008131190203130245, 0.008448035456240177, 0.008764881640672684, 0.009081726893782616, 0.009398572146892548, 0.00971541740000248, 0.010032262653112411, 0.010349108837544918, 0.01066595409065485, 0.010982799343764782, 0.011299644596874714, 0.01161649078130722, 0.011933336034417152, 0.012250181287527084]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 2.0, 1.0, 1.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.13226301968097687, -0.1291065812110901, -0.12595012784004211, -0.12279368937015533, -0.11963725090026855, -0.11648080497980118, -0.1133243665099144, -0.11016792058944702, -0.10701148211956024, -0.10385503619909286, -0.10069859772920609, -0.09754215180873871, -0.09438571333885193, -0.09122926741838455, -0.08807282894849777, -0.0849163830280304, -0.08175994455814362, -0.07860349863767624, -0.07544705271720886, -0.07229061424732208, -0.0691341683268547, -0.06597772985696793, -0.06282128393650055, -0.05966484546661377, -0.05650839954614639, -0.053351957350969315, -0.050195515155792236, -0.04703907296061516, -0.04388263076543808, -0.040726188570261, -0.03756974637508392, -0.034413304179906845, -0.03125686198472977, -0.02810041978955269, -0.02494397759437561, -0.021787535399198532, -0.018631093204021454, -0.015474650077521801, -0.012318206951022148, -0.00916176475584507, -0.006005322560667992, -0.0028488801326602697, 0.00030756229534745216, 0.003464004723355174, 0.006620447151362896, 0.009776889346539974, 0.012933332473039627, 0.016089774668216705, 0.019246216863393784, 0.022402659058570862, 0.02555910125374794, 0.02871554344892502, 0.0318719856441021, 0.035028427839279175, 0.03818487003445625, 0.04134131222963333, 0.04449775815010071, 0.047654200345277786, 0.050810642540454865, 0.05396708473563194, 0.05712352693080902, 0.0602799691259861, 0.06343641132116318, 0.06659284979104996, 0.06974929571151733]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 8.0, 5.0, 11.0, 12.0, 16.0, 18.0, 32.0, 72.0, 19.0, 15.0, 11.0, 3.0, 4.0, 5.0, 8.0, 5.0, 5.0, 5.0, 2.0, 5.0, 3.0, 4.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.09832592308521271, -0.09605396538972855, -0.09378200769424438, -0.09151004999876022, -0.08923808485269547, -0.0869661271572113, -0.08469416946172714, -0.08242221176624298, -0.08015025407075882, -0.07787829637527466, -0.0756063312292099, -0.07333437353372574, -0.07106241583824158, -0.06879045814275742, -0.06651850044727325, -0.06424654275178909, -0.06197458133101463, -0.05970262363553047, -0.05743066221475601, -0.05515870451927185, -0.05288674682378769, -0.05061478540301323, -0.04834282770752907, -0.04607087001204491, -0.04379890859127045, -0.041526950895786285, -0.039254993200302124, -0.03698303550481796, -0.0347110740840435, -0.03243911638855934, -0.03016715683043003, -0.02789519913494587, -0.02562323957681656, -0.023351280018687248, -0.021079322323203087, -0.018807362765073776, -0.016535405069589615, -0.014263445511460304, -0.011991485953330994, -0.009719527326524258, -0.007447568699717522, -0.005175610072910786, -0.0029036509804427624, -0.0006316921208053827, 0.001640266738831997, 0.003912225365638733, 0.006184184458106756, 0.00845614355057478, 0.010728102177381516, 0.013000060804188251, 0.015272019430994987, 0.017543978989124298, 0.01981593668460846, 0.02208789624273777, 0.02435985580086708, 0.026631813496351242, 0.028903773054480553, 0.031175732612609863, 0.033447690308094025, 0.035719648003578186, 0.037991609424352646, 0.04026356711983681, 0.04253552481532097, 0.04480748623609543, 0.04707944393157959]}, "_runtime": 56.3011748790741, "_timestamp": 1596238304.7169824, "_step": 13}
+{"val_accuracy": 0.8044955764840184, "val_loss": 0.5035304684345037, "_runtime": 61.841042280197144, "_timestamp": 1596238310.2568498, "_step": 14}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: V Confidence: 0.150 Truth: v", "Prediction: 5 Confidence: 1.000 Truth: 5", "Prediction: 2 Confidence: 0.993 Truth: 2", "Prediction: 0 Confidence: 0.634 Truth: 0"]}, "_runtime": 62.105523347854614, "_timestamp": 1596238310.5213308, "_step": 15}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 3.0, 3.0, 0.0, 3.0, 0.0, 2.0, 3.0, 1.0, 2.0, 2.0, 5.0, 1.0, 2.0, 4.0, 1.0, 2.0, 2.0, 4.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015948059037327766, -0.015558378770947456, -0.015168698504567146, -0.014779017306864262, -0.014389337040483952, -0.013999656774103642, -0.013609975576400757, -0.013220295310020447, -0.012830615043640137, -0.012440934777259827, -0.012051254510879517, -0.011661573313176632, -0.011271893046796322, -0.010882212780416012, -0.010492531582713127, -0.010102851316332817, -0.009713171049952507, -0.009323490783572197, -0.008933810517191887, -0.008544129319489002, -0.008154449053108692, -0.007764768786728382, -0.007375088054686785, -0.006985407322645187, -0.006595727056264877, -0.006206046789884567, -0.00581636605784297, -0.0054266853258013725, -0.0050370050594210625, -0.004647324793040752, -0.004257644060999155, -0.0038679635617882013, -0.0034782830625772476, -0.003088602563366294, -0.00269892206415534, -0.0023092415649443865, -0.0019195610657334328, -0.001529880566522479, -0.0011402000673115253, -0.0007505195681005716, -0.0003608390688896179, 2.8841430321335793e-05, 0.0004185219295322895, 0.0008082024287432432, 0.001197882927954197, 0.0015875634271651506, 0.0019772439263761044, 0.002366924425587058, 0.0027566049247980118, 0.0031462854240089655, 0.003535965923219919, 0.003925646655261517, 0.004315326921641827, 0.004705007188022137, 0.005094687920063734, 0.005484368652105331, 0.0058740489184856415, 0.0062637291848659515, 0.006653409916907549, 0.007043090648949146, 0.007432770915329456, 0.007822451181709766, 0.008212132379412651, 0.008601812645792961, 0.008991492912173271]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 3.0, 2.0, 4.0, 8.0, 7.0, 10.0, 15.0, 25.0, 23.0, 49.0, 40.0, 101.0, 121.0, 207.0, 305.0, 659.0, 5328.0, 387.0, 213.0, 128.0, 95.0, 59.0, 43.0, 25.0, 14.0, 19.0, 10.0, 9.0, 5.0, 0.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.19546225666999817, -0.189724400639534, -0.18398654460906982, -0.17824868857860565, -0.17251081764698029, -0.1667729616165161, -0.16103510558605194, -0.15529724955558777, -0.1495593935251236, -0.14382153749465942, -0.13808366656303406, -0.13234581053256989, -0.1266079545021057, -0.12087009847164154, -0.11513224244117737, -0.1093943789601326, -0.10365652292966843, -0.09791866689920425, -0.09218080341815948, -0.08644294738769531, -0.08070509135723114, -0.07496722787618637, -0.0692293718457222, -0.06349151581525803, -0.057753656059503555, -0.052015796303749084, -0.04627794027328491, -0.04054008051753044, -0.03480222076177597, -0.029064364731311798, -0.023326504975557327, -0.017588647082448006, -0.011850789189338684, -0.006112930830568075, -0.0003750724717974663, 0.005362785886973143, 0.011100644245743752, 0.016838502138853073, 0.022576361894607544, 0.028314219787716866, 0.03405207768082619, 0.03978993743658066, 0.04552779346704483, 0.0512656532227993, 0.05700351297855377, 0.06274136900901794, 0.06847922503948212, 0.07421708852052689, 0.07995494455099106, 0.08569280058145523, 0.0914306640625, 0.09716852009296417, 0.10290637612342834, 0.10864423960447311, 0.11438209563493729, 0.12011995166540146, 0.12585781514644623, 0.1315956711769104, 0.13733352720737457, 0.14307138323783875, 0.14880923926830292, 0.15454711019992828, 0.16028496623039246, 0.16602282226085663, 0.1717606782913208]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 4.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 3.0, 3.0, 3.0, 4.0, 3.0, 10.0, 3.0, 28.0, 2.0, 7.0, 3.0, 4.0, 2.0, 2.0, 2.0, 4.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0021383529528975487, -0.0020605020690709352, -0.001982651185244322, -0.0019048003014177084, -0.001826949417591095, -0.0017490985337644815, -0.0016712476499378681, -0.0015933967661112547, -0.0015155458822846413, -0.0014376951148733497, -0.0013598442310467362, -0.0012819933472201228, -0.0012041424633935094, -0.001126291579566896, -0.0010484406957402825, -0.0009705898119136691, -0.0008927389280870557, -0.0008148880442604423, -0.0007370371604338288, -0.0006591862766072154, -0.000581335392780602, -0.0005034845671616495, -0.00042563368333503604, -0.0003477827995084226, -0.0002699319156818092, -0.00019208103185519576, -0.00011423016258049756, -3.637928602984175e-05, 4.147159052081406e-05, 0.00011932246707146987, 0.00019717334362212569, 0.0002750242128968239, 0.0003528750967234373, 0.00043072598055005074, 0.0005085768643766642, 0.0005864277482032776, 0.000664278632029891, 0.0007421294576488435, 0.000819980341475457, 0.0008978312253020704, 0.0009756821091286838, 0.0010535329347476363, 0.0011313838185742497, 0.0012092347024008632, 0.0012870855862274766, 0.00136493647005409, 0.0014427873538807034, 0.0015206382377073169, 0.0015984891215339303, 0.0016763400053605437, 0.0017541908891871572, 0.0018320417730137706, 0.001909892656840384, 0.0019877434242516756, 0.002065594308078289, 0.0021434451919049025, 0.002221296075731516, 0.0022991469595581293, 0.0023769978433847427, 0.002454848727211356, 0.0025326996110379696, 0.002610550494864583, 0.0026884013786911964, 0.00276625226251781, 0.0028441031463444233]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 6.0, 4.0, 9.0, 5.0, 16.0, 19.0, 9.0, 18.0, 49.0, 42.0, 67.0, 113.0, 131.0, 219.0, 265.0, 398.0, 502.0, 778.0, 1192.0, 1848.0, 2749.0, 4690.0, 7619.0, 13292.0, 25561.0, 55896.0, 180542.0, 738645.0, 65664.0, 31777.0, 17470.0, 10615.0, 6461.0, 4186.0, 2713.0, 1836.0, 1193.0, 859.0, 589.0, 450.0, 327.0, 212.0, 152.0, 126.0, 89.0, 57.0, 43.0, 43.0, 28.0, 18.0, 17.0, 14.0, 6.0, 9.0, 3.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.005789892747998238, -0.005609810817986727, -0.005429728887975216, -0.005249646957963705, -0.005069565027952194, -0.004889483097940683, -0.0047094011679291725, -0.004529319237917662, -0.004349237307906151, -0.00416915537789464, -0.003989073447883129, -0.0038089915178716183, -0.0036289095878601074, -0.0034488276578485966, -0.0032687457278370857, -0.003088663797825575, -0.002908581867814064, -0.002728499937802553, -0.0025484180077910423, -0.0023683360777795315, -0.0021882541477680206, -0.0020081722177565098, -0.001828090287744999, -0.001648008357733488, -0.0014679264277219772, -0.0012878444977104664, -0.0011077625676989555, -0.0009276806376874447, -0.0007475987076759338, -0.000567516777664423, -0.00038743484765291214, -0.0002073529176414013, -2.7270987629890442e-05, 0.0001528109423816204, 0.00033289287239313126, 0.0005129748024046421, 0.000693056732416153, 0.0008731386624276638, 0.0010532205924391747, 0.0012333025224506855, 0.0014133844524621964, 0.0015934663824737072, 0.001773548312485218, 0.001953630242496729, 0.0021337121725082397, 0.0023137941025197506, 0.0024938760325312614, 0.0026739579625427723, 0.002854039892554283, 0.003034121822565794, 0.003214203752577305, 0.0033942856825888157, 0.0035743676126003265, 0.0037544495426118374, 0.003934531472623348, 0.004114613402634859, 0.00429469533264637, 0.004474777262657881, 0.004654859192669392, 0.0048349411226809025, 0.005015023052692413, 0.005195104982703924, 0.005375186912715435, 0.005555268842726946, 0.005735350772738457]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 0.0, 0.0, 13.0, 5.0, 8.0, 5.0, 5.0, 2.0, 3.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05805768817663193, -0.056806229054927826, -0.055554769933223724, -0.054303307086229324, -0.05305184796452522, -0.05180038884282112, -0.05054892599582672, -0.04929746687412262, -0.04804600775241852, -0.046794548630714417, -0.045543089509010315, -0.044291626662015915, -0.04304016754031181, -0.04178870841860771, -0.04053724557161331, -0.03928578644990921, -0.03803432732820511, -0.03678286820650101, -0.035531409084796906, -0.034279946237802505, -0.033028487116098404, -0.0317770279943943, -0.03052556701004505, -0.0292741060256958, -0.0280226469039917, -0.026771187782287598, -0.025519726797938347, -0.024268265813589096, -0.023016806691884995, -0.021765347570180893, -0.020513886585831642, -0.01926242560148239, -0.01801096647977829, -0.016759507358074188, -0.015508046373724937, -0.014256586320698261, -0.013005126267671585, -0.011753666214644909, -0.010502206161618233, -0.009250746108591557, -0.00799928605556488, -0.006747826002538204, -0.005496365949511528, -0.004244905896484852, -0.0029934458434581757, -0.0017419857904314995, -0.0004905257374048233, 0.0007609343156218529, 0.002012394368648529, 0.0032638544216752052, 0.004515314474701881, 0.005766774527728558, 0.007018234580755234, 0.00826969463378191, 0.009521154686808586, 0.010772614739835262, 0.012024074792861938, 0.013275534845888615, 0.01452699489891529, 0.01577845588326454, 0.017029915004968643, 0.018281374126672745, 0.019532835111021996, 0.020784296095371246, 0.022035755217075348]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [7.0, 8.0, 2.0, 1.0, 0.0, 4.0, 4.0, 9.0, 13.0, 8.0, 9.0, 8.0, 4.0, 5.0, 4.0, 9.0, 9.0, 12.0, 22.0, 13.0, 10.0, 10.0, 22.0, 19.0, 20.0, 32.0, 45.0, 56.0, 43.0, 66.0, 85.0, 94.0, 136.0, 205.0, 267.0, 318.0, 500.0, 875.0, 5372.0, 3910.0, 2292.0, 1387.0, 867.0, 558.0, 358.0, 242.0, 145.0, 97.0, 51.0, 40.0, 40.0, 26.0, 17.0, 16.0, 15.0, 11.0, 6.0, 6.0, 6.0, 4.0, 8.0, 1.0, 2.0, 1.0], "bins": [-0.018192233517766, -0.017725685611367226, -0.017259137704968452, -0.01679259166121483, -0.016326043754816055, -0.015859495848417282, -0.015392947942018509, -0.01492640096694231, -0.014459853060543537, -0.013993306085467339, -0.013526758179068565, -0.013060210272669792, -0.012593663297593594, -0.01212711539119482, -0.011660568416118622, -0.011194020509719849, -0.010727472603321075, -0.010260925628244877, -0.009794377721846104, -0.009327830746769905, -0.008861282840371132, -0.008394735865294933, -0.00792818795889616, -0.007461640518158674, -0.006995093077421188, -0.006528545171022415, -0.006061997730284929, -0.005595450289547443, -0.0051289028488099575, -0.004662355408072472, -0.004195807501673698, -0.0037292600609362125, -0.0032627126201987267, -0.0027961651794612408, -0.0023296175058931112, -0.0018630700651556253, -0.0013965225080028176, -0.0009299749508500099, -0.0004634274519048631, 3.1200761441141367e-06, 0.0004696676041930914, 0.0009362151613458991, 0.0014027627184987068, 0.0018693101592361927, 0.0023358575999736786, 0.002802405273541808, 0.003268952714279294, 0.0037355003878474236, 0.0042020478285849094, 0.004668595269322395, 0.005135142710059881, 0.005601690616458654, 0.00606823805719614, 0.006534785497933626, 0.007001332938671112, 0.007467880379408598, 0.007934427820146084, 0.008400975726544857, 0.008867522701621056, 0.009334070608019829, 0.009800618514418602, 0.0102671654894948, 0.010733713395893574, 0.011200260370969772, 0.011666808277368546]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 2.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.07622592896223068, -0.07153622806072235, -0.06684651970863342, -0.06215681880712509, -0.05746711790561676, -0.05277741700410843, -0.0480877123773098, -0.04339800775051117, -0.03870830684900284, -0.03401860594749451, -0.029328901320695877, -0.024639198556542397, -0.019949495792388916, -0.015259793028235435, -0.010570090264081955, -0.005880387499928474, -0.001190684735774994, 0.0034990180283784866, 0.008188720792531967, 0.012878423556685448, 0.017568126320838928, 0.02225782908499241, 0.02694753184914589, 0.03163723647594452, 0.03632693737745285, 0.04101663827896118, 0.04570634290575981, 0.05039604753255844, 0.05508574843406677, 0.059775449335575104, 0.06446515023708344, 0.06915485858917236, 0.0738445594906807, 0.07853426039218903, 0.08322396874427795, 0.08791366964578629, 0.09260337054729462, 0.09729307144880295, 0.10198277235031128, 0.10667248070240021, 0.11136218160390854, 0.11605188250541687, 0.1207415908575058, 0.12543128430843353, 0.13012099266052246, 0.1348107010126114, 0.13950039446353912, 0.14419010281562805, 0.1488797962665558, 0.15356950461864471, 0.15825921297073364, 0.16294890642166138, 0.1676386147737503, 0.17232832312583923, 0.17701801657676697, 0.1817077249288559, 0.18639743328094482, 0.19108712673187256, 0.1957768350839615, 0.20046652853488922, 0.20515623688697815, 0.20984594523906708, 0.2145356386899948, 0.21922534704208374, 0.22391504049301147]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 5.0, 2.0, 1.0, 1.0, 0.0, 4.0, 2.0, 6.0, 6.0, 9.0, 11.0, 8.0, 8.0, 13.0, 25.0, 36.0, 58.0, 15.0, 15.0, 9.0, 7.0, 3.0, 2.0, 4.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 2.0, 1.0, 2.0, 3.0, 1.0, 2.0, 3.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.05213716998696327, -0.049906209111213684, -0.047675251960754395, -0.045444294810295105, -0.04321333393454552, -0.04098237305879593, -0.03875141590833664, -0.03652045875787735, -0.03428949788212776, -0.032058537006378174, -0.029827579855918884, -0.027596620842814445, -0.025365661829710007, -0.023134702816605568, -0.02090374380350113, -0.01867278479039669, -0.01644182577729225, -0.014210866764187813, -0.011979907751083374, -0.009748948737978935, -0.0075179897248744965, -0.005287030711770058, -0.003056071698665619, -0.0008251126855611801, 0.0014058463275432587, 0.0036368053406476974, 0.005867764353752136, 0.008098723366856575, 0.010329682379961014, 0.012560641393065453, 0.014791600406169891, 0.01702255941927433, 0.01925351843237877, 0.021484477445483208, 0.023715436458587646, 0.025946395471692085, 0.028177354484796524, 0.030408313497900963, 0.0326392725110054, 0.03487022966146469, 0.03710119053721428, 0.03933215141296387, 0.04156310856342316, 0.043794065713882446, 0.046025026589632034, 0.04825598746538162, 0.05048694461584091, 0.0527179017663002, 0.05494886264204979, 0.05717982351779938, 0.05941078066825867, 0.06164173781871796, 0.06387269496917725, 0.06610365957021713, 0.06833461672067642, 0.07056557387113571, 0.0727965384721756, 0.07502749562263489, 0.07725845277309418, 0.07948940992355347, 0.08172036707401276, 0.08395133167505264, 0.08618228882551193, 0.08841324597597122, 0.09064421057701111]}, "_runtime": 65.40294551849365, "_timestamp": 1596238313.818753, "_step": 16}
+{"val_accuracy": 0.8095498002283105, "val_loss": 0.4906439449144825, "_runtime": 73.48606038093567, "_timestamp": 1596238321.9018679, "_step": 17}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: V Confidence: 0.480 Truth: v", "Prediction: 5 Confidence: 1.000 Truth: 5", "Prediction: 2 Confidence: 0.994 Truth: 2", "Prediction: 0 Confidence: 0.569 Truth: 0"]}, "_runtime": 73.7359836101532, "_timestamp": 1596238322.151791, "_step": 18}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 5.0, 3.0, 3.0, 9.0, 5.0, 2.0, 2.0, 3.0, 2.0, 0.0, 0.0, 3.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014253200963139534, -0.013845630921423435, -0.013438059948384762, -0.013030489906668663, -0.01262291893362999, -0.01221534889191389, -0.011807778850197792, -0.011400207877159119, -0.01099263783544302, -0.010585067793726921, -0.010177496820688248, -0.009769926778972149, -0.00936235673725605, -0.008954785764217377, -0.008547215722501278, -0.008139644749462605, -0.007732074707746506, -0.00732450420036912, -0.0069169336929917336, -0.006509363651275635, -0.006101793143898249, -0.005694222636520863, -0.005286652594804764, -0.004879082087427378, -0.004471511580049992, -0.0040639410726726055, -0.003656370798125863, -0.0032488005235791206, -0.0028412300162017345, -0.0024336595088243484, -0.002026089234277606, -0.0016185188433155417, -0.0012109484523534775, -0.0008033780613914132, -0.00039580767042934895, 1.176272053271532e-05, 0.0004193331114947796, 0.0008269035024568439, 0.0012344738934189081, 0.0016420442843809724, 0.0020496146753430367, 0.0024571851827204227, 0.002864755457267165, 0.0032723257318139076, 0.0036798962391912937, 0.00408746674656868, 0.004495036788284779, 0.004902607295662165, 0.005310177803039551, 0.005717748310416937, 0.006125318817794323, 0.006532888859510422, 0.006940459366887808, 0.007348029874265194, 0.007755599915981293, 0.008163170889019966, 0.008570740930736065, 0.008978310972452164, 0.009385881945490837, 0.009793451987206936, 0.010201022028923035, 0.010608593001961708, 0.011016163043677807, 0.01142373401671648, 0.011831304058432579]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 5.0, 3.0, 3.0, 6.0, 6.0, 6.0, 17.0, 17.0, 30.0, 23.0, 47.0, 56.0, 92.0, 138.0, 198.0, 406.0, 5075.0, 960.0, 313.0, 174.0, 109.0, 72.0, 45.0, 36.0, 22.0, 22.0, 11.0, 7.0, 6.0, 4.0, 5.0, 2.0, 1.0, 4.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1722845435142517, -0.16718225181102753, -0.16207994520664215, -0.15697765350341797, -0.1518753618001938, -0.1467730700969696, -0.14167076349258423, -0.13656847178936005, -0.13146618008613586, -0.1263638734817505, -0.1212615817785263, -0.11615929007530212, -0.11105699092149734, -0.10595469921827316, -0.10085240006446838, -0.0957501083612442, -0.09064780920743942, -0.08554551005363464, -0.08044321835041046, -0.07534091919660568, -0.0702386274933815, -0.06513632833957672, -0.06003403291106224, -0.05493173748254776, -0.04982944205403328, -0.0447271466255188, -0.03962485119700432, -0.03452255576848984, -0.029420258477330208, -0.024317963048815727, -0.019215665757656097, -0.014113370329141617, -0.009011074900627136, -0.003908779006451368, 0.0011935168877243996, 0.0062958127819001675, 0.011398108676075935, 0.016500404104590416, 0.021602701395750046, 0.026704996824264526, 0.03180729225277901, 0.03690958768129349, 0.04201188310980797, 0.04711417853832245, 0.05221647769212723, 0.05731877312064171, 0.06242106854915619, 0.06752336025238037, 0.07262565940618515, 0.07772795855998993, 0.08283025026321411, 0.08793254941701889, 0.09303484112024307, 0.09813714027404785, 0.10323943197727203, 0.10834173113107681, 0.11344403028488159, 0.11854632198810577, 0.12364862114191055, 0.12875092029571533, 0.13385321199893951, 0.1389555037021637, 0.14405779540538788, 0.14916010200977325, 0.15426239371299744]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 3.0, 2.0, 2.0, 2.0, 3.0, 2.0, 1.0, 2.0, 6.0, 2.0, 2.0, 4.0, 4.0, 3.0, 4.0, 2.0, 23.0, 2.0, 5.0, 2.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 5.0, 4.0, 2.0, 0.0, 1.0, 1.0, 3.0, 3.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.002446443773806095, -0.0023836111649870872, -0.0023207783233374357, -0.002257945714518428, -0.0021951128728687763, -0.0021322802640497684, -0.0020694476552307606, -0.002006614813581109, -0.0019437822047621012, -0.0018809494795277715, -0.0018181167542934418, -0.001755284145474434, -0.0016924514202401042, -0.0016296186950057745, -0.0015667860861867666, -0.001503953360952437, -0.0014411206357181072, -0.0013782879104837775, -0.0013154551852494478, -0.00125262257643044, -0.0011897898511961102, -0.0011269571259617805, -0.0010641245171427727, -0.001001291791908443, -0.0009384590666741133, -0.0008756263414397836, -0.0008127936744131148, -0.000749961007386446, -0.0006871282821521163, -0.0006242955569177866, -0.0005614628898911178, -0.000498630222864449, -0.0004357974976301193, -0.0003729648014996201, -0.00031013210536912084, -0.0002472994092386216, -0.00018446671310812235, -0.0001216340169776231, -5.880132084712386e-05, 4.031375283375382e-06, 6.686407141387463e-05, 0.00012969676754437387, 0.00019252946367487311, 0.00025536215980537236, 0.0003181948559358716, 0.00038102755206637084, 0.0004438602481968701, 0.0005066929152235389, 0.0005695256404578686, 0.0006323583656921983, 0.0006951910327188671, 0.0007580236997455359, 0.0008208564249798656, 0.0008836891502141953, 0.000946521817240864, 0.0010093544842675328, 0.0010721872095018625, 0.0011350199347361922, 0.001197852659970522, 0.0012606852687895298, 0.0013235179940238595, 0.0013863507192581892, 0.001449183328077197, 0.0015120160533115268, 0.0015748487785458565]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 7.0, 9.0, 17.0, 14.0, 25.0, 32.0, 71.0, 74.0, 137.0, 170.0, 285.0, 384.0, 589.0, 1015.0, 1584.0, 2599.0, 4477.0, 8084.0, 15525.0, 32040.0, 78550.0, 834429.0, 121855.0, 36255.0, 16879.0, 9183.0, 5566.0, 3341.0, 2159.0, 1378.0, 849.0, 657.0, 397.0, 295.0, 204.0, 163.0, 91.0, 68.0, 49.0, 29.0, 26.0, 18.0, 9.0, 13.0, 9.0, 9.0, 3.0, 5.0, 5.0, 3.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.005147275980561972, -0.004962120670825243, -0.004776965361088514, -0.004591809585690498, -0.00440665427595377, -0.004221498966217041, -0.004036343656480312, -0.00385118811391294, -0.0036660325713455677, -0.003480877261608839, -0.0032957219518721104, -0.003110566409304738, -0.0029254110995680094, -0.002740255557000637, -0.0025551002472639084, -0.002369944704696536, -0.0021847893949598074, -0.0019996340852230787, -0.0018144785426557064, -0.001629323116503656, -0.0014441676903516054, -0.0012590123806148767, -0.0010738569544628263, -0.0008887015283107758, -0.0007035461021587253, -0.0005183906760066748, -0.00033323527895845473, -0.00014807986735831946, 3.7075544241815805e-05, 0.00022223095584195107, 0.00040738636744208634, 0.0005925417644903064, 0.0007776971906423569, 0.0009628526167944074, 0.0011480080429464579, 0.0013331634690985084, 0.0015183188952505589, 0.0017034742049872875, 0.001888629631139338, 0.0020737850572913885, 0.002258940599858761, 0.0024440959095954895, 0.002629251219332218, 0.0028144067618995905, 0.002999562071636319, 0.0031847176142036915, 0.00336987292394042, 0.0035550284665077925, 0.003740183776244521, 0.0039253393188118935, 0.004110494628548622, 0.004295649938285351, 0.0044808052480220795, 0.0046659610234200954, 0.004851116333156824, 0.005036271642893553, 0.0052214269526302814, 0.00540658226236701, 0.005591738037765026, 0.005776893347501755, 0.005962048657238483, 0.006147203966975212, 0.006332359742373228, 0.006517515052109957, 0.006702670361846685]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 6.0, 3.0, 2.0, 4.0, 3.0, 2.0, 8.0, 4.0, 3.0, 2.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.023949239403009415, -0.02334611676633358, -0.022742994129657745, -0.02213987149298191, -0.021536748856306076, -0.02093362621963024, -0.020330503582954407, -0.019727380946278572, -0.019124258309602737, -0.018521135672926903, -0.017918013036251068, -0.017314890399575233, -0.0167117677628994, -0.016108645126223564, -0.015505523420870304, -0.01490240078419447, -0.014299278147518635, -0.0136961555108428, -0.013093032874166965, -0.01248991023749113, -0.011886787600815296, -0.011283664964139462, -0.010680542327463627, -0.010077419690787792, -0.009474297985434532, -0.008871175348758698, -0.008268052712082863, -0.007664929609745741, -0.0070618074387311935, -0.006458684802055359, -0.005855562165379524, -0.00525243952870369, -0.004649316892027855, -0.00404619425535202, -0.0034430716186761856, -0.0028399492148309946, -0.00223682657815516, -0.0016337039414793253, -0.0010305814212188125, -0.0004274588427506387, 0.00017566373571753502, 0.0007787863141857088, 0.0013819088926538825, 0.0019850314129143953, 0.00258815404959023, 0.0031912766862660646, 0.0037943990901112556, 0.00439752172678709, 0.005000644363462925, 0.00560376700013876, 0.006206889636814594, 0.006810012273490429, 0.007413134910166264, 0.008016257546842098, 0.008619380183517933, 0.009222502820193768, 0.009825624525547028, 0.010428747162222862, 0.011031869798898697, 0.011634992435574532, 0.012238115072250366, 0.0128412377089262, 0.013444360345602036, 0.01404748298227787, 0.014650605618953705]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 6.0, 5.0, 2.0, 0.0, 4.0, 5.0, 17.0, 21.0, 10.0, 12.0, 21.0, 16.0, 27.0, 39.0, 40.0, 35.0, 65.0, 76.0, 123.0, 133.0, 208.0, 320.0, 349.0, 561.0, 742.0, 1145.0, 1734.0, 6078.0, 2214.0, 1206.0, 798.0, 616.0, 444.0, 316.0, 236.0, 181.0, 128.0, 110.0, 83.0, 65.0, 53.0, 38.0, 34.0, 27.0, 18.0, 11.0, 12.0, 10.0, 5.0, 7.0, 4.0, 4.0, 2.0, 0.0, 3.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0], "bins": [-0.008028509095311165, -0.0077595883049070835, -0.0074906679801642895, -0.007221747189760208, -0.006952826865017414, -0.006683906074613333, -0.006414985284209251, -0.006146064959466457, -0.005877144169062376, -0.005608223378658295, -0.005339303053915501, -0.005070382263511419, -0.004801461473107338, -0.004532541148364544, -0.004263620357960463, -0.0039947000332176685, -0.003725779242813587, -0.0034568586852401495, -0.003187938127666712, -0.0029190173372626305, -0.0026500967796891928, -0.002381176222115755, -0.0021122554317116737, -0.001843334874138236, -0.0015744143165647984, -0.0013054937589913607, -0.0010365730850026011, -0.0007676524692215025, -0.0004987318534404039, -0.00022981123765930533, 3.910937812179327e-05, 0.0003080299939028919, 0.0005769506096839905, 0.0008458712254650891, 0.0011147918412461877, 0.0013837125152349472, 0.001652633072808385, 0.0019215536303818226, 0.002190474420785904, 0.0024593949783593416, 0.0027283155359327793, 0.002997236093506217, 0.0032661566510796547, 0.003535077441483736, 0.0038039979990571737, 0.004072918556630611, 0.004341839347034693, 0.004610759671777487, 0.004879680462181568, 0.0051486012525856495, 0.0054175215773284435, 0.005686442367732525, 0.005955362692475319, 0.0062242834828794, 0.006493204273283482, 0.006762124598026276, 0.007031045388430357, 0.007299966178834438, 0.007568886503577232, 0.007837806828320026, 0.008106728084385395, 0.008375648409128189, 0.008644568733870983, 0.008913489989936352, 0.009182410314679146]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 3.0, 0.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.09182945638895035, -0.08871737122535706, -0.08560529351234436, -0.08249320834875107, -0.07938113063573837, -0.07626904547214508, -0.07315696775913239, -0.07004488259553909, -0.0669327974319458, -0.0638207197189331, -0.06070863828063011, -0.05759655684232712, -0.054484471678733826, -0.05137239024043083, -0.04826030880212784, -0.045148227363824844, -0.04203614592552185, -0.03892406448721886, -0.03581198304891586, -0.03269990161061287, -0.029587818309664726, -0.026475736871361732, -0.02336365357041359, -0.020251572132110596, -0.017139490693807602, -0.014027409255504608, -0.01091532688587904, -0.007803244981914759, -0.004691163077950478, -0.0015790811739861965, 0.0015330007299780846, 0.004645082633942366, 0.007757164537906647, 0.01086924597620964, 0.013981328345835209, 0.017093410715460777, 0.02020549215376377, 0.023317573592066765, 0.026429656893014908, 0.0295417383313179, 0.032653819769620895, 0.03576590120792389, 0.03887798264622688, 0.04199006408452988, 0.04510214924812317, 0.04821423068642616, 0.051326312124729156, 0.05443839356303215, 0.057550475001335144, 0.06066255643963814, 0.06377463787794113, 0.06688672304153442, 0.06999880075454712, 0.07311088591814041, 0.0762229636311531, 0.0793350487947464, 0.0824471265077591, 0.08555921167135239, 0.08867129683494568, 0.09178337454795837, 0.09489545971155167, 0.09800753742456436, 0.10111962258815765, 0.10423170030117035, 0.10734378546476364]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 3.0, 7.0, 6.0, 12.0, 6.0, 9.0, 19.0, 11.0, 9.0, 10.0, 9.0, 17.0, 41.0, 17.0, 8.0, 10.0, 11.0, 6.0, 8.0, 10.0, 6.0, 4.0, 3.0, 1.0, 6.0, 3.0, 3.0, 1.0, 6.0, 2.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.056517623364925385, -0.05478673800826073, -0.05305585265159607, -0.05132496729493141, -0.049594081938266754, -0.0478631965816021, -0.04613231122493744, -0.04440142586827278, -0.042670540511608124, -0.040939655154943466, -0.03920876979827881, -0.03747788444161415, -0.03574699908494949, -0.034016113728284836, -0.03228522837162018, -0.03055434115231037, -0.028823455795645714, -0.027092570438981056, -0.0253616850823164, -0.02363079972565174, -0.021899914368987083, -0.020169029012322426, -0.018438143655657768, -0.01670725829899311, -0.014976372011005878, -0.01324548665434122, -0.011514601297676563, -0.009783715941011906, -0.008052829653024673, -0.006321944762021303, -0.004591058939695358, -0.0028601735830307007, -0.001129288226366043, 0.0006015972467139363, 0.0023324827197939157, 0.004063368309289217, 0.005794253665953875, 0.007525139022618532, 0.009256024844944477, 0.010986910201609135, 0.012717795558273792, 0.01444868091493845, 0.016179567202925682, 0.01791045255959034, 0.019641337916254997, 0.021372223272919655, 0.023103108629584312, 0.02483399398624897, 0.026564879342913628, 0.028295764699578285, 0.030026650056242943, 0.03175753727555275, 0.03348842263221741, 0.035219307988882065, 0.03695019334554672, 0.03868107870221138, 0.04041196405887604, 0.042142849415540695, 0.04387373477220535, 0.04560462012887001, 0.04733550548553467, 0.049066390842199326, 0.05079727619886398, 0.05252816155552864, 0.0542590469121933]}, "_runtime": 74.70175433158875, "_timestamp": 1596238323.1175618, "_step": 19}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 4.0, 2.0, 1.0, 1.0, 6.0, 2.0, 4.0, 9.0, 10.0, 5.0, 1.0, 3.0, 0.0, 4.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015884090214967728, -0.015377731062471867, -0.014871370978653431, -0.01436501182615757, -0.013858652673661709, -0.013352292589843273, -0.012845933437347412, -0.012339574284851551, -0.01183321513235569, -0.011326855048537254, -0.010820495896041393, -0.010314136743545532, -0.009807776659727097, -0.009301417507231236, -0.008795058354735374, -0.008288698270916939, -0.007782339118421078, -0.007275979500263929, -0.006769620347768068, -0.00626326072961092, -0.005756901577115059, -0.0052505419589579105, -0.004744182340800762, -0.004237823188304901, -0.0037314635701477528, -0.003225104184821248, -0.0027187447994947433, -0.002212385181337595, -0.0017060257960110903, -0.0011996664106845856, -0.000693306908942759, -0.00018694746540859342, 0.0003194119781255722, 0.0008257714216597378, 0.0013321308651939034, 0.00183849036693573, 0.0023448497522622347, 0.0028512091375887394, 0.0033575687557458878, 0.0038639281410723925, 0.004370287526398897, 0.0048766471445560455, 0.005383006297051907, 0.005889365915209055, 0.006395725533366203, 0.006902084685862064, 0.007408444304019213, 0.007914803922176361, 0.008421163074672222, 0.008927522227168083, 0.009433882310986519, 0.00994024146348238, 0.010446600615978241, 0.010952960699796677, 0.011459319852292538, 0.011965679004788399, 0.012472039088606834, 0.012978398241102695, 0.013484757393598557, 0.013991116546094418, 0.014497476629912853, 0.015003835782408714, 0.015510194934904575, 0.016016554087400436, 0.016522914171218872]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 3.0, 2.0, 5.0, 2.0, 4.0, 7.0, 7.0, 11.0, 12.0, 12.0, 22.0, 25.0, 37.0, 57.0, 89.0, 97.0, 183.0, 241.0, 494.0, 5381.0, 524.0, 260.0, 138.0, 98.0, 62.0, 47.0, 18.0, 23.0, 15.0, 8.0, 6.0, 7.0, 3.0, 3.0, 4.0, 4.0, 2.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.13430491089820862, -0.13001683354377747, -0.1257287561893463, -0.12144067883491516, -0.11715260148048401, -0.11286452412605286, -0.1085764467716217, -0.10428836941719055, -0.1000002920627594, -0.09571222215890884, -0.09142414480447769, -0.08713606745004654, -0.08284799009561539, -0.07855991274118423, -0.07427183538675308, -0.06998375803232193, -0.06569568067789078, -0.061407603323459625, -0.05711952596902847, -0.05283144861459732, -0.04854337126016617, -0.044255297631025314, -0.03996722027659416, -0.03567914292216301, -0.03139106556773186, -0.027102988213300705, -0.022814910858869553, -0.01852683536708355, -0.014238758012652397, -0.009950680658221245, -0.005662604235112667, -0.001374527346342802, 0.002913549542427063, 0.007201626431196928, 0.011489703319966793, 0.01577777974307537, 0.020065857097506523, 0.024353934451937675, 0.02864200994372368, 0.03293008729815483, 0.03721816465258598, 0.041506242007017136, 0.04579431936144829, 0.05008239671587944, 0.054370470345020294, 0.05865854769945145, 0.0629466250538826, 0.06723470240831375, 0.0715227797627449, 0.07581085711717606, 0.08009893447160721, 0.08438701182603836, 0.08867508918046951, 0.09296316653490067, 0.09725124388933182, 0.10153932124376297, 0.10582739114761353, 0.11011546850204468, 0.11440354585647583, 0.11869162321090698, 0.12297970056533813, 0.1272677779197693, 0.13155585527420044, 0.1358439326286316, 0.14013200998306274]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 3.0, 1.0, 3.0, 1.0, 1.0, 0.0, 3.0, 3.0, 2.0, 2.0, 3.0, 3.0, 3.0, 4.0, 3.0, 1.0, 24.0, 2.0, 3.0, 3.0, 2.0, 3.0, 6.0, 1.0, 5.0, 0.0, 2.0, 4.0, 2.0, 3.0, 1.0, 0.0, 0.0, 4.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002310909563675523, -0.0022352728992700577, -0.002159636002033949, -0.0020839993376284838, -0.002008362440392375, -0.001932725659571588, -0.001857088878750801, -0.0017814520979300141, -0.0017058153171092272, -0.001630178652703762, -0.001554541871882975, -0.0014789050910621881, -0.0014032683102414012, -0.0013276315294206142, -0.0012519947485998273, -0.0011763579677790403, -0.0011007211869582534, -0.0010250844061374664, -0.0009494476253166795, -0.0008738108444958925, -0.0007981740636751056, -0.0007225373410619795, -0.0006469005602411926, -0.0005712637794204056, -0.0004956269985996187, -0.0004199902177788317, -0.00034435343695804477, -0.00026871668524108827, -0.00019307990442030132, -0.00011744313087547198, -4.180635733064264e-05, 3.38304162141867e-05, 0.00010946718975901604, 0.000185103970579803, 0.00026074075140058994, 0.00033637750311754644, 0.0004120142839383334, 0.00048765106475912035, 0.0005632878164760768, 0.0006389245972968638, 0.0007145613781176507, 0.0007901981589384377, 0.0008658349397592247, 0.0009414717205800116, 0.0010171084431931376, 0.0010927452240139246, 0.0011683820048347116, 0.0012440187856554985, 0.0013196555664762855, 0.0013952923472970724, 0.0014709291281178594, 0.0015465659089386463, 0.0016222026897594333, 0.0016978394705802202, 0.0017734762514010072, 0.0018491130322217941, 0.0019247496966272593, 0.002000386593863368, 0.002076023258268833, 0.002151660155504942, 0.002227296819910407, 0.002302933717146516, 0.002378570381551981, 0.0024542072787880898, 0.002529843943193555]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 2.0, 2.0, 2.0, 8.0, 10.0, 12.0, 16.0, 25.0, 26.0, 34.0, 44.0, 50.0, 89.0, 106.0, 162.0, 217.0, 364.0, 544.0, 738.0, 1088.0, 1567.0, 2404.0, 3575.0, 5577.0, 8655.0, 14521.0, 25834.0, 53354.0, 155862.0, 762131.0, 63744.0, 29676.0, 16701.0, 10198.0, 6708.0, 4420.0, 3059.0, 2163.0, 1554.0, 1125.0, 811.0, 593.0, 512.0, 337.0, 246.0, 193.0, 144.0, 104.0, 88.0, 69.0, 40.0, 42.0, 26.0, 15.0, 14.0, 17.0, 8.0, 7.0, 6.0, 1.0, 1.0, 2.0, 1.0], "bins": [-0.0044223289005458355, -0.004276064690202475, -0.004129800479859114, -0.003983536269515753, -0.0038372718263417482, -0.0036910076159983873, -0.0035447431728243828, -0.003398478962481022, -0.003252214752137661, -0.0031059505417943, -0.002959686331450939, -0.0028134218882769346, -0.0026671576779335737, -0.002520893467590213, -0.0023746290244162083, -0.0022283648140728474, -0.0020821006037294865, -0.0019358363933861256, -0.0017895720666274428, -0.0016433077398687601, -0.0014970435295253992, -0.0013507793191820383, -0.0012045149924233556, -0.0010582506656646729, -0.000911986455321312, -0.0007657221867702901, -0.0006194579182192683, -0.0004731936496682465, -0.0003269293811172247, -0.00018066511256620288, -3.4400844015181065e-05, 0.00011186342453584075, 0.00025812769308686256, 0.0004043919616378844, 0.0005506562301889062, 0.000696920498739928, 0.0008431847672909498, 0.0009894489776343107, 0.0011357133043929935, 0.0012819776311516762, 0.001428241841495037, 0.001574506051838398, 0.0017207703785970807, 0.0018670347053557634, 0.0020132989156991243, 0.0021595631260424852, 0.00230582756921649, 0.0024520917795598507, 0.0025983559899032116, 0.0027446202002465725, 0.0028908844105899334, 0.003037148853763938, 0.003183413064107299, 0.0033296772744506598, 0.0034759417176246643, 0.003622205927968025, 0.003768470138311386, 0.003914734348654747, 0.004060998558998108, 0.004207262769341469, 0.00435352697968483, 0.004499791655689478, 0.004646055866032839, 0.0047923200763762, 0.004938584286719561]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 4.0, 0.0, 1.0, 10.0, 2.0, 4.0, 2.0, 0.0, 2.0, 3.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.023303404450416565, -0.022638406604528427, -0.02197341062128544, -0.0213084127753973, -0.020643416792154312, -0.019978418946266174, -0.019313422963023186, -0.018648425117135048, -0.01798342913389206, -0.01731843128800392, -0.016653433442115784, -0.015988437458872795, -0.015323439612984657, -0.014658442698419094, -0.013993445783853531, -0.013328448869287968, -0.012663451954722404, -0.011998455040156841, -0.011333458125591278, -0.010668461211025715, -0.010003464296460152, -0.009338466450572014, -0.00867346953600645, -0.008008472621440887, -0.007343475706875324, -0.006678478792309761, -0.006013481877744198, -0.005348484497517347, -0.004683487582951784, -0.004018490668386221, -0.003353493520990014, -0.0026884963735938072, -0.002023499459028244, -0.001358502428047359, -0.000693505397066474, -2.8508366085588932e-05, 0.0006364886648952961, 0.0013014856958761811, 0.001966482726857066, 0.002631479874253273, 0.003296476788818836, 0.003961473703384399, 0.004626470617949963, 0.005291467998176813, 0.005956464912742376, 0.0066214618273079395, 0.00728645920753479, 0.007951456122100353, 0.008616453036665916, 0.00928144995123148, 0.009946446865797043, 0.010611443780362606, 0.01127644069492817, 0.011941438540816307, 0.01260643545538187, 0.013271432369947433, 0.013936429284512997, 0.01460142619907856, 0.015266423113644123, 0.015931420028209686, 0.016596417874097824, 0.017261413857340813, 0.01792641170322895, 0.01859140768647194, 0.019256405532360077]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 4.0, 1.0, 0.0, 2.0, 7.0, 8.0, 9.0, 14.0, 14.0, 21.0, 25.0, 25.0, 29.0, 33.0, 40.0, 41.0, 46.0, 72.0, 91.0, 115.0, 116.0, 154.0, 163.0, 223.0, 318.0, 423.0, 612.0, 835.0, 1296.0, 5852.0, 2765.0, 1479.0, 949.0, 728.0, 483.0, 373.0, 322.0, 217.0, 123.0, 99.0, 73.0, 62.0, 62.0, 27.0, 20.0, 20.0, 7.0, 10.0, 4.0, 3.0, 3.0, 3.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.012109157629311085, -0.011751947924494743, -0.011394739151000977, -0.011037529446184635, -0.010680319741368294, -0.010323110967874527, -0.009965901263058186, -0.009608691558241844, -0.009251482784748077, -0.008894273079931736, -0.008537063375115395, -0.008179853670299053, -0.007822644896805286, -0.007465435191988945, -0.007108225952833891, -0.0067510162480175495, -0.006393807008862495, -0.006036597769707441, -0.0056793880648911, -0.005322178825736046, -0.0049649691209197044, -0.00460775988176465, -0.004250550642609596, -0.0038933411706238985, -0.0035361316986382008, -0.003178922226652503, -0.0028217127546668053, -0.002464503515511751, -0.0021072940435260534, -0.0017500845715403557, -0.0013928752159699798, -0.0010356658603996038, -0.0006784563884139061, -0.00032124697463586926, 3.596243914216757e-05, 0.0003931718529202044, 0.0007503812666982412, 0.001107590738683939, 0.001464800094254315, 0.0018220094498246908, 0.0021792189218103886, 0.0025364283937960863, 0.002893637865781784, 0.003250847104936838, 0.003608056576922536, 0.003965266048908234, 0.004322475288063288, 0.004679684992879629, 0.005036894232034683, 0.005394103471189737, 0.005751313176006079, 0.006108522415161133, 0.006465732119977474, 0.006822941359132528, 0.007180150598287582, 0.007537360303103924, 0.007894570007920265, 0.008251778781414032, 0.008608988486230373, 0.008966198191046715, 0.009323406964540482, 0.009680616669356823, 0.010037826374173164, 0.010395035147666931, 0.010752244852483273]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 5.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.1832265853881836, -0.17777371406555176, -0.17232085764408112, -0.16686798632144928, -0.16141511499881744, -0.1559622585773468, -0.15050938725471497, -0.14505651593208313, -0.1396036446094513, -0.13415078818798065, -0.12869791686534882, -0.12324505299329758, -0.11779218912124634, -0.1123393177986145, -0.10688645392656326, -0.10143358260393143, -0.09598071873188019, -0.09052785485982895, -0.08507498353719711, -0.07962211966514587, -0.07416924834251404, -0.0687163844704628, -0.06326352059841156, -0.05781065300107002, -0.052357785403728485, -0.04690491780638695, -0.04145205020904541, -0.03599918633699417, -0.030546318739652634, -0.025093451142311096, -0.019640585407614708, -0.014187718741595745, -0.008734852075576782, -0.0032819854095578194, 0.0021708812564611435, 0.007623747922480106, 0.01307661458849907, 0.018529482185840607, 0.023982347920536995, 0.029435213655233383, 0.03488808125257492, 0.04034094884991646, 0.045793816447257996, 0.051246680319309235, 0.05669954791665077, 0.06215241551399231, 0.06760527938604355, 0.07305815070867538, 0.07851101458072662, 0.08396387845277786, 0.0894167497754097, 0.09486961364746094, 0.10032248497009277, 0.10577534884214401, 0.11122821271419525, 0.11668108403682709, 0.12213394790887833, 0.12758681178092957, 0.1330396831035614, 0.13849255442619324, 0.14394541084766388, 0.14939828217029572, 0.15485115349292755, 0.1603040099143982, 0.16575688123703003]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 8.0, 3.0, 5.0, 5.0, 2.0, 2.0, 8.0, 15.0, 14.0, 39.0, 51.0, 46.0, 10.0, 4.0, 1.0, 3.0, 2.0, 1.0, 1.0, 2.0, 1.0, 5.0, 4.0, 2.0, 3.0, 3.0, 5.0, 5.0, 2.0, 2.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.1374257504940033, -0.13338612020015717, -0.12934648990631104, -0.1253068596124649, -0.12126722931861877, -0.11722759902477264, -0.11318796873092651, -0.10914833843708038, -0.10510870814323425, -0.10106907784938812, -0.09702944755554199, -0.09298981726169586, -0.08895018696784973, -0.0849105566740036, -0.08087092638015747, -0.07683129608631134, -0.07279166579246521, -0.06875203549861908, -0.06471240520477295, -0.06067277491092682, -0.05663314461708069, -0.05259351432323456, -0.04855388402938843, -0.0445142537355423, -0.04047462344169617, -0.03643499314785004, -0.032395362854003906, -0.028355732560157776, -0.024316102266311646, -0.020276471972465515, -0.016236841678619385, -0.012197211384773254, -0.008157581090927124, -0.004117950797080994, -7.832050323486328e-05, 0.003961309790611267, 0.008000940084457397, 0.012040570378303528, 0.016080200672149658, 0.02011983096599579, 0.02415946125984192, 0.02819909155368805, 0.03223872184753418, 0.03627835214138031, 0.04031798243522644, 0.04435761272907257, 0.0483972430229187, 0.05243687331676483, 0.05647650361061096, 0.06051613390445709, 0.06455576419830322, 0.06859539449214935, 0.07263502478599548, 0.07667465507984161, 0.08071428537368774, 0.08475391566753387, 0.08879354596138, 0.09283317625522614, 0.09687280654907227, 0.1009124368429184, 0.10495206713676453, 0.10899169743061066, 0.11303132772445679, 0.11707095801830292, 0.12111058831214905]}, "_runtime": 82.48622751235962, "_timestamp": 1596238330.902035, "_step": 20}
+{"val_accuracy": 0.8132020547945206, "val_loss": 0.47901709071577414, "_runtime": 85.23924708366394, "_timestamp": 1596238333.6550546, "_step": 21}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: K Confidence: 0.456 Truth: v", "Prediction: 5 Confidence: 1.000 Truth: 5", "Prediction: 2 Confidence: 0.996 Truth: 2", "Prediction: 0 Confidence: 0.574 Truth: 0"]}, "_runtime": 85.50633907318115, "_timestamp": 1596238333.9221466, "_step": 22}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 3.0, 2.0, 4.0, 0.0, 4.0, 7.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 4.0, 1.0, 0.0, 1.0, 2.0, 2.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010950052179396152, -0.010574928484857082, -0.010199803858995438, -0.009824680164456367, -0.009449555538594723, -0.009074431844055653, -0.008699307218194008, -0.008324183523654938, -0.007949059829115868, -0.007573935203254223, -0.007198811043053865, -0.006823686882853508, -0.006448563188314438, -0.00607343902811408, -0.005698314867913723, -0.0053231907077133656, -0.004948066547513008, -0.004572942387312651, -0.004197818227112293, -0.0038226942997425795, -0.003447570139542222, -0.0030724459793418646, -0.002697322051972151, -0.0023221978917717934, -0.001947073731571436, -0.0015719495713710785, -0.0011968255275860429, -0.0008217014255933464, -0.00044657732360064983, -7.145322160795331e-05, 0.0003036708803847432, 0.0006787949823774397, 0.0010539190843701363, 0.0014290432445704937, 0.0018041672883555293, 0.002179291332140565, 0.0025544154923409224, 0.00292953965254128, 0.0033046635799109936, 0.003679787740111351, 0.0040549119003117085, 0.004430036060512066, 0.004805160220712423, 0.005180284380912781, 0.005555408075451851, 0.005930532235652208, 0.006305656395852566, 0.006680780556052923, 0.007055904716253281, 0.007431028876453638, 0.0078061530366539955, 0.008181276731193066, 0.00855640135705471, 0.00893152505159378, 0.009306649677455425, 0.009681773371994495, 0.01005689799785614, 0.01043202169239521, 0.01080714538693428, 0.011182270012795925, 0.011557393707334995, 0.01193251833319664, 0.01230764202773571, 0.012682766653597355, 0.013057890348136425]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 2.0, 7.0, 14.0, 5.0, 13.0, 11.0, 18.0, 23.0, 23.0, 22.0, 36.0, 34.0, 51.0, 69.0, 77.0, 135.0, 164.0, 215.0, 456.0, 5285.0, 451.0, 247.0, 143.0, 98.0, 71.0, 50.0, 33.0, 40.0, 25.0, 20.0, 12.0, 16.0, 10.0, 8.0, 12.0, 8.0, 4.0, 1.0, 2.0, 1.0, 0.0, 2.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.11445321887731552, -0.11079001426696777, -0.10712680965662003, -0.10346360504627228, -0.09980040788650513, -0.09613720327615738, -0.09247399866580963, -0.08881079405546188, -0.08514758944511414, -0.08148438483476639, -0.07782118022441864, -0.07415797561407089, -0.07049477100372314, -0.066831573843956, -0.06316836923360825, -0.0595051646232605, -0.05584196001291275, -0.052178755402565, -0.048515550792217255, -0.044852349907159805, -0.04118914529681206, -0.03752594068646431, -0.03386273980140686, -0.030199535191059113, -0.026536330580711365, -0.022873125970363617, -0.01920992322266102, -0.015546719543635845, -0.011883515864610672, -0.008220312185585499, -0.004557108506560326, -0.0008939048275351524, 0.0027692988514900208, 0.006432502530515194, 0.010095706209540367, 0.01375890988856554, 0.017422113567590714, 0.02108531817793846, 0.02474852092564106, 0.02841172367334366, 0.032074928283691406, 0.035738132894039154, 0.0394013375043869, 0.04306453838944435, 0.0467277429997921, 0.05039094761013985, 0.054054148495197296, 0.057717353105545044, 0.06138055771589279, 0.06504376232624054, 0.06870696693658829, 0.07237017154693604, 0.07603336870670319, 0.07969657331705093, 0.08335977792739868, 0.08702298253774643, 0.09068618714809418, 0.09434939175844193, 0.09801259636878967, 0.10167580097913742, 0.10533900558948517, 0.10900220274925232, 0.11266540735960007, 0.11632861196994781, 0.11999181658029556]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 2.0, 2.0, 4.0, 3.0, 5.0, 3.0, 3.0, 5.0, 4.0, 1.0, 2.0, 1.0, 4.0, 23.0, 6.0, 7.0, 5.0, 2.0, 5.0, 1.0, 5.0, 2.0, 4.0, 1.0, 4.0, 1.0, 0.0, 2.0, 2.0, 3.0, 0.0, 2.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0025138072669506073, -0.0024212223943322897, -0.0023286377545446157, -0.002236052881926298, -0.002143468242138624, -0.0020508833695203066, -0.0019582987297326326, -0.001865713857114315, -0.0017731291009113193, -0.0016805443447083235, -0.0015879595885053277, -0.001495374832302332, -0.0014027899596840143, -0.0013102052034810185, -0.0012176204472780228, -0.001125035691075027, -0.0010324509348720312, -0.0009398661786690354, -0.0008472814224660397, -0.000754696608055383, -0.0006621118518523872, -0.0005695270956493914, -0.0004769423103425652, -0.00038435752503573895, -0.00029177276883274317, -0.00019918799807783216, -0.00010660322732292116, -1.4018456568010151e-05, 7.856631418690085e-05, 0.00017115108494181186, 0.00026373585569672287, 0.0003563206410035491, 0.0004489053972065449, 0.0005414901534095407, 0.0006340749096125364, 0.0007266597240231931, 0.0008192444802261889, 0.0009118292364291847, 0.0010044140508398414, 0.0010969988070428371, 0.001189583563245833, 0.0012821683194488287, 0.0013747530756518245, 0.0014673378318548203, 0.0015599227044731379, 0.0016525074606761336, 0.0017450922168791294, 0.0018376769730821252, 0.001930261729285121, 0.0020228466019034386, 0.0021154312416911125, 0.00220801611430943, 0.002300600754097104, 0.0023931856267154217, 0.0024857702665030956, 0.0025783551391214132, 0.002670940011739731, 0.002763524651527405, 0.0028561095241457224, 0.0029486941639333963, 0.003041279036551714, 0.003133863676339388, 0.0032264485489577055, 0.0033190331887453794, 0.003411618061363697]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 6.0, 1.0, 3.0, 8.0, 6.0, 13.0, 23.0, 25.0, 48.0, 57.0, 106.0, 122.0, 176.0, 256.0, 418.0, 629.0, 1011.0, 1564.0, 2660.0, 4635.0, 8242.0, 16290.0, 36017.0, 103725.0, 854161.0, 74923.0, 30671.0, 16012.0, 9262.0, 5814.0, 3770.0, 2580.0, 1786.0, 1296.0, 931.0, 653.0, 471.0, 345.0, 265.0, 188.0, 135.0, 85.0, 74.0, 45.0, 47.0, 32.0, 21.0, 9.0, 7.0, 4.0, 1.0, 4.0, 1.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0048864311538636684, -0.004708534572273493, -0.004530637990683317, -0.0043527414090931416, -0.004174844361841679, -0.003996947780251503, -0.0038190511986613274, -0.0036411546170711517, -0.003463258035480976, -0.0032853614538908005, -0.003107464872300625, -0.0029295680578798056, -0.00275167147628963, -0.0025737748946994543, -0.002395878080278635, -0.0022179814986884594, -0.0020400849170982838, -0.0018621883355081081, -0.0016842916375026107, -0.0015063949394971132, -0.0013284983579069376, -0.001150601776316762, -0.0009727050783112645, -0.000794808438513428, -0.0006169117987155914, -0.0004390151589177549, -0.00026111851911991835, -8.32218793220818e-05, 9.467476047575474e-05, 0.0002725714002735913, 0.0004504680400714278, 0.0006283646798692644, 0.0008062613196671009, 0.0009841579012572765, 0.001162054599262774, 0.0013399512972682714, 0.001517847878858447, 0.0016957444604486227, 0.0018736411584541202, 0.0020515378564596176, 0.0022294344380497932, 0.002407331019639969, 0.0025852276012301445, 0.002763124415650964, 0.0029410209972411394, 0.003118917578831315, 0.0032968143932521343, 0.00347471097484231, 0.0036526075564324856, 0.003830504138022661, 0.004008400719612837, 0.0041862973012030125, 0.004364194348454475, 0.004542090930044651, 0.004719987511634827, 0.004897884093225002, 0.005075780674815178, 0.0052536772564053535, 0.005431573837995529, 0.005609470419585705, 0.00578736700117588, 0.005965264048427343, 0.006143160630017519, 0.006321057211607695, 0.00649895379319787]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 0.0, 0.0, 4.0, 1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 0.0, 1.0, 3.0, 2.0, 7.0, 2.0, 1.0, 2.0, 3.0, 2.0, 1.0, 3.0, 3.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.01664254069328308, -0.015994403511285782, -0.015346264466643333, -0.01469812635332346, -0.014049988240003586, -0.013401850126683712, -0.012753712013363838, -0.012105573900043964, -0.01145743578672409, -0.010809297673404217, -0.010161159560084343, -0.00951302144676447, -0.008864883333444595, -0.008216745220124722, -0.007568607106804848, -0.006920468993484974, -0.0062723308801651, -0.005624192766845226, -0.0049760546535253525, -0.004327916540205479, -0.003679778426885605, -0.003031640313565731, -0.0023835022002458572, -0.0017353640869259834, -0.0010872259736061096, -0.0004390878602862358, 0.000209050253033638, 0.0008571883663535118, 0.0015053264796733856, 0.0021534645929932594, 0.0028016027063131332, 0.003449740819633007, 0.004097878932952881, 0.004746017046272755, 0.0053941551595926285, 0.006042293272912502, 0.006690431386232376, 0.00733856949955225, 0.007986707612872124, 0.008634845726191998, 0.009282983839511871, 0.009931121952831745, 0.010579260066151619, 0.011227398179471493, 0.011875536292791367, 0.01252367440611124, 0.013171812519431114, 0.013819950632750988, 0.014468088746070862, 0.015116226859390736, 0.01576436497271061, 0.016412504017353058, 0.017060641199350357, 0.017708778381347656, 0.018356917425990105, 0.019005056470632553, 0.019653193652629852, 0.02030133083462715, 0.0209494698792696, 0.02159760892391205, 0.022245746105909348, 0.022893883287906647, 0.023542022332549095, 0.024190161377191544, 0.024838298559188843]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 2.0, 3.0, 3.0, 7.0, 11.0, 18.0, 14.0, 20.0, 30.0, 33.0, 38.0, 32.0, 43.0, 51.0, 87.0, 88.0, 136.0, 159.0, 189.0, 267.0, 314.0, 385.0, 486.0, 674.0, 1015.0, 1515.0, 6051.0, 2185.0, 1300.0, 826.0, 594.0, 376.0, 304.0, 226.0, 185.0, 146.0, 101.0, 72.0, 61.0, 61.0, 50.0, 40.0, 32.0, 38.0, 33.0, 19.0, 17.0, 20.0, 12.0, 16.0, 12.0, 7.0, 7.0, 4.0, 5.0, 3.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.009306568652391434, -0.00900445505976677, -0.008702341467142105, -0.00840022787451744, -0.008098113350570202, -0.007795999757945538, -0.007493886165320873, -0.007191772572696209, -0.006889658980071545, -0.006587544921785593, -0.006285431329160929, -0.005983317736536264, -0.005681203678250313, -0.0053790900856256485, -0.005076976493000984, -0.004774862434715033, -0.004472748842090368, -0.004170635249465704, -0.003868521424010396, -0.003566407598555088, -0.0032642940059304237, -0.0029621801804751158, -0.002660066355019808, -0.0023579527623951435, -0.0020558389369398355, -0.0017537252278998494, -0.0014516115188598633, -0.0011494976934045553, -0.0008473839843645692, -0.000545270275324583, -0.000243156508076936, 5.8957230066880584e-05, 0.0003610709682106972, 0.0006631846772506833, 0.0009652984444983304, 0.0012674122117459774, 0.0015695259207859635, 0.0018716396298259497, 0.0021737534552812576, 0.002475867047905922, 0.00277798087336123, 0.003080094698816538, 0.003382208291441202, 0.00368432211689651, 0.003986435942351818, 0.004288549534976482, 0.004590663127601147, 0.004892777185887098, 0.005194890778511763, 0.005497004371136427, 0.0057991184294223785, 0.006101232022047043, 0.006403345614671707, 0.006705459672957659, 0.007007573265582323, 0.007309686858206987, 0.007611800916492939, 0.007913914509117603, 0.008216028101742268, 0.008518141694366932, 0.008820255286991596, 0.009122369810938835, 0.0094244834035635, 0.009726596996188164, 0.010028710588812828]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 6.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.1257849782705307, -0.12279080599546432, -0.11979663372039795, -0.11680246144533157, -0.1138082891702652, -0.11081412434577942, -0.10781995207071304, -0.10482577979564667, -0.10183160752058029, -0.09883743524551392, -0.09584326297044754, -0.09284909069538116, -0.08985492587089539, -0.08686075359582901, -0.08386658132076263, -0.08087240904569626, -0.07787823677062988, -0.07488406449556351, -0.07188989222049713, -0.06889571994543076, -0.06590154767036438, -0.0629073828458786, -0.059913210570812225, -0.05691903829574585, -0.053924866020679474, -0.0509306937456131, -0.04793652147054672, -0.044942352920770645, -0.04194818064570427, -0.038954008370637894, -0.035959839820861816, -0.03296566754579544, -0.029971495270729065, -0.02697732299566269, -0.023983152583241463, -0.020988982170820236, -0.01799480989575386, -0.01500063855201006, -0.012006467208266258, -0.009012295864522457, -0.006018124520778656, -0.003023953177034855, -2.9781833291053772e-05, 0.0029643895104527473, 0.0059585608541965485, 0.00895273219794035, 0.01194690354168415, 0.014941074885427952, 0.017935246229171753, 0.02092941850423813, 0.023923588916659355, 0.02691775932908058, 0.029911931604146957, 0.03290610387921333, 0.03590027242898941, 0.038894444704055786, 0.04188861697912216, 0.04488278925418854, 0.04787696152925491, 0.05087113007903099, 0.053865302354097366, 0.05685947462916374, 0.05985364317893982, 0.0628478154540062, 0.06584198772907257]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 5.0, 4.0, 4.0, 5.0, 2.0, 8.0, 1.0, 3.0, 12.0, 11.0, 8.0, 9.0, 13.0, 28.0, 15.0, 14.0, 14.0, 12.0, 8.0, 6.0, 7.0, 8.0, 11.0, 8.0, 10.0, 3.0, 6.0, 1.0, 7.0, 7.0, 2.0, 1.0, 1.0, 1.0, 1.0, 4.0, 2.0, 1.0, 3.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02047681249678135, -0.01983015611767769, -0.019183501601219177, -0.018536845222115517, -0.017890190705657005, -0.017243534326553345, -0.016596879810094833, -0.015950223430991173, -0.015303567983210087, -0.014656912535429, -0.014010257087647915, -0.013363601639866829, -0.012716945260763168, -0.012070289812982082, -0.011423634365200996, -0.01077697891741991, -0.010130323469638824, -0.009483668021857738, -0.008837012574076653, -0.008190357126295567, -0.007543701212853193, -0.006897045765072107, -0.006250389851629734, -0.005603734403848648, -0.004957078956067562, -0.004310423508286476, -0.0036637678276747465, -0.003017112147063017, -0.002370456699281931, -0.0017238011350855231, -0.0010771455708891153, -0.00043049000669270754, 0.00021616555750370026, 0.000862821121700108, 0.0015094766858965158, 0.0021561323665082455, 0.0028027878142893314, 0.0034494432620704174, 0.004096099175512791, 0.004742754623293877, 0.005389410071074963, 0.006036065518856049, 0.0066827209666371346, 0.007329376880079508, 0.007976032793521881, 0.008622688241302967, 0.009269343689084053, 0.009915999136865139, 0.010562654584646225, 0.011209310032427311, 0.011855965480208397, 0.012502620927989483, 0.013149276375770569, 0.01379593275487423, 0.014442588202655315, 0.015089243650436401, 0.015735898166894913, 0.016382554545998573, 0.017029210925102234, 0.017675865441560745, 0.018322521820664406, 0.018969176337122917, 0.019615832716226578, 0.02026248723268509, 0.02090914361178875]}, "_runtime": 91.7206380367279, "_timestamp": 1596238340.1364455, "_step": 23}
+{"val_accuracy": 0.8152654109589041, "val_loss": 0.4697696419611369, "_runtime": 96.82197880744934, "_timestamp": 1596238345.2377863, "_step": 24}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: h Confidence: 0.211 Truth: v", "Prediction: 5 Confidence: 1.000 Truth: 5", "Prediction: 2 Confidence: 0.998 Truth: 2", "Prediction: 0 Confidence: 0.571 Truth: 0"]}, "_runtime": 97.08488345146179, "_timestamp": 1596238345.500691, "_step": 25}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 3.0, 3.0, 1.0, 2.0, 2.0, 5.0, 4.0, 8.0, 2.0, 3.0, 2.0, 3.0, 2.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.017955243587493896, -0.017455773428082466, -0.016956301406025887, -0.016456831246614456, -0.015957359224557877, -0.015457889065146446, -0.014958417974412441, -0.014458946883678436, -0.013959476724267006, -0.013460005633533001, -0.012960534542798996, -0.012461063452064991, -0.011961592361330986, -0.011462121270596981, -0.01096265111118555, -0.010463180020451546, -0.00996370892971754, -0.009464237838983536, -0.00896476674824953, -0.0084652965888381, -0.007965825498104095, -0.0074663544073700905, -0.0069668833166360855, -0.006467412691563368, -0.005967941600829363, -0.005468470510095358, -0.00496899988502264, -0.004469528794288635, -0.00397005770355463, -0.0034705870784819126, -0.0029711159877479076, -0.0024716451298445463, -0.001972174271941185, -0.0014727034140378237, -0.0009732324397191405, -0.0004737615236081183, 2.5709392502903938e-05, 0.0005251803086139262, 0.0010246512247249484, 0.0015241221990436316, 0.002023593056946993, 0.002523063914850354, 0.0030225347727537155, 0.0035220058634877205, 0.0040214769542217255, 0.004520947579294443, 0.005020418670028448, 0.005519889295101166, 0.006019360385835171, 0.006518831476569176, 0.007018302101641893, 0.007517773192375898, 0.008017243817448616, 0.008516714908182621, 0.009016185998916626, 0.009515657089650631, 0.010015128180384636, 0.010514598339796066, 0.011014069430530071, 0.011513540521264076, 0.012013011611998081, 0.012512482702732086, 0.013011952862143517, 0.013511423952877522, 0.014010895043611526]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 4.0, 9.0, 3.0, 1.0, 3.0, 7.0, 6.0, 7.0, 11.0, 17.0, 17.0, 23.0, 34.0, 54.0, 51.0, 83.0, 135.0, 203.0, 411.0, 5499.0, 640.0, 234.0, 125.0, 90.0, 59.0, 47.0, 24.0, 22.0, 20.0, 18.0, 14.0, 7.0, 8.0, 7.0, 2.0, 6.0, 1.0, 8.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.1651201695203781, -0.15989840030670166, -0.1546766310930252, -0.14945486187934875, -0.1442330926656723, -0.13901132345199585, -0.1337895542383194, -0.12856778502464294, -0.12334601581096649, -0.11812424659729004, -0.11290247738361359, -0.10768070816993713, -0.10245893895626068, -0.09723716974258423, -0.09201540052890778, -0.08679363131523132, -0.08157186210155487, -0.07635009288787842, -0.07112832367420197, -0.06590655446052551, -0.06068478524684906, -0.05546301603317261, -0.050241246819496155, -0.0450194776058197, -0.03979770839214325, -0.0345759391784668, -0.029354169964790344, -0.02413240075111389, -0.01891063153743744, -0.013688862323760986, -0.008467093110084534, -0.003245323896408081, 0.0019764453172683716, 0.007198214530944824, 0.012419983744621277, 0.01764175295829773, 0.022863522171974182, 0.028085291385650635, 0.03330706059932709, 0.03852882981300354, 0.04375059902667999, 0.048972368240356445, 0.0541941374540329, 0.05941590666770935, 0.0646376758813858, 0.06985944509506226, 0.07508121430873871, 0.08030298352241516, 0.08552475273609161, 0.09074652194976807, 0.09596829116344452, 0.10119006037712097, 0.10641182959079742, 0.11163359880447388, 0.11685536801815033, 0.12207713723182678, 0.12729890644550323, 0.1325206756591797, 0.13774244487285614, 0.1429642140865326, 0.14818598330020905, 0.1534077525138855, 0.15862952172756195, 0.1638512909412384, 0.16907306015491486]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 4.0, 1.0, 2.0, 3.0, 2.0, 1.0, 3.0, 5.0, 5.0, 2.0, 5.0, 2.0, 4.0, 4.0, 5.0, 30.0, 2.0, 1.0, 5.0, 2.0, 2.0, 0.0, 5.0, 2.0, 4.0, 2.0, 4.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0018727467395365238, -0.0017941006226465106, -0.0017154545057564974, -0.0016368083888664842, -0.001558162271976471, -0.001479516038671136, -0.0014008699217811227, -0.0013222238048911095, -0.0012435776880010962, -0.001164931571111083, -0.0010862854542210698, -0.0010076393373310566, -0.0009289931622333825, -0.0008503470453433692, -0.0007717008702456951, -0.0006930547533556819, -0.0006144086364656687, -0.0005357625195756555, -0.0004571163735818118, -0.0003784702275879681, -0.0002998241106979549, -0.00022117797925602645, -0.000142531847814098, -6.388571637216955e-05, 1.4760415069758892e-05, 9.340654651168734e-05, 0.00017205267795361578, 0.00025069882394745946, 0.0003293449408374727, 0.0004079910577274859, 0.00048663720372132957, 0.0005652833497151732, 0.0006439294666051865, 0.0007225755834951997, 0.0008012217003852129, 0.000879867875482887, 0.0009585139923729002, 0.0010371601674705744, 0.0011158062843605876, 0.0011944524012506008, 0.001273098518140614, 0.0013517446350306273, 0.0014303907519206405, 0.0015090368688106537, 0.0015876831021159887, 0.001666329219006002, 0.0017449753358960152, 0.0018236214527860284, 0.0019022675696760416, 0.0019809138029813766, 0.002059559803456068, 0.002138206036761403, 0.0022168520372360945, 0.0022954982705414295, 0.002374144271016121, 0.002452790504321456, 0.002531436737626791, 0.0026100827381014824, 0.0026887289714068174, 0.002767374971881509, 0.002846021205186844, 0.0029246672056615353, 0.0030033134389668703, 0.0030819594394415617, 0.0031606056727468967]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 0.0, 2.0, 5.0, 8.0, 12.0, 19.0, 31.0, 38.0, 48.0, 78.0, 99.0, 170.0, 235.0, 318.0, 514.0, 855.0, 1273.0, 2158.0, 3269.0, 5534.0, 9641.0, 17179.0, 34615.0, 88467.0, 839031.0, 94103.0, 34111.0, 16853.0, 9752.0, 6278.0, 4118.0, 2831.0, 1999.0, 1553.0, 1132.0, 852.0, 634.0, 464.0, 335.0, 263.0, 184.0, 150.0, 112.0, 87.0, 66.0, 49.0, 37.0, 19.0, 14.0, 15.0, 9.0, 7.0, 5.0, 2.0, 1.0, 5.0, 1.0], "bins": [-0.004954720381647348, -0.004798081703484058, -0.004641443490982056, -0.004484804812818766, -0.004328166600316763, -0.004171527922153473, -0.00401488970965147, -0.00385825103148818, -0.003701612586155534, -0.0035449741408228874, -0.003388335695490241, -0.0032316972501575947, -0.0030750585719943047, -0.0029184201266616583, -0.002761781681329012, -0.0026051432359963655, -0.002448504790663719, -0.002291866345331073, -0.0021352278999984264, -0.00197858945466578, -0.0018219508929178119, -0.0016653124475851655, -0.0015086738858371973, -0.001352035440504551, -0.0011953969951719046, -0.0010387585498392582, -0.0008821200462989509, -0.0007254815427586436, -0.0005688430974259973, -0.00041220462298952043, -0.0002555661485530436, -9.892767411656678e-05, 5.771080031991005e-05, 0.00021434927475638688, 0.0003709877491928637, 0.000527626252733171, 0.0006842646980658174, 0.0008409031433984637, 0.000997541705146432, 0.0011541801504790783, 0.0013108185958117247, 0.001467457041144371, 0.0016240954864770174, 0.0017807340482249856, 0.001937372493557632, 0.0020940110553056, 0.0022506495006382465, 0.002407287945970893, 0.0025639263913035393, 0.0027205648366361856, 0.002877203281968832, 0.0030338417273014784, 0.0031904801726341248, 0.0033471188507974148, 0.003503757296130061, 0.0036603957414627075, 0.003817034186795354, 0.003973672632128, 0.00413031131029129, 0.004286949522793293, 0.004443588200956583, 0.004600226413458586, 0.004756865091621876, 0.0049135033041238785, 0.0050701419822871685]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 3.0, 1.0, 1.0, 2.0, 8.0, 1.0, 2.0, 1.0, 4.0, 5.0, 0.0, 1.0, 3.0, 2.0, 6.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016580453142523766, -0.015891853719949722, -0.015203256160020828, -0.014514656737446785, -0.013826058246195316, -0.013137459754943848, -0.012448860332369804, -0.011760261841118336, -0.011071663349866867, -0.010383064858615398, -0.00969446636736393, -0.009005866944789886, -0.008317268453538418, -0.007628669962286949, -0.006940071005374193, -0.006251472048461437, -0.005562873557209969, -0.0048742750659585, -0.004185676109045744, -0.0034970773849636316, -0.0028084786608815193, -0.002119879936799407, -0.0014312812127172947, -0.0007426824886351824, -5.408376455307007e-05, 0.0006345149595290422, 0.0013231136836111546, 0.002011712407693267, 0.002700311131775379, 0.0033889098558574915, 0.004077508579939604, 0.00476610753685236, 0.005454706028103828, 0.006143304519355297, 0.006831903476268053, 0.007520502433180809, 0.008209100924432278, 0.008897699415683746, 0.00958629883825779, 0.010274897329509258, 0.010963495820760727, 0.011652094312012196, 0.012340692803263664, 0.013029292225837708, 0.013717890717089176, 0.014406489208340645, 0.015095088630914688, 0.015783686190843582, 0.016472285613417625, 0.01716088503599167, 0.017849482595920563, 0.018538082018494606, 0.01922668144106865, 0.019915279000997543, 0.020603878423571587, 0.02129247598350048, 0.021981075406074524, 0.022669674828648567, 0.02335827238857746, 0.024046871811151505, 0.0247354693710804, 0.025424068793654442, 0.026112668216228485, 0.02680126577615738, 0.027489865198731422]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 4.0, 10.0, 11.0, 21.0, 26.0, 61.0, 80.0, 79.0, 113.0, 166.0, 199.0, 333.0, 534.0, 808.0, 1467.0, 6440.0, 2530.0, 1457.0, 1017.0, 817.0, 569.0, 411.0, 306.0, 239.0, 159.0, 140.0, 92.0, 88.0, 72.0, 42.0, 32.0, 25.0, 20.0, 12.0, 9.0, 3.0, 8.0, 2.0, 6.0, 2.0, 1.0, 3.0, 0.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.01025842223316431, -0.009900199249386787, -0.009541976265609264, -0.009183753281831741, -0.008825530298054218, -0.008467307314276695, -0.008109084330499172, -0.007750860881060362, -0.007392637897282839, -0.007034414913505316, -0.006676191929727793, -0.00631796894595027, -0.005959745496511459, -0.005601522512733936, -0.005243299528956413, -0.00488507654517889, -0.004526853561401367, -0.004168630577623844, -0.003810407593846321, -0.0034521843772381544, -0.0030939613934606314, -0.0027357384096831083, -0.0023775151930749416, -0.0020192922092974186, -0.0016610692255198956, -0.0013028462417423725, -0.0009446231415495276, -0.0005864000995643437, -0.00022817705757915974, 0.00013004598440602422, 0.00048826902639120817, 0.0008464920683763921, 0.001204715110361576, 0.0015629380941390991, 0.001921161194331944, 0.002279384294524789, 0.002637607278302312, 0.002995830262079835, 0.0033540534786880016, 0.0037122764624655247, 0.004070499446243048, 0.004428722430020571, 0.004786945413798094, 0.005145168397575617, 0.005503391847014427, 0.00586161483079195, 0.006219837814569473, 0.006578060798346996, 0.006936283782124519, 0.007294506765902042, 0.007652729749679565, 0.008010952733457088, 0.008369175717234612, 0.008727398701012135, 0.009085621684789658, 0.00944384466856718, 0.009802067652344704, 0.010160291567444801, 0.010518514551222324, 0.010876737534999847, 0.01123496051877737, 0.011593183502554893, 0.011951406486332417, 0.01230962947010994, 0.012667852453887463]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 6.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 4.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04454962909221649, -0.04270297288894653, -0.040856316685676575, -0.039009660482406616, -0.03716300427913666, -0.0353163480758667, -0.03346969187259674, -0.03162303566932678, -0.029776381328701973, -0.027929725125432014, -0.026083068922162056, -0.024236412718892097, -0.022389758378267288, -0.02054310217499733, -0.01869644597172737, -0.016849789768457413, -0.015003133565187454, -0.013156477361917496, -0.011309821158647537, -0.009463165886700153, -0.007616509683430195, -0.005769853480160236, -0.003923197742551565, -0.0020765417721122503, -0.00022988580167293549, 0.0016167701687663794, 0.003463426139205694, 0.005310081876814365, 0.007156738080084324, 0.009003394283354282, 0.010850049555301666, 0.012696705758571625, 0.014543361961841583, 0.016390018165111542, 0.0182366743683815, 0.02008333057165146, 0.021929986774921417, 0.023776641115546227, 0.025623297318816185, 0.027469953522086143, 0.029316609725356102, 0.03116326592862606, 0.03300992026925087, 0.03485657647252083, 0.03670323267579079, 0.038549888879060745, 0.040396545082330704, 0.04224320128560066, 0.04408985748887062, 0.04593651369214058, 0.04778316989541054, 0.049629826098680496, 0.051476482301950455, 0.05332313850522041, 0.05516979470849037, 0.05701645091176033, 0.05886310338973999, 0.06070975959300995, 0.06255641579627991, 0.06440307199954987, 0.06624972820281982, 0.06809638440608978, 0.06994304060935974, 0.0717896968126297, 0.07363635301589966]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [5.0, 0.0, 3.0, 2.0, 4.0, 3.0, 10.0, 2.0, 4.0, 2.0, 5.0, 6.0, 7.0, 7.0, 4.0, 6.0, 8.0, 10.0, 15.0, 17.0, 12.0, 13.0, 13.0, 15.0, 33.0, 18.0, 8.0, 15.0, 2.0, 0.0, 3.0, 5.0, 5.0, 2.0, 3.0, 2.0, 1.0, 2.0, 2.0, 3.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.034304603934288025, -0.03287620469927788, -0.03144780918955803, -0.030019409954547882, -0.028591010719537735, -0.027162613347172737, -0.02573421597480774, -0.024305816739797592, -0.022877419367432594, -0.021449021995067596, -0.02002062276005745, -0.01859222538769245, -0.017163828015327454, -0.015735428780317307, -0.014307031407952309, -0.012878633104264736, -0.011450234800577164, -0.010021836496889591, -0.008593438193202019, -0.007165040820837021, -0.005736642517149448, -0.004308244213461876, -0.0028798463754355907, -0.001451448304578662, -2.3050233721733093e-05, 0.0014053478371351957, 0.0028337459079921246, 0.00426214374601841, 0.005690542049705982, 0.007118940353393555, 0.008547337725758553, 0.009975736029446125, 0.011404134333133698, 0.01283253263682127, 0.014260930940508842, 0.01568932831287384, 0.017117727547883987, 0.018546124920248985, 0.019974522292613983, 0.02140292152762413, 0.022831318899989128, 0.024259716272354126, 0.025688115507364273, 0.02711651287972927, 0.02854491025209427, 0.029973309487104416, 0.03140170872211456, 0.03283010423183441, 0.03425850346684456, 0.035686902701854706, 0.037115298211574554, 0.0385436974465847, 0.03997209668159485, 0.0414004921913147, 0.042828891426324844, 0.04425729066133499, 0.04568568617105484, 0.04711408540606499, 0.048542484641075134, 0.04997088387608528, 0.05139927938580513, 0.05282767862081528, 0.054256077855825424, 0.05568447336554527, 0.05711287260055542]}, "_runtime": 100.83554267883301, "_timestamp": 1596238349.2513502, "_step": 26}
+{"val_accuracy": 0.8186993436073059, "val_loss": 0.46356716466276615, "_runtime": 108.76481771469116, "_timestamp": 1596238357.1806252, "_step": 27}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: K Confidence: 0.560 Truth: v", "Prediction: 5 Confidence: 1.000 Truth: 5", "Prediction: 2 Confidence: 0.998 Truth: 2", "Prediction: 0 Confidence: 0.722 Truth: 0"]}, "_runtime": 109.05191707611084, "_timestamp": 1596238357.4677246, "_step": 28}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 1.0, 1.0, 2.0, 3.0, 3.0, 3.0, 3.0, 2.0, 2.0, 5.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.007339877542108297, -0.007085852324962616, -0.006831827573478222, -0.0065778023563325405, -0.0063237776048481464, -0.006069752387702465, -0.005815727636218071, -0.00556170241907239, -0.005307677201926708, -0.005053652450442314, -0.004799627233296633, -0.004545602481812239, -0.004291577264666557, -0.004037552513182163, -0.003783527296036482, -0.003529502311721444, -0.0032754773274064064, -0.0030214523430913687, -0.002767427358776331, -0.0025134023744612932, -0.0022593773901462555, -0.002005352173000574, -0.0017513271886855364, -0.0014973022043704987, -0.001243277220055461, -0.0009892522357404232, -0.0007352271932177246, -0.0004812021797988564, -0.0002271771663799882, 2.684784703887999e-05, 0.0002808728604577482, 0.0005348979029804468, 0.0007889228872954845, 0.0010429478716105223, 0.00129697285592556, 0.0015509979566559196, 0.0018050229409709573, 0.002059048041701317, 0.0023130730260163546, 0.0025670980103313923, 0.00282112299464643, 0.0030751479789614677, 0.0033291729632765055, 0.003583197947591543, 0.0038372231647372246, 0.004091247916221619, 0.0043452731333673, 0.004599297884851694, 0.0048533231019973755, 0.005107348319143057, 0.005361373070627451, 0.005615398287773132, 0.005869423039257526, 0.006123448256403208, 0.006377473007887602, 0.006631498225033283, 0.006885522976517677, 0.007139548193663359, 0.00739357341080904, 0.007647598162293434, 0.007901622913777828, 0.008155648596584797, 0.008409673348069191, 0.008663698099553585, 0.008917722851037979]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 2.0, 5.0, 5.0, 7.0, 6.0, 7.0, 17.0, 14.0, 21.0, 20.0, 40.0, 42.0, 64.0, 69.0, 106.0, 139.0, 207.0, 314.0, 4737.0, 1115.0, 319.0, 213.0, 112.0, 86.0, 61.0, 49.0, 34.0, 25.0, 21.0, 15.0, 15.0, 15.0, 5.0, 7.0, 3.0, 0.0, 4.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.1235554963350296, -0.12020096182823181, -0.11684642732143402, -0.11349189281463623, -0.11013735830783844, -0.10678282380104065, -0.10342828929424286, -0.10007375478744507, -0.09671922028064728, -0.09336468577384949, -0.0900101512670517, -0.0866556167602539, -0.08330108225345612, -0.07994654774665833, -0.07659201323986053, -0.07323747873306274, -0.06988294422626495, -0.06652840971946716, -0.06317387521266937, -0.05981934070587158, -0.05646480619907379, -0.053110271692276, -0.04975573718547821, -0.04640120267868042, -0.04304666817188263, -0.03969213366508484, -0.03633759915828705, -0.03298306465148926, -0.029628530144691467, -0.026273995637893677, -0.022919461131095886, -0.019564926624298096, -0.016210392117500305, -0.012855857610702515, -0.009501323103904724, -0.006146788597106934, -0.002792254090309143, 0.0005622804164886475, 0.003916814923286438, 0.0072713494300842285, 0.010625883936882019, 0.01398041844367981, 0.0173349529504776, 0.02068948745727539, 0.02404402196407318, 0.02739855647087097, 0.030753090977668762, 0.03410762548446655, 0.03746215999126434, 0.040816694498062134, 0.044171229004859924, 0.047525763511657715, 0.050880298018455505, 0.054234832525253296, 0.057589367032051086, 0.06094390153884888, 0.06429843604564667, 0.06765297055244446, 0.07100750505924225, 0.07436203956604004, 0.07771657407283783, 0.08107110857963562, 0.08442564308643341, 0.0877801775932312, 0.09113471210002899]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 5.0, 2.0, 3.0, 2.0, 3.0, 4.0, 2.0, 0.0, 3.0, 4.0, 3.0, 2.0, 2.0, 2.0, 28.0, 3.0, 2.0, 2.0, 4.0, 7.0, 3.0, 4.0, 5.0, 1.0, 2.0, 2.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0029990836046636105, -0.002900715684518218, -0.0028023479972034693, -0.002703980077058077, -0.002605612389743328, -0.0025072444695979357, -0.0024088765494525433, -0.0023105088621377945, -0.002212140941992402, -0.0021137730218470097, -0.002015405334532261, -0.0019170374143868685, -0.0018186696106567979, -0.0017203018069267273, -0.0016219338867813349, -0.0015235660830512643, -0.0014251982793211937, -0.001326830475591123, -0.0012284626718610525, -0.00113009475171566, -0.0010317269479855895, -0.0009333591442555189, -0.0008349912823177874, -0.0007366234203800559, -0.0006382556166499853, -0.0005398878129199147, -0.0004415199509821832, -0.00034315211814828217, -0.0002447842853143811, -0.00014641645248048007, -4.804861964657903e-05, 5.031921318732202e-05, 0.00014868704602122307, 0.0002470548788551241, 0.00034542271168902516, 0.0004437905445229262, 0.0005421583773568273, 0.0006405261810868979, 0.0007388940430246294, 0.0008372619049623609, 0.0009356297086924314, 0.001033997512422502, 0.0011323653161525726, 0.001230733236297965, 0.0013291010400280356, 0.0014274688437581062, 0.0015258367639034986, 0.0016242045676335692, 0.0017225723713636398, 0.0018209401750937104, 0.001919307978823781, 0.0020176758989691734, 0.002116043586283922, 0.0022144115064293146, 0.002312779426574707, 0.002411147113889456, 0.002509515034034848, 0.0026078829541802406, 0.0027062506414949894, 0.002804618561640382, 0.0029029864817857742, 0.003001354169100523, 0.0030997220892459154, 0.003198089776560664, 0.0032964576967060566]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 3.0, 1.0, 8.0, 5.0, 6.0, 14.0, 27.0, 28.0, 42.0, 43.0, 64.0, 99.0, 136.0, 189.0, 296.0, 410.0, 650.0, 974.0, 1476.0, 2372.0, 3715.0, 5935.0, 10217.0, 19115.0, 42103.0, 141630.0, 836297.0, 52397.0, 22672.0, 12698.0, 7748.0, 5110.0, 3617.0, 2452.0, 1821.0, 1313.0, 979.0, 713.0, 550.0, 426.0, 340.0, 246.0, 184.0, 128.0, 105.0, 81.0, 66.0, 40.0, 29.0, 23.0, 13.0, 15.0, 12.0, 2.0, 1.0, 2.0, 3.0, 2.0, 0.0, 1.0], "bins": [-0.004658036399632692, -0.00450410321354866, -0.0043501704931259155, -0.0041962373070418835, -0.004042304586619139, -0.0038883716333657503, -0.003734438680112362, -0.0035805057268589735, -0.003426572773605585, -0.003272639587521553, -0.0031187066342681646, -0.0029647736810147762, -0.002810840727761388, -0.0026569077745079994, -0.002502974821254611, -0.0023490418680012226, -0.002195108914747834, -0.002041175961494446, -0.0018872430082410574, -0.001733310054987669, -0.0015793771017342806, -0.0014254440320655704, -0.001271511078812182, -0.0011175781255587935, -0.0009636451723054051, -0.0008097122190520167, -0.0006557792657986283, -0.000501846254337579, -0.0003479133010841906, -0.00019398033327888697, -4.004736547358334e-05, 0.00011388560233172029, 0.0002678185701370239, 0.00042175152339041233, 0.0005756844766438007, 0.00072961748810485, 0.0008835504413582385, 0.0010374834528192878, 0.0011914164060726762, 0.0013453493593260646, 0.001499282312579453, 0.0016532152658328414, 0.0018071482190862298, 0.00196108128875494, 0.0021150142420083284, 0.002268947195261717, 0.0024228801485151052, 0.0025768131017684937, 0.002730746055021882, 0.0028846790082752705, 0.003038611961528659, 0.0031925449147820473, 0.0033464778680354357, 0.003500410821288824, 0.0036543437745422125, 0.003808276727795601, 0.003962209913879633, 0.004116142634302378, 0.00427007582038641, 0.0044240085408091545, 0.004577941726893187, 0.004731874447315931, 0.004885807633399963, 0.005039740353822708, 0.00519367353990674]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 3.0, 1.0, 3.0, 1.0, 5.0, 3.0, 2.0, 11.0, 5.0, 1.0, 4.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01988588087260723, -0.019057471305131912, -0.018229059875011444, -0.017400650307536125, -0.016572238877415657, -0.015743829309940338, -0.014915418811142445, -0.014087008312344551, -0.013258597813546658, -0.012430187314748764, -0.01160177681595087, -0.010773366317152977, -0.009944956749677658, -0.009116546250879765, -0.008288135752081871, -0.0074597252532839775, -0.006631314754486084, -0.0058029042556881905, -0.004974493756890297, -0.004146083723753691, -0.003317673224955797, -0.0024892627261579037, -0.0016608524601906538, -0.0008324420778080821, -4.0316954255104065e-06, 0.0008243786869570613, 0.001652789069339633, 0.002481199335306883, 0.0033096098341047764, 0.00413802033290267, 0.004966430366039276, 0.00579484086483717, 0.006623251363635063, 0.007451661862432957, 0.00828007236123085, 0.009108482860028744, 0.009936893358826637, 0.010765302926301956, 0.01159371342509985, 0.012422123923897743, 0.013250534422695637, 0.01407894492149353, 0.014907355420291424, 0.015735765919089317, 0.016564175486564636, 0.017392586916685104, 0.018220996484160423, 0.01904940791428089, 0.01987781748175621, 0.02070622704923153, 0.021534638479351997, 0.022363048046827316, 0.023191459476947784, 0.024019869044423103, 0.02484828047454357, 0.02567669004201889, 0.02650510147213936, 0.027333511039614677, 0.028161920607089996, 0.028990332037210464, 0.029818741604685783, 0.03064715303480625, 0.03147556260228157, 0.03230397403240204, 0.03313238173723221]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 9.0, 5.0, 10.0, 7.0, 12.0, 16.0, 26.0, 19.0, 41.0, 53.0, 61.0, 65.0, 92.0, 134.0, 191.0, 238.0, 296.0, 406.0, 553.0, 810.0, 1208.0, 2084.0, 6562.0, 1832.0, 1110.0, 685.0, 474.0, 349.0, 241.0, 178.0, 157.0, 117.0, 69.0, 56.0, 41.0, 25.0, 19.0, 18.0, 18.0, 15.0, 12.0, 12.0, 12.0, 12.0, 10.0, 7.0, 10.0, 13.0, 6.0, 13.0, 6.0, 3.0, 0.0, 1.0, 1.0, 3.0, 1.0, 3.0], "bins": [-0.008493035100400448, -0.008194535970687866, -0.007896036840975285, -0.00759753817692399, -0.007299039047211409, -0.007000539917498827, -0.006702041253447533, -0.006403542123734951, -0.006105042994022369, -0.005806543864309788, -0.005508044734597206, -0.005209546070545912, -0.00491104694083333, -0.0046125478111207485, -0.004314049147069454, -0.0040155500173568726, -0.003717050887644291, -0.0034185517579317093, -0.0031200528610497713, -0.0028215539641678333, -0.0025230548344552517, -0.00222455570474267, -0.001926056807860732, -0.0016275577945634723, -0.0013290587812662125, -0.0010305597679689527, -0.0007320607546716928, -0.00043356174137443304, -0.00013506272807717323, 0.00016343628522008657, 0.0004619352985173464, 0.0007604343118146062, 0.001058933325111866, 0.0013574323384091258, 0.0016559313517063856, 0.0019544302485883236, 0.0022529293783009052, 0.002551428508013487, 0.002849927404895425, 0.003148426301777363, 0.0034469254314899445, 0.003745424561202526, 0.004043923690915108, 0.004342422354966402, 0.004640921484678984, 0.004939420614391565, 0.00523791927844286, 0.005536418408155441, 0.005834917537868023, 0.0061334166675806046, 0.006431915797293186, 0.0067304144613444805, 0.007028913591057062, 0.007327412720769644, 0.007625911384820938, 0.00792441051453352, 0.008222909644246101, 0.008521408773958683, 0.008819907903671265, 0.009118407033383846, 0.009416906163096428, 0.009715404361486435, 0.010013903491199017, 0.010312402620911598, 0.01061090175062418]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 0.0, 4.0, 0.0, 1.0, 3.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09645073115825653, -0.09344878792762756, -0.0904468446969986, -0.08744489401578903, -0.08444295078516006, -0.0814410075545311, -0.07843906432390213, -0.07543712109327316, -0.0724351704120636, -0.06943322718143463, -0.06643128395080566, -0.0634293407201767, -0.06042739748954773, -0.057425450533628464, -0.054423507302999496, -0.05142156034708023, -0.04841961711645126, -0.045417673885822296, -0.04241572692990303, -0.03941378369927406, -0.0364118367433548, -0.03340989351272583, -0.030407950282096863, -0.027406005188822746, -0.02440406009554863, -0.021402115002274513, -0.018400169909000397, -0.01539822667837143, -0.012396281585097313, -0.009394336491823196, -0.0063923923298716545, -0.0033904477022588253, -0.0003885030746459961, 0.002613441552966833, 0.005615386180579662, 0.008617330342531204, 0.01161927543580532, 0.014621220529079437, 0.017623163759708405, 0.02062510885298252, 0.023627053946256638, 0.026628999039530754, 0.02963094413280487, 0.03263288736343384, 0.035634830594062805, 0.03863677754998207, 0.04163872078061104, 0.044640667736530304, 0.04764261096715927, 0.05064455419778824, 0.053646501153707504, 0.05664844438433647, 0.05965039134025574, 0.0626523345708847, 0.06565427780151367, 0.06865622103214264, 0.0716581642627716, 0.07466011494398117, 0.07766205817461014, 0.0806640014052391, 0.08366594463586807, 0.08666788786649704, 0.0896698385477066, 0.09267178177833557, 0.09567372500896454]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 2.0, 0.0, 4.0, 4.0, 1.0, 4.0, 5.0, 9.0, 12.0, 19.0, 22.0, 48.0, 34.0, 21.0, 19.0, 14.0, 15.0, 13.0, 7.0, 5.0, 2.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.07252414524555206, -0.07017861306667328, -0.0678330808877945, -0.06548755615949631, -0.06314202398061752, -0.06079649180173874, -0.058450959622859955, -0.05610543116927147, -0.053759898990392685, -0.0514143668115139, -0.049068838357925415, -0.04672330617904663, -0.04437777400016785, -0.04203224554657936, -0.03968671336770058, -0.03734118491411209, -0.03499565273523331, -0.03265012055635452, -0.030304592102766037, -0.027959059923887253, -0.025613529607653618, -0.023267999291419983, -0.0209224671125412, -0.018576936796307564, -0.01623140648007393, -0.013885876163840294, -0.011540344916284084, -0.009194813668727875, -0.00684928335249424, -0.0045037525705993176, -0.0021582217887043953, 0.00018730899319052696, 0.0025328397750854492, 0.0048783705569803715, 0.007223901338875294, 0.009569432586431503, 0.011914962902665138, 0.014260493218898773, 0.016606025397777557, 0.018951555714011192, 0.021297086030244827, 0.023642616346478462, 0.025988146662712097, 0.02833367884159088, 0.030679209157824516, 0.03302473947405815, 0.035370271652936935, 0.03771580010652542, 0.040061332285404205, 0.04240686446428299, 0.044752392917871475, 0.04709792509675026, 0.049443453550338745, 0.05178898572921753, 0.054134517908096313, 0.0564800463616848, 0.05882557854056358, 0.06117111071944237, 0.06351663917303085, 0.06586217135190964, 0.06820770353078842, 0.0705532357096672, 0.0728987604379654, 0.07524429261684418, 0.07758982479572296]}, "_runtime": 110.45199704170227, "_timestamp": 1596238358.8678045, "_step": 29}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 2.0, 4.0, 3.0, 1.0, 4.0, 3.0, 3.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008464524522423744, -0.008139127865433693, -0.007813732139766216, -0.007488335482776165, -0.007162938825786114, -0.00683754263445735, -0.006512146443128586, -0.0061867497861385345, -0.005861353594809771, -0.005535957403481007, -0.005210560746490955, -0.004885164555162191, -0.004559768363833427, -0.004234371706843376, -0.003908975515514612, -0.0035835790913552046, -0.003258182667195797, -0.0029327862430363894, -0.0026073898188769817, -0.0022819936275482178, -0.00195659720338881, -0.0016312007792294025, -0.0013058044714853168, -0.000980408163741231, -0.0006550117395818233, -0.00032961537363007665, -4.219007678329945e-06, 0.00032117735827341676, 0.0006465737242251635, 0.0009719700901769102, 0.0012973664561286569, 0.0016227627638727427, 0.0019481591880321503, 0.002273555612191558, 0.0025989520363509655, 0.0029243482276797295, 0.003249744651839137, 0.0035751410759985447, 0.0039005372673273087, 0.00422593392431736, 0.004551330115646124, 0.004876726306974888, 0.005202122963964939, 0.005527519155293703, 0.005852915346622467, 0.006178312003612518, 0.006503708194941282, 0.0068291048519313335, 0.0071545010432600975, 0.0074798972345888615, 0.007805293891578913, 0.008130690082907677, 0.008456086739897728, 0.008781482465565205, 0.009106879122555256, 0.009432275779545307, 0.009757671505212784, 0.010083068162202835, 0.010408464819192886, 0.010733861476182938, 0.011059257201850414, 0.011384653858840466, 0.011710050515830517, 0.012035446241497993, 0.012360842898488045]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 5.0, 5.0, 6.0, 14.0, 16.0, 22.0, 25.0, 35.0, 50.0, 88.0, 139.0, 177.0, 323.0, 4990.0, 1204.0, 342.0, 179.0, 102.0, 63.0, 40.0, 25.0, 22.0, 21.0, 6.0, 6.0, 6.0, 3.0, 3.0, 4.0, 3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15548595786094666, -0.14970576763153076, -0.14392557740211487, -0.13814538717269897, -0.13236521184444427, -0.12658502161502838, -0.12080483138561249, -0.1150246411561966, -0.1092444509267807, -0.1034642681479454, -0.09768407791852951, -0.09190388768911362, -0.08612370491027832, -0.08034351468086243, -0.07456332445144653, -0.06878314167261124, -0.06300295144319534, -0.05722276493906975, -0.051442574709653854, -0.04566238820552826, -0.039882197976112366, -0.03410201147198677, -0.028321824967861176, -0.02254163660109043, -0.016761448234319687, -0.010981259867548943, -0.005201072432100773, 0.0005791154690086842, 0.006359303370118141, 0.012139491736888885, 0.01791967824101448, 0.023699866607785225, 0.02948005497455597, 0.035260241478681564, 0.04104043170809746, 0.04682061821222305, 0.05260080844163895, 0.05838099494576454, 0.06416118144989014, 0.06994137167930603, 0.07572156190872192, 0.08150174468755722, 0.08728193491697311, 0.09306212514638901, 0.0988423079252243, 0.1046224981546402, 0.11040268838405609, 0.11618287116289139, 0.12196306139230728, 0.12774324417114258, 0.13352343440055847, 0.13930362462997437, 0.14508381485939026, 0.15086400508880615, 0.15664419531822205, 0.16242437064647675, 0.16820456087589264, 0.17398475110530853, 0.17976494133472443, 0.18554513156414032, 0.1913253217935562, 0.1971054971218109, 0.2028856873512268, 0.2086658775806427, 0.2144460678100586]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 3.0, 1.0, 1.0, 2.0, 3.0, 1.0, 0.0, 3.0, 8.0, 2.0, 0.0, 4.0, 1.0, 2.0, 2.0, 1.0, 2.0, 4.0, 21.0, 3.0, 5.0, 4.0, 3.0, 2.0, 4.0, 2.0, 5.0, 1.0, 2.0, 2.0, 1.0, 3.0, 4.0, 2.0, 5.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.002248524222522974, -0.0021682167425751686, -0.002087909262627363, -0.0020076020155102015, -0.001927294535562396, -0.0018469870556145906, -0.001766679692082107, -0.0016863723285496235, -0.001606064848601818, -0.0015257573686540127, -0.001445450005121529, -0.0013651426415890455, -0.0012848351616412401, -0.0012045276816934347, -0.0011242203181609511, -0.0010439129546284676, -0.0009636054746806622, -0.0008832980529405177, -0.0008029906312003732, -0.0007226832094602287, -0.0006423757877200842, -0.0005620683659799397, -0.0004817609442397952, -0.0004014535224996507, -0.0003211461007595062, -0.00024083867901936173, -0.00016053125727921724, -8.022383553907275e-05, 8.35862010717392e-08, 8.039100794121623e-05, 0.00016069842968136072, 0.0002410058514215052, 0.0003213132731616497, 0.0004016206949017942, 0.0004819281166419387, 0.0005622355383820832, 0.0006425429601222277, 0.0007228503818623722, 0.0008031578036025167, 0.0008834652253426611, 0.0009637726470828056, 0.001044080127030611, 0.0011243874905630946, 0.0012046948540955782, 0.0012850023340433836, 0.001365309813991189, 0.0014456171775236726, 0.0015259245410561562, 0.0016062320210039616, 0.001686539500951767, 0.0017668468644842505, 0.0018471542280167341, 0.0019274617079645395, 0.002007769187912345, 0.0020880764350295067, 0.002168383914977312, 0.0022486913949251175, 0.002328998874872923, 0.0024093063548207283, 0.00248961360193789, 0.0025699210818856955, 0.002650228561833501, 0.0027305358089506626, 0.002810843288898468, 0.0028911507688462734]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 4.0, 2.0, 5.0, 4.0, 8.0, 15.0, 20.0, 30.0, 49.0, 54.0, 95.0, 147.0, 234.0, 367.0, 569.0, 934.0, 1535.0, 2690.0, 4814.0, 9122.0, 18403.0, 41813.0, 146520.0, 834315.0, 58956.0, 24936.0, 12966.0, 7667.0, 4635.0, 2801.0, 1905.0, 1223.0, 844.0, 562.0, 378.0, 303.0, 189.0, 149.0, 113.0, 79.0, 55.0, 40.0, 26.0, 16.0, 15.0, 7.0, 7.0, 4.0, 2.0, 2.0, 4.0, 4.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.00601417338475585, -0.005808333400636911, -0.005602492950856686, -0.005396652966737747, -0.005190812982618809, -0.004984972532838583, -0.0047791325487196445, -0.004573292098939419, -0.00436745211482048, -0.004161612130701542, -0.003955771680921316, -0.0037499316968023777, -0.0035440914798527956, -0.0033382512629032135, -0.003132411278784275, -0.002926571061834693, -0.002720730844885111, -0.0025148906279355288, -0.0023090504109859467, -0.002103210426867008, -0.0018973702099174261, -0.001691529992967844, -0.0014856898924335837, -0.0012798497918993235, -0.0010740095749497414, -0.0008681694162078202, -0.000662329257465899, -0.0004564890987239778, -0.0002506489399820566, -4.480878124013543e-05, 0.00016103137750178576, 0.00036687153624370694, 0.0005727116949856281, 0.0007785518537275493, 0.0009843920124694705, 0.0011902321130037308, 0.0013960723299533129, 0.001601912546902895, 0.0018077526474371552, 0.0020135927479714155, 0.0022194329649209976, 0.0024252731818705797, 0.002631113398820162, 0.0028369533829391003, 0.0030427935998886824, 0.0032486338168382645, 0.003454473800957203, 0.003660314017906785, 0.003866154234856367, 0.0040719942189753056, 0.004277834668755531, 0.00448367465287447, 0.004689514636993408, 0.004895355086773634, 0.005101195070892572, 0.005307035520672798, 0.005512875504791737, 0.005718715488910675, 0.005924555938690901, 0.006130395922809839, 0.006336236372590065, 0.0065420763567090034, 0.006747916340827942, 0.006953756790608168, 0.007159596774727106]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 4.0, 4.0, 10.0, 8.0, 10.0, 6.0, 2.0, 5.0, 1.0, 5.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02098972164094448, -0.01862725242972374, -0.01626478135585785, -0.013902312144637108, -0.011539842002093792, -0.009177371859550476, -0.0068149021826684475, -0.004452432505786419, -0.002089962363243103, 0.0002725075464695692, 0.0026349774561822414, 0.00499744713306427, 0.007359917275607586, 0.009722387418150902, 0.012084856629371643, 0.014447326771914959, 0.016809796914458275, 0.019172266125679016, 0.021534737199544907, 0.023897206410765648, 0.02625967562198639, 0.02862214669585228, 0.03098461590707302, 0.03334708511829376, 0.03570955619215965, 0.03807202726602554, 0.040434494614601135, 0.042796965688467026, 0.045159436762332916, 0.04752190411090851, 0.0498843751847744, 0.05224684625864029, 0.05460931360721588, 0.05697178468108177, 0.05933425575494766, 0.06169672682881355, 0.06405919790267944, 0.06642166525125504, 0.06878413259983063, 0.07114660739898682, 0.07350907474756241, 0.075871542096138, 0.07823401689529419, 0.08059648424386978, 0.08295895159244537, 0.08532142639160156, 0.08768389374017715, 0.09004636108875275, 0.09240883588790894, 0.09477130323648453, 0.09713377058506012, 0.09949624538421631, 0.1018587127327919, 0.10422118008136749, 0.10658365488052368, 0.10894612222909927, 0.11130858957767487, 0.11367106437683105, 0.11603353172540665, 0.11839600652456284, 0.12075847387313843, 0.12312094122171402, 0.1254834085702896, 0.1278458833694458, 0.130208358168602]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 7.0, 9.0, 29.0, 35.0, 72.0, 102.0, 196.0, 314.0, 462.0, 999.0, 2149.0, 8705.0, 2657.0, 1131.0, 590.0, 329.0, 191.0, 125.0, 80.0, 44.0, 23.0, 12.0, 9.0, 12.0, 13.0, 5.0, 1.0, 5.0, 6.0, 7.0, 10.0, 13.0, 6.0, 3.0, 2.0, 4.0, 3.0, 5.0, 5.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 5.0, 11.0, 10.0, 7.0, 2.0, 5.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 8.0], "bins": [-0.010149821639060974, -0.009353774599730968, -0.008557727560400963, -0.007761681452393532, -0.006965634413063526, -0.0061695873737335205, -0.005373540800064802, -0.004577494226396084, -0.003781447187066078, -0.002985400380566716, -0.002189353574067354, -0.0013933067675679922, -0.0005972599610686302, 0.00019878684543073177, 0.0009948336519300938, 0.0017908804584294558, 0.0025869272649288177, 0.0033829740714281797, 0.004179020877927542, 0.00497506745159626, 0.005771114490926266, 0.006567161530256271, 0.00736320810392499, 0.008159254677593708, 0.008955301716923714, 0.00975134875625372, 0.010547395795583725, 0.011343441903591156, 0.012139488942921162, 0.012935535982251167, 0.013731582090258598, 0.014527629129588604, 0.01532367616891861, 0.01611972227692604, 0.01691577024757862, 0.017711816355586052, 0.018507864326238632, 0.019303910434246063, 0.020099956542253494, 0.020896004512906075, 0.021692050620913506, 0.022488096728920937, 0.023284144699573517, 0.024080190807580948, 0.02487623691558838, 0.02567228488624096, 0.02646833099424839, 0.02726437896490097, 0.0280604250729084, 0.028856471180915833, 0.029652519151568413, 0.030448565259575844, 0.031244613230228424, 0.032040659338235855, 0.032836705446243286, 0.03363275155425072, 0.03442879766225815, 0.03522484749555588, 0.03602089360356331, 0.03681693971157074, 0.03761298581957817, 0.0384090319275856, 0.03920508176088333, 0.04000112786889076, 0.04079717397689819]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 3.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.30307796597480774, -0.2964692711830139, -0.2898605763912201, -0.28325188159942627, -0.27664318680763245, -0.2700344920158386, -0.2634257972240448, -0.256817102432251, -0.25020840764045715, -0.24359969794750214, -0.2369910031557083, -0.2303823083639145, -0.22377361357212067, -0.21716491878032684, -0.21055622398853302, -0.2039475291967392, -0.19733881950378418, -0.19073012471199036, -0.18412142992019653, -0.1775127351284027, -0.1709040403366089, -0.16429534554481506, -0.15768665075302124, -0.15107795596122742, -0.1444692611694336, -0.13786056637763977, -0.13125187158584595, -0.12464316934347153, -0.1180344745516777, -0.11142577975988388, -0.10481707751750946, -0.09820838272571564, -0.09159968793392181, -0.08499099314212799, -0.07838229835033417, -0.07177359610795975, -0.06516490131616592, -0.0585562065243721, -0.05194751173257828, -0.045338813215494156, -0.03873011842370033, -0.03212142363190651, -0.025512725114822388, -0.018904030323028564, -0.012295333668589592, -0.005686637479811907, 0.0009220587089657784, 0.0075307548977434635, 0.014139451086521149, 0.02074814774096012, 0.027356844395399094, 0.03396553918719292, 0.04057423770427704, 0.04718293249607086, 0.053791627287864685, 0.06040032580494881, 0.06700901687145233, 0.07361771911382675, 0.08022641390562057, 0.0868351086974144, 0.09344380348920822, 0.10005249828100204, 0.10666120052337646, 0.11326989531517029, 0.11987859010696411]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 5.0, 3.0, 8.0, 5.0, 2.0, 3.0, 4.0, 4.0, 3.0, 8.0, 5.0, 6.0, 10.0, 11.0, 46.0, 13.0, 21.0, 23.0, 20.0, 17.0, 11.0, 6.0, 7.0, 3.0, 3.0, 3.0, 4.0, 3.0, 4.0, 3.0, 3.0, 3.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 2.0], "bins": [-0.09845562279224396, -0.09589234739542007, -0.09332907199859619, -0.09076578915119171, -0.08820251375436783, -0.08563923835754395, -0.08307595551013947, -0.08051268011331558, -0.0779494047164917, -0.07538612931966782, -0.07282285392284393, -0.07025957107543945, -0.06769629567861557, -0.06513302028179169, -0.06256973743438721, -0.060006462037563324, -0.05744318664073944, -0.05487991124391556, -0.052316632121801376, -0.049753352999687195, -0.04719007760286331, -0.04462680220603943, -0.04206352308392525, -0.039500243961811066, -0.03693696856498718, -0.0343736931681633, -0.03181041404604912, -0.029247136786580086, -0.026683859527111053, -0.02412058226764202, -0.02155730500817299, -0.018994027748703957, -0.016430750489234924, -0.013867473229765892, -0.01130419597029686, -0.008740918710827827, -0.006177641451358795, -0.003614364191889763, -0.0010510869324207306, 0.0015121903270483017, 0.004075467586517334, 0.006638744845986366, 0.009202022105455399, 0.01176529936492443, 0.014328576624393463, 0.016891853883862495, 0.019455131143331528, 0.02201840840280056, 0.024581685662269592, 0.027144962921738625, 0.029708240181207657, 0.03227151930332184, 0.03483479470014572, 0.037398070096969604, 0.039961349219083786, 0.04252462834119797, 0.04508790373802185, 0.047651179134845734, 0.050214458256959915, 0.0527777373790741, 0.05534101277589798, 0.05790428817272186, 0.060467567294836044, 0.06303084641695023, 0.06559412181377411]}, "_runtime": 118.1955554485321, "_timestamp": 1596238366.611363, "_step": 30}
+{"val_accuracy": 0.8202311643835617, "val_loss": 0.46079677329760166, "_runtime": 120.49316215515137, "_timestamp": 1596238368.9089696, "_step": 31}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: K Confidence: 0.211 Truth: v", "Prediction: 5 Confidence: 1.000 Truth: 5", "Prediction: 2 Confidence: 0.998 Truth: 2", "Prediction: 0 Confidence: 0.597 Truth: 0"]}, "_runtime": 120.74837613105774, "_timestamp": 1596238369.1641836, "_step": 32}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 4.0, 2.0, 0.0, 2.0, 0.0, 5.0, 3.0, 4.0, 3.0, 4.0, 2.0, 2.0, 6.0, 0.0, 2.0, 1.0, 3.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011195216327905655, -0.010789580643177032, -0.01038394495844841, -0.009978309273719788, -0.009572673588991165, -0.009167037904262543, -0.00876140221953392, -0.008355766534805298, -0.007950130850076675, -0.007544494699686766, -0.007138859014958143, -0.006733223330229521, -0.006327587179839611, -0.005921951495110989, -0.005516315810382366, -0.005110680125653744, -0.004705044440925121, -0.004299408756196499, -0.0038937730714678764, -0.0034881371539086103, -0.003082501469179988, -0.0026768657844513655, -0.0022712298668920994, -0.001865594182163477, -0.0014599584974348545, -0.001054322812706232, -0.0006486870115622878, -0.00024305126862600446, 0.0001625844743102789, 0.0005682202172465622, 0.0009738559601828456, 0.0013794917613267899, 0.0017851274460554123, 0.0021907631307840347, 0.002596398815512657, 0.0030020347330719233, 0.0034076704178005457, 0.003813306102529168, 0.004218942020088434, 0.004624577704817057, 0.005030213389545679, 0.0054358490742743015, 0.005841484759002924, 0.006247120443731546, 0.006652756594121456, 0.007058392278850079, 0.007464027963578701, 0.007869663648307323, 0.008275299333035946, 0.008680935017764568, 0.00908657070249319, 0.009492206387221813, 0.009897842071950436, 0.010303477756679058, 0.01070911344140768, 0.011114749126136303, 0.0115203857421875, 0.011926021426916122, 0.012331657111644745, 0.012737292796373367, 0.01314292848110199, 0.013548564165830612, 0.013954199850559235, 0.014359835535287857, 0.01476547122001648]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 4.0, 1.0, 3.0, 1.0, 3.0, 7.0, 6.0, 11.0, 5.0, 17.0, 16.0, 16.0, 23.0, 16.0, 31.0, 49.0, 50.0, 65.0, 105.0, 126.0, 152.0, 271.0, 601.0, 5240.0, 398.0, 205.0, 119.0, 89.0, 67.0, 46.0, 35.0, 34.0, 19.0, 20.0, 9.0, 16.0, 11.0, 7.0, 8.0, 8.0, 1.0, 2.0, 3.0, 4.0, 2.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0], "bins": [-0.1242954432964325, -0.12085053324699402, -0.11740562319755554, -0.11396071314811707, -0.11051580309867859, -0.10707089304924011, -0.10362598299980164, -0.10018107295036316, -0.09673616290092468, -0.0932912528514862, -0.08984634280204773, -0.08640143275260925, -0.08295652270317078, -0.0795116126537323, -0.07606670260429382, -0.07262179255485535, -0.06917688250541687, -0.0657319724559784, -0.06228706240653992, -0.05884215235710144, -0.055397242307662964, -0.05195233225822449, -0.04850742220878601, -0.045062512159347534, -0.04161760210990906, -0.03817269206047058, -0.034727782011032104, -0.03128287196159363, -0.02783796191215515, -0.024393051862716675, -0.020948141813278198, -0.01750323176383972, -0.014058321714401245, -0.010613411664962769, -0.007168501615524292, -0.0037235915660858154, -0.00027868151664733887, 0.0031662285327911377, 0.006611138582229614, 0.01005604863166809, 0.013500958681106567, 0.016945868730545044, 0.02039077877998352, 0.023835688829421997, 0.027280598878860474, 0.03072550892829895, 0.03417041897773743, 0.0376153290271759, 0.04106023907661438, 0.044505149126052856, 0.04795005917549133, 0.05139496922492981, 0.054839879274368286, 0.05828478932380676, 0.06172969937324524, 0.06517460942268372, 0.06861951947212219, 0.07206442952156067, 0.07550933957099915, 0.07895424962043762, 0.0823991596698761, 0.08584406971931458, 0.08928897976875305, 0.09273388981819153, 0.09617879986763]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 0.0, 3.0, 5.0, 3.0, 3.0, 4.0, 3.0, 5.0, 3.0, 4.0, 3.0, 5.0, 27.0, 5.0, 2.0, 4.0, 2.0, 3.0, 6.0, 3.0, 2.0, 1.0, 5.0, 0.0, 2.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004369092173874378, -0.004260580521076918, -0.004152069333940744, -0.004043557681143284, -0.003935046494007111, -0.00382653484120965, -0.0037180231884121895, -0.0036095117684453726, -0.0035010003484785557, -0.0033924889285117388, -0.003283977508544922, -0.0031754658557474613, -0.0030669544357806444, -0.0029584430158138275, -0.002849931363016367, -0.00274141994304955, -0.002632908523082733, -0.0025243971031159163, -0.0024158856831490993, -0.002307374030351639, -0.002198862610384822, -0.002090351190418005, -0.0019818395376205444, -0.0018733281176537275, -0.0017648166976869106, -0.0016563052777200937, -0.001547793741337955, -0.0014392822049558163, -0.0013307707849889994, -0.0012222593650221825, -0.0011137478286400437, -0.001005236292257905, -0.0008967248722910881, -0.0007882133941166103, -0.0006797019159421325, -0.0005711904377676547, -0.00046267895959317684, -0.000354167481418699, -0.0002456560032442212, -0.0001371445250697434, -2.863304689526558e-05, 7.987843127921224e-05, 0.00018838990945369005, 0.00029690138762816787, 0.0004054128658026457, 0.0005139243439771235, 0.0006224358221516013, 0.0007309473003260791, 0.000839458778500557, 0.0009479702566750348, 0.0010564817348495126, 0.0011649932712316513, 0.0012735046911984682, 0.0013820161111652851, 0.0014905276475474238, 0.0015990391839295626, 0.0017075506038963795, 0.0018160620238631964, 0.001924573560245335, 0.002033085096627474, 0.0021415965165942907, 0.0022501079365611076, 0.002358619589358568, 0.002467131009325385, 0.002575642429292202]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 2.0, 2.0, 0.0, 5.0, 9.0, 7.0, 7.0, 11.0, 16.0, 18.0, 23.0, 40.0, 51.0, 59.0, 92.0, 143.0, 188.0, 243.0, 443.0, 608.0, 940.0, 1423.0, 2430.0, 4091.0, 7134.0, 13653.0, 28681.0, 77096.0, 880088.0, 92884.0, 31736.0, 15105.0, 8580.0, 4964.0, 2976.0, 1983.0, 1332.0, 875.0, 574.0, 397.0, 223.0, 135.0, 109.0, 84.0, 49.0, 33.0, 29.0, 24.0, 14.0, 11.0, 3.0, 12.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.006753281224519014, -0.006539992056787014, -0.006326703354716301, -0.006113414186984301, -0.0059001250192523, -0.005686836317181587, -0.005473547149449587, -0.0052602579817175865, -0.0050469692796468735, -0.004833680111914873, -0.004620390944182873, -0.004407101776450872, -0.004193813074380159, -0.003980523906648159, -0.0037672349717468023, -0.003553945804014802, -0.0033406568691134453, -0.0031273679342120886, -0.0029140787664800882, -0.0027007898315787315, -0.002487500663846731, -0.0022742117289453745, -0.002060922794044018, -0.0018476337427273393, -0.0016343446914106607, -0.0014210556400939822, -0.0012077665887773037, -0.000994477653875947, -0.0007811886025592685, -0.00056789955124259, -0.00035461055813357234, -0.00014132153592072427, 7.19674862921238e-05, 0.00028525650850497186, 0.0004985455307178199, 0.0007118345238268375, 0.0009251235751435161, 0.0011384126264601946, 0.0013517015613615513, 0.0015649906126782298, 0.0017782796639949083, 0.001991568598896265, 0.0022048577666282654, 0.002418146701529622, 0.0026314356364309788, 0.002844724804162979, 0.003058013739064336, 0.003271302906796336, 0.003484591841697693, 0.0036978807765990496, 0.003911169711500406, 0.004124458879232407, 0.004337748046964407, 0.00455103674903512, 0.00476432591676712, 0.004977615084499121, 0.005190904252231121, 0.005404192954301834, 0.0056174821220338345, 0.005830771289765835, 0.006044059991836548, 0.006257349159568548, 0.0064706383273005486, 0.006683927029371262, 0.006897216197103262]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 3.0, 2.0, 3.0, 11.0, 7.0, 6.0, 1.0, 3.0, 5.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.028840459883213043, -0.027673516422510147, -0.026506571099162102, -0.025339627638459206, -0.02417268231511116, -0.023005738854408264, -0.021838795393705368, -0.020671850070357323, -0.019504906609654427, -0.01833796314895153, -0.017171017825603485, -0.01600407436490059, -0.014837129972875118, -0.013670185580849648, -0.012503242120146751, -0.01133629772812128, -0.01016935333609581, -0.00900240894407034, -0.007835464552044868, -0.006668521091341972, -0.005501576699316502, -0.004334632307291031, -0.0031676883809268475, -0.0020007442217320204, -0.0008338000625371933, 0.0003331440966576338, 0.0015000882558524609, 0.002667032415047288, 0.003833976574242115, 0.005000920966267586, 0.006167864892631769, 0.007334808818995953, 0.008501753211021423, 0.009668697603046894, 0.010835641995072365, 0.012002585455775261, 0.013169529847800732, 0.014336474239826202, 0.015503417700529099, 0.016670363023877144, 0.01783730648458004, 0.019004249945282936, 0.02017119526863098, 0.021338138729333878, 0.022505082190036774, 0.02367202751338482, 0.024838970974087715, 0.02600591629743576, 0.027172859758138657, 0.028339803218841553, 0.029506748542189598, 0.030673692002892494, 0.03184063732624054, 0.033007580786943436, 0.03417452424764633, 0.03534146770834923, 0.036508411169052124, 0.03767535835504532, 0.038842301815748215, 0.04000924527645111, 0.04117618873715401, 0.0423431321978569, 0.0435100793838501, 0.044677022844552994, 0.04584396630525589]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 2.0, 5.0, 7.0, 11.0, 19.0, 13.0, 25.0, 14.0, 33.0, 34.0, 63.0, 72.0, 101.0, 143.0, 199.0, 297.0, 449.0, 654.0, 1015.0, 1570.0, 6130.0, 3375.0, 1622.0, 888.0, 590.0, 371.0, 214.0, 122.0, 79.0, 54.0, 32.0, 22.0, 23.0, 19.0, 14.0, 10.0, 19.0, 10.0, 17.0, 5.0, 7.0, 7.0, 7.0, 17.0, 17.0, 7.0, 2.0, 1.0, 1.0, 0.0, 1.0, 8.0], "bins": [-0.015194852836430073, -0.01473382581025362, -0.014272797852754593, -0.01381177082657814, -0.013350743800401688, -0.01288971584290266, -0.012428688816726208, -0.01196766085922718, -0.011506633833050728, -0.011045606806874275, -0.010584578849375248, -0.010123551823198795, -0.009662523865699768, -0.009201496839523315, -0.008740469813346863, -0.008279441855847836, -0.007818414829671383, -0.007357387337833643, -0.006896359845995903, -0.00643533281981945, -0.0059743053279817104, -0.0055132778361439705, -0.005052250809967518, -0.004591223318129778, -0.004130195826292038, -0.003669168334454298, -0.0032081410754472017, -0.0027471138164401054, -0.0022860863246023655, -0.0018250589491799474, -0.0013640315737575293, -0.0009030041983351111, -0.000441976822912693, 1.9050552509725094e-05, 0.0004800779279321432, 0.0009411053033545613, 0.0014021326787769794, 0.0018631600541993976, 0.0023241874296218157, 0.002785214688628912, 0.003246242180466652, 0.003707269672304392, 0.004168297164142132, 0.0046293241903185844, 0.005090351682156324, 0.005551379173994064, 0.006012406200170517, 0.006473433692008257, 0.006934461183845997, 0.007395488675683737, 0.007856516167521477, 0.00831754319369793, 0.008778570219874382, 0.00923959817737341, 0.009700625203549862, 0.01016165316104889, 0.010622680187225342, 0.011083707213401794, 0.011544735170900822, 0.012005762197077274, 0.012466790154576302, 0.012927817180752754, 0.013388844206929207, 0.013849872164428234, 0.014310899190604687]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 5.0, 2.0, 2.0, 0.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17789089679718018, -0.17213433980941772, -0.16637776792049408, -0.16062121093273163, -0.15486463904380798, -0.14910808205604553, -0.14335152506828308, -0.13759495317935944, -0.13183839619159698, -0.12608182430267334, -0.12032526731491089, -0.11456870287656784, -0.10881213843822479, -0.10305557399988174, -0.0972990170121193, -0.09154245257377625, -0.0857858881354332, -0.08002932369709015, -0.0742727592587471, -0.06851620227098465, -0.0627596378326416, -0.05700307339429855, -0.051246508955955505, -0.045489948242902756, -0.03973338380455971, -0.03397681936621666, -0.02822025865316391, -0.022463694214820862, -0.016707131639122963, -0.010950569063425064, -0.005194005556404591, 0.0005625574849545956, 0.006319120526313782, 0.01207568310201168, 0.01783224567770958, 0.023588810116052628, 0.029345372691750526, 0.035101935267448425, 0.04085849970579147, 0.04661506041884422, 0.05237162485718727, 0.05812818929553032, 0.06388475000858307, 0.06964131444692612, 0.07539787888526917, 0.08115444332361221, 0.08691100031137466, 0.09266756474971771, 0.09842412918806076, 0.10418069362640381, 0.10993725806474686, 0.11569381505250931, 0.12145037949085236, 0.127206951379776, 0.13296350836753845, 0.1387200653553009, 0.14447663724422455, 0.150233194231987, 0.15598976612091064, 0.1617463231086731, 0.16750288009643555, 0.1732594519853592, 0.17901600897312164, 0.1847725808620453, 0.19052913784980774]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 3.0, 0.0, 1.0, 1.0, 4.0, 4.0, 3.0, 5.0, 14.0, 10.0, 17.0, 49.0, 29.0, 29.0, 32.0, 16.0, 13.0, 12.0, 4.0, 7.0, 7.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0], "bins": [-0.12658655643463135, -0.12201351672410965, -0.11744047701358795, -0.11286743730306625, -0.10829439759254456, -0.10372135788202286, -0.09914831817150116, -0.09457527846097946, -0.09000223875045776, -0.08542919903993607, -0.08085615932941437, -0.07628311961889267, -0.07171007990837097, -0.06713704019784927, -0.06256400048732758, -0.05799096077680588, -0.05341792106628418, -0.04884488135576248, -0.044271841645240784, -0.039698801934719086, -0.03512576222419739, -0.03055272251367569, -0.02597968280315399, -0.021406643092632294, -0.016833603382110596, -0.012260563671588898, -0.0076875239610672, -0.0031144842505455017, 0.0014585554599761963, 0.006031595170497894, 0.010604634881019592, 0.01517767459154129, 0.01975071430206299, 0.024323754012584686, 0.028896793723106384, 0.03346983343362808, 0.03804287314414978, 0.04261591285467148, 0.047188952565193176, 0.051761992275714874, 0.05633503198623657, 0.06090807169675827, 0.06548111140727997, 0.07005415111780167, 0.07462719082832336, 0.07920023053884506, 0.08377327024936676, 0.08834630995988846, 0.09291934967041016, 0.09749238938093185, 0.10206542909145355, 0.10663846880197525, 0.11121150851249695, 0.11578454822301865, 0.12035758793354034, 0.12493062764406204, 0.12950366735458374, 0.13407671451568604, 0.13864974677562714, 0.14322277903556824, 0.14779582619667053, 0.15236887335777283, 0.15694190561771393, 0.16151493787765503, 0.16608798503875732]}, "_runtime": 127.34484529495239, "_timestamp": 1596238375.7606528, "_step": 33}
+{"val_accuracy": 0.8223202054794521, "val_loss": 0.458110575670521, "_runtime": 132.1020016670227, "_timestamp": 1596238380.5178092, "_step": 34}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: K Confidence: 0.224 Truth: v", "Prediction: 5 Confidence: 1.000 Truth: 5", "Prediction: 2 Confidence: 0.999 Truth: 2", "Prediction: 0 Confidence: 0.565 Truth: 0"]}, "_runtime": 132.35747957229614, "_timestamp": 1596238380.773287, "_step": 35}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 6.0, 0.0, 4.0, 3.0, 4.0, 4.0, 1.0, 0.0, 3.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.006683682091534138, -0.006454819813370705, -0.006225957535207272, -0.0059970952570438385, -0.005768232978880405, -0.00553937116637826, -0.005310508888214827, -0.0050816466100513935, -0.0048527843318879604, -0.004623922053724527, -0.004395059775561094, -0.004166197497397661, -0.0039373356848955154, -0.0037084731739014387, -0.0034796111285686493, -0.0032507488504052162, -0.003021886572241783, -0.00279302429407835, -0.002564162015914917, -0.0023352999705821276, -0.0021064376924186945, -0.0018775754142552614, -0.0016487132525071502, -0.001419851090759039, -0.0011909888125956059, -0.0009621265926398337, -0.0007332643726840615, -0.0005044021527282894, -0.0002755399327725172, -4.667771281674504e-05, 0.00018218450713902712, 0.0004110467270947993, 0.0006399089470505714, 0.0008687711670063436, 0.0010976333869621158, 0.001326495548710227, 0.00155535782687366, 0.0017842201050370932, 0.0020130821503698826, 0.0022419444285333157, 0.0024708067066967487, 0.002699668984860182, 0.002928531263023615, 0.0031573933083564043, 0.0033862555865198374, 0.0036151178646832705, 0.00384397991001606, 0.004072842188179493, 0.004301704466342926, 0.004530566744506359, 0.004759429022669792, 0.004988291300833225, 0.005217153578996658, 0.005446015391498804, 0.005674877669662237, 0.00590373994782567, 0.006132602225989103, 0.006361464504152536, 0.0065903267823159695, 0.0068191890604794025, 0.007048050872981548, 0.007276913151144981, 0.0075057754293084145, 0.0077346377074718475, 0.00796349998563528]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 3.0, 8.0, 8.0, 8.0, 12.0, 14.0, 11.0, 18.0, 28.0, 35.0, 50.0, 79.0, 91.0, 124.0, 157.0, 225.0, 470.0, 5479.0, 422.0, 192.0, 130.0, 78.0, 70.0, 59.0, 24.0, 25.0, 22.0, 17.0, 14.0, 8.0, 8.0, 8.0, 5.0, 2.0, 3.0, 4.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.1258702278137207, -0.12219219654798508, -0.11851416528224945, -0.11483614146709442, -0.1111581102013588, -0.10748007893562317, -0.10380204766988754, -0.10012402385473251, -0.09644599258899689, -0.09276796132326126, -0.08908993005752563, -0.08541189879179001, -0.08173387497663498, -0.07805584371089935, -0.07437781244516373, -0.0706997811794281, -0.06702175736427307, -0.06334372609853745, -0.05966569483280182, -0.05598766356706619, -0.052309636026620865, -0.04863160476088524, -0.04495357722043991, -0.041275545954704285, -0.03759751468896866, -0.03391948714852333, -0.030241457745432854, -0.026563428342342377, -0.02288539707660675, -0.019207367673516273, -0.015529338270425797, -0.01185130886733532, -0.008173279464244843, -0.0044952500611543655, -0.0008172201924026012, 0.0028608094435185194, 0.00653883907943964, 0.010216868482530117, 0.013894898816943169, 0.017572928220033646, 0.021250957623124123, 0.0249289870262146, 0.028607016429305077, 0.032285045832395554, 0.03596307709813118, 0.03964110463857651, 0.043319135904312134, 0.04699716344475746, 0.05067519471049309, 0.054353225976228714, 0.05803125351667404, 0.06170928478240967, 0.0653873160481453, 0.06906533986330032, 0.07274337112903595, 0.07642140239477158, 0.0800994336605072, 0.08377746492624283, 0.08745548874139786, 0.09113352000713348, 0.09481155127286911, 0.09848958253860474, 0.10216760635375977, 0.10584563761949539, 0.10952366888523102]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 1.0, 3.0, 3.0, 1.0, 4.0, 1.0, 4.0, 2.0, 4.0, 4.0, 0.0, 5.0, 3.0, 2.0, 24.0, 5.0, 4.0, 4.0, 3.0, 7.0, 5.0, 1.0, 1.0, 7.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 4.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002172613749280572, -0.002088839653879404, -0.00200506579130888, -0.0019212918123230338, -0.0018375178333371878, -0.00175374373793602, -0.0016699697589501739, -0.0015861957799643278, -0.0015024218009784818, -0.0014186478219926357, -0.0013348738430067897, -0.0012510998640209436, -0.0011673257686197758, -0.0010835517896339297, -0.0009997778106480837, -0.0009160038316622376, -0.0008322298526763916, -0.0007484558736905456, -0.0006646818947046995, -0.0005809078575111926, -0.0004971338785253465, -0.0004133598995395005, -0.000329585891449824, -0.0002458118833601475, -0.00016203790437430143, -7.826391083654016e-05, 5.5100827012211084e-06, 8.928407623898238e-05, 0.00017305806977674365, 0.0002568320487625897, 0.0003406060568522662, 0.0004243800649419427, 0.0005081540439277887, 0.0005919280229136348, 0.0006757020018994808, 0.0007594760390929878, 0.0008432500180788338, 0.0009270239970646799, 0.0010107980342581868, 0.0010945720132440329, 0.001178345992229879, 0.001262119971215725, 0.001345893950201571, 0.001429667929187417, 0.001513442024588585, 0.001597216003574431, 0.001680989982560277, 0.001764763961546123, 0.001848537940531969, 0.0019323119195178151, 0.002016085898503661, 0.002099859993904829, 0.0021836338564753532, 0.002267407951876521, 0.0023511818144470453, 0.002434955909848213, 0.0025187297724187374, 0.0026025038678199053, 0.002686277963221073, 0.0027700518257915974, 0.0028538259211927652, 0.0029375997837632895, 0.0030213738791644573, 0.0031051477417349815, 0.0031889218371361494]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 1.0, 5.0, 6.0, 7.0, 12.0, 16.0, 24.0, 35.0, 39.0, 79.0, 102.0, 148.0, 223.0, 336.0, 526.0, 794.0, 1191.0, 2055.0, 3346.0, 5817.0, 10721.0, 21240.0, 49284.0, 209675.0, 765027.0, 50432.0, 23823.0, 13120.0, 7652.0, 4700.0, 3046.0, 1964.0, 1280.0, 876.0, 594.0, 394.0, 298.0, 199.0, 152.0, 95.0, 72.0, 62.0, 47.0, 26.0, 27.0, 21.0, 15.0, 12.0, 7.0, 7.0, 4.0, 4.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005072229076176882, -0.0048849256709218025, -0.0046976227313280106, -0.004510319326072931, -0.004323016386479139, -0.00413571298122406, -0.003948410041630268, -0.003761106636375189, -0.003573803463950753, -0.0033865002915263176, -0.003199197119101882, -0.0030118939466774464, -0.002824590541422367, -0.0026372873689979315, -0.002449984196573496, -0.0022626810241490602, -0.0020753778517246246, -0.001888074679300189, -0.0017007715068757534, -0.001513468218035996, -0.0013261650456115603, -0.0011388618731871247, -0.0009515586425550282, -0.0007642554119229317, -0.0005769522394984961, -0.00038964903797023, -0.0002023458364419639, -1.5042634913697839e-05, 0.00017226056661456823, 0.0003595637681428343, 0.0005468669696711004, 0.0007341702003031969, 0.0009214733727276325, 0.0011087765451520681, 0.0012960797175765038, 0.0014833830064162612, 0.0016706861788406968, 0.0018579893512651324, 0.00204529264010489, 0.0022325958125293255, 0.002419898984953761, 0.0026072021573781967, 0.0027945053298026323, 0.002981808502227068, 0.003169111907482147, 0.003356415079906583, 0.0035437182523310184, 0.003731021424755454, 0.00391832459717989, 0.004105628002434969, 0.004292930942028761, 0.00448023434728384, 0.004667537286877632, 0.004854840692132711, 0.005042143631726503, 0.005229447036981583, 0.005416749976575375, 0.005604053381830454, 0.005791356787085533, 0.005978659726679325, 0.006165963131934404, 0.006353266071528196, 0.006540569476783276, 0.0067278724163770676, 0.006915175821632147]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 4.0, 7.0, 5.0, 3.0, 11.0, 5.0, 4.0, 5.0, 1.0, 3.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0], "bins": [-0.07354389131069183, -0.07214260846376419, -0.07074132561683655, -0.0693400427699089, -0.06793875992298126, -0.06653747707605362, -0.06513618677854538, -0.06373490393161774, -0.062333621084690094, -0.06093233823776245, -0.05953105539083481, -0.058129772543907166, -0.05672848969697952, -0.05532720685005188, -0.05392592027783394, -0.052524637430906296, -0.05112335458397865, -0.04972207173705101, -0.04832078889012337, -0.046919502317905426, -0.04551821947097778, -0.04411693662405014, -0.0427156537771225, -0.041314370930194855, -0.03991308808326721, -0.03851180151104927, -0.03711051866412163, -0.035709235817193985, -0.03430795297026634, -0.0329066701233387, -0.03150538355112076, -0.030104100704193115, -0.028702817857265472, -0.02730153501033783, -0.025900250300765038, -0.024498967453837395, -0.023097682744264603, -0.02169639989733696, -0.020295117050409317, -0.018893832340836525, -0.017492549493908882, -0.01609126664698124, -0.014689981937408447, -0.013288699090480804, -0.011887415312230587, -0.01048613153398037, -0.009084848687052727, -0.007683564908802509, -0.006282281130552292, -0.004880997352302074, -0.0034797140397131443, -0.0020784304942935705, -0.0006771469488739967, 0.000724136596545577, 0.002125420141965151, 0.0035267036873847246, 0.004927987232804298, 0.006329271011054516, 0.007730554323643446, 0.009131837636232376, 0.010533121414482594, 0.011934405192732811, 0.013335688039660454, 0.014736971817910671, 0.01613825559616089]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [8.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 7.0, 7.0, 21.0, 11.0, 5.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 10.0, 18.0, 17.0, 14.0, 5.0, 2.0, 3.0, 8.0, 4.0, 6.0, 9.0, 10.0, 21.0, 21.0, 22.0, 27.0, 46.0, 100.0, 128.0, 190.0, 313.0, 453.0, 688.0, 1292.0, 2700.0, 7121.0, 1951.0, 1071.0, 680.0, 426.0, 290.0, 221.0, 138.0, 100.0, 71.0, 56.0, 47.0, 30.0, 18.0, 14.0, 12.0, 8.0, 6.0, 1.0], "bins": [-0.023241320624947548, -0.022728828713297844, -0.02221633680164814, -0.021703844889998436, -0.021191351115703583, -0.02067885920405388, -0.020166367292404175, -0.01965387538075447, -0.019141383469104767, -0.018628891557455063, -0.01811639964580536, -0.017603907734155655, -0.01709141582250595, -0.016578922048211098, -0.016066430136561394, -0.01555393822491169, -0.015041446313261986, -0.014528954401612282, -0.014016462489962578, -0.0135039696469903, -0.012991477735340595, -0.012478985823690891, -0.011966492980718613, -0.011454001069068909, -0.010941509157419205, -0.0104290172457695, -0.009916525334119797, -0.009404032491147518, -0.008891540579497814, -0.00837904866784811, -0.007866555824875832, -0.007354063913226128, -0.006841572001576424, -0.00632908008992672, -0.005816587712615728, -0.005304095335304737, -0.004791603423655033, -0.004279111512005329, -0.003766619134694338, -0.00325412699021399, -0.0027416348457336426, -0.002229142701253295, -0.0017166505567729473, -0.0012041584122925997, -0.000691666267812252, -0.0001791741233319044, 0.0003333180211484432, 0.0008458101656287909, 0.0013583023101091385, 0.0018707944545894861, 0.0023832865990698338, 0.0028957787435501814, 0.003408270888030529, 0.003920762799680233, 0.004433255176991224, 0.004945747554302216, 0.0054582394659519196, 0.0059707313776016235, 0.006483223754912615, 0.006995716132223606, 0.00750820804387331, 0.008020699955523014, 0.008533192798495293, 0.009045684710144997, 0.0095581766217947]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 3.0, 2.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.07363646477460861, -0.0695900022983551, -0.06554354727268219, -0.06149708852171898, -0.05745062977075577, -0.05340416729450226, -0.04935770854353905, -0.045311249792575836, -0.041264791041612625, -0.037218332290649414, -0.0331718735396862, -0.029125412926077843, -0.02507895417511463, -0.02103249542415142, -0.01698603481054306, -0.01293957605957985, -0.008893117308616638, -0.00484665809199214, -0.0008001988753676414, 0.003246260341256857, 0.007292719557881355, 0.011339178308844566, 0.015385637991130352, 0.019432097673416138, 0.02347855642437935, 0.02752501517534256, 0.03157147392630577, 0.03561793267726898, 0.03966439515352249, 0.0437108539044857, 0.047757312655448914, 0.051803771406412125, 0.055850230157375336, 0.05989668890833855, 0.06394314765930176, 0.06798961013555527, 0.07203606516122818, 0.07608252763748169, 0.0801289826631546, 0.08417544513940811, 0.08822190761566162, 0.09226836264133453, 0.09631482511758804, 0.10036128014326096, 0.10440774261951447, 0.10845419764518738, 0.11250066012144089, 0.1165471151471138, 0.12059357762336731, 0.12464004009962082, 0.12868650257587433, 0.13273295760154724, 0.13677941262722015, 0.14082586765289307, 0.14487233757972717, 0.14891879260540009, 0.152965247631073, 0.1570117175579071, 0.16105817258358002, 0.16510462760925293, 0.16915108263492584, 0.17319755256175995, 0.17724400758743286, 0.18129046261310577, 0.1853369176387787]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 3.0, 4.0, 3.0, 7.0, 5.0, 7.0, 3.0, 3.0, 11.0, 9.0, 9.0, 12.0, 8.0, 9.0, 20.0, 14.0, 18.0, 13.0, 30.0, 11.0, 11.0, 12.0, 5.0, 2.0, 3.0, 10.0, 3.0, 2.0, 4.0, 2.0, 3.0, 2.0, 4.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.051638588309288025, -0.05010584741830826, -0.04857310652732849, -0.04704036936163902, -0.045507628470659256, -0.04397488757967949, -0.04244215041399002, -0.040909409523010254, -0.03937666863203049, -0.03784392774105072, -0.03631118685007095, -0.034778449684381485, -0.03324570879340172, -0.03171296790242195, -0.030180228874087334, -0.028647489845752716, -0.02711474895477295, -0.025582008063793182, -0.024049269035458565, -0.022516530007123947, -0.02098378911614418, -0.019451048225164413, -0.017918309196829796, -0.016385570168495178, -0.014852829277515411, -0.01332008931785822, -0.011787349358201027, -0.010254609398543835, -0.008721869438886642, -0.00718912947922945, -0.005656389519572258, -0.004123649559915066, -0.0025909096002578735, -0.0010581696406006813, 0.0004745703190565109, 0.002007310278713703, 0.0035400502383708954, 0.005072790198028088, 0.00660553015768528, 0.008138270117342472, 0.009671010076999664, 0.011203750036656857, 0.012736489996314049, 0.014269229955971241, 0.015801969915628433, 0.0173347108066082, 0.018867449834942818, 0.020400188863277435, 0.021932929754257202, 0.02346567064523697, 0.024998409673571587, 0.026531148701906204, 0.02806388959288597, 0.029596630483865738, 0.031129369512200356, 0.03266210854053497, 0.03419484943151474, 0.03572759032249451, 0.037260331213474274, 0.03879306837916374, 0.04032580927014351, 0.041858550161123276, 0.043391287326812744, 0.04492402821779251, 0.04645676910877228]}, "_runtime": 136.58324337005615, "_timestamp": 1596238384.9990509, "_step": 36}
+{"val_accuracy": 0.8233711472602739, "val_loss": 0.45514509830300665, "_runtime": 143.71469569206238, "_timestamp": 1596238392.1305032, "_step": 37}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: K Confidence: 0.219 Truth: v", "Prediction: 5 Confidence: 1.000 Truth: 5", "Prediction: 2 Confidence: 0.999 Truth: 2", "Prediction: 0 Confidence: 0.611 Truth: 0"]}, "_runtime": 143.9771523475647, "_timestamp": 1596238392.3929598, "_step": 38}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 4.0, 1.0, 1.0, 0.0, 0.0, 2.0, 3.0, 2.0, 1.0, 5.0, 3.0, 2.0, 2.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005542377009987831, -0.005348949693143368, -0.005155522841960192, -0.004962095525115728, -0.004768668208271265, -0.004575241357088089, -0.004381814040243626, -0.004188386723399162, -0.003994959872215986, -0.003801532555371523, -0.003608105471357703, -0.0034146783873438835, -0.00322125107049942, -0.0030278239864856005, -0.0028343969024717808, -0.0026409695856273174, -0.0024475425016134977, -0.002254115417599678, -0.0020606881007552147, -0.001867261016741395, -0.0016738339327275753, -0.0014804067322984338, -0.0012869795318692923, -0.0010935524478554726, -0.000900125247426331, -0.0007066981052048504, -0.0005132709629833698, -0.0003198437625542283, -0.0001264166203327477, 6.701053644064814e-05, 0.000260437693214044, 0.00045386486453935504, 0.0006472920067608356, 0.0008407191489823163, 0.0010341462912037969, 0.0012275734916329384, 0.001421000575646758, 0.0016144277760758996, 0.0018078549765050411, 0.002001282060518861, 0.0021947091445326805, 0.002388136461377144, 0.0025815635453909636, 0.0027749906294047832, 0.0029684179462492466, 0.0031618450302630663, 0.003355272114276886, 0.0035486994311213493, 0.003742126515135169, 0.003935553599148989, 0.004128980915993452, 0.004322407767176628, 0.0045158350840210915, 0.004709262400865555, 0.004902689252048731, 0.005096116568893194, 0.0052895438857376575, 0.005482970736920834, 0.005676398053765297, 0.00586982537060976, 0.006063252221792936, 0.0062566795386374, 0.006450106855481863, 0.006643533706665039, 0.006836961023509502]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 2.0, 3.0, 3.0, 8.0, 3.0, 9.0, 12.0, 4.0, 10.0, 14.0, 12.0, 17.0, 12.0, 19.0, 26.0, 38.0, 30.0, 46.0, 58.0, 81.0, 80.0, 115.0, 165.0, 239.0, 3853.0, 1954.0, 333.0, 220.0, 104.0, 91.0, 69.0, 44.0, 54.0, 33.0, 32.0, 21.0, 19.0, 13.0, 16.0, 10.0, 11.0, 8.0, 4.0, 5.0, 5.0, 4.0, 5.0, 3.0, 3.0, 2.0, 1.0, 3.0, 0.0, 1.0, 1.0], "bins": [-0.08345271646976471, -0.08099660277366638, -0.07854048907756805, -0.07608437538146973, -0.0736282616853714, -0.07117214798927307, -0.06871603429317474, -0.06625992059707642, -0.06380380690097809, -0.06134768947958946, -0.058891575783491135, -0.05643546208739281, -0.05397934466600418, -0.05152323096990585, -0.049067117273807526, -0.0466110035777092, -0.04415488988161087, -0.04169877618551254, -0.039242662489414215, -0.03678654879331589, -0.03433043509721756, -0.031874317675828934, -0.029418203979730606, -0.02696209028363228, -0.02450597658753395, -0.022049862891435623, -0.019593749195337296, -0.01713763363659382, -0.014681519940495491, -0.012225406244397163, -0.009769291616976261, -0.007313177455216646, -0.004857063293457031, -0.0024009491316974163, 5.516503006219864e-05, 0.0025112791918218136, 0.0049673933535814285, 0.0074235075153410435, 0.009879621677100658, 0.01233573630452156, 0.014791850000619888, 0.017247963696718216, 0.019704077392816544, 0.02216019295156002, 0.024616306647658348, 0.027072420343756676, 0.029528535902500153, 0.03198464959859848, 0.03444076329469681, 0.036896876990795135, 0.03935299068689346, 0.04180910438299179, 0.04426521807909012, 0.046721335500478745, 0.04917744919657707, 0.0516335628926754, 0.05408967658877373, 0.056545790284872055, 0.05900190398097038, 0.06145801767706871, 0.06391413509845734, 0.06637024879455566, 0.06882636249065399, 0.07128247618675232, 0.07373858988285065]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 2.0, 2.0, 7.0, 3.0, 2.0, 1.0, 4.0, 5.0, 4.0, 25.0, 6.0, 5.0, 4.0, 4.0, 3.0, 4.0, 0.0, 2.0, 4.0, 4.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.002644512103870511, -0.0025695967487990856, -0.002494681626558304, -0.0024197662714868784, -0.0023448511492460966, -0.002269935794174671, -0.0021950206719338894, -0.002120105316862464, -0.0020451899617910385, -0.0019702748395502567, -0.0018953596008941531, -0.0018204443622380495, -0.001745529007166624, -0.0016706137685105205, -0.0015956985298544168, -0.0015207832911983132, -0.0014458680525422096, -0.001370952813886106, -0.0012960375752300024, -0.0012211223365738988, -0.0011462070979177952, -0.0010712917428463697, -0.0009963765041902661, -0.0009214612655341625, -0.0008465460268780589, -0.0007716307882219553, -0.0006967155495658517, -0.0006218002527020872, -0.0005468850140459836, -0.00047196977538987994, -0.0003970545076299459, -0.0003221392398700118, -0.0002472240012139082, -0.00017230874800588936, -9.739349479787052e-05, -2.2478241589851677e-05, 5.243701161816716e-05, 0.000127352264826186, 0.00020226751803420484, 0.0002771827857941389, 0.0003520980244502425, 0.00042701326310634613, 0.0005019285017624497, 0.0005768437986262143, 0.0006517590372823179, 0.0007266742759384215, 0.000801589572802186, 0.0008765048114582896, 0.0009514200501143932, 0.0010263352887704968, 0.0011012505274266005, 0.001176165766082704, 0.0012510810047388077, 0.0013259963598102331, 0.0014009115984663367, 0.0014758268371224403, 0.001550742075778544, 0.0016256573144346476, 0.0017005725530907512, 0.0017754877917468548, 0.0018504031468182802, 0.0019253183854743838, 0.0020002336241304874, 0.0020751487463712692, 0.0021500641014426947]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 4.0, 5.0, 9.0, 13.0, 25.0, 23.0, 51.0, 85.0, 154.0, 183.0, 305.0, 500.0, 702.0, 1135.0, 1824.0, 3251.0, 6063.0, 12882.0, 35486.0, 159929.0, 873344.0, 47267.0, 17576.0, 8359.0, 4309.0, 2323.0, 1384.0, 805.0, 507.0, 368.0, 223.0, 177.0, 110.0, 91.0, 39.0, 39.0, 30.0, 22.0, 11.0, 9.0, 5.0, 1.0, 2.0, 2.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0], "bins": [-0.007023925893008709, -0.006798973307013512, -0.006574020721018314, -0.006349068135023117, -0.006124116014689207, -0.00589916342869401, -0.0056742108426988125, -0.005449258256703615, -0.005224305670708418, -0.004999353084713221, -0.004774400964379311, -0.004549448378384113, -0.004324495792388916, -0.004099543206393719, -0.0038745906203985214, -0.0036496382672339678, -0.0034246856812387705, -0.003199733095243573, -0.0029747807420790195, -0.0027498281560838223, -0.002524875570088625, -0.0022999232169240713, -0.002074970630928874, -0.0018500180449336767, -0.0016250655753538013, -0.0014001131057739258, -0.0011751605197787285, -0.000950208050198853, -0.0007252555224113166, -0.0005003029946237803, -0.0002753504959400743, -5.039798270445317e-05, 0.00017455453053116798, 0.00039950705831870437, 0.0006244595861062407, 0.0008494120556861162, 0.0010743646416813135, 0.001299317111261189, 0.0015242695808410645, 0.0017492221668362617, 0.001974174752831459, 0.0021991271059960127, 0.00242407969199121, 0.0026490322779864073, 0.002873984631150961, 0.0030989372171461582, 0.0033238898031413555, 0.003548842156305909, 0.0037737947423011065, 0.00399874709546566, 0.004223699681460857, 0.004448652267456055, 0.004673604853451252, 0.004898557439446449, 0.005123510025441647, 0.0053484621457755566, 0.005573414731770754, 0.005798367317765951, 0.0060233199037611485, 0.006248272489756346, 0.006473225075751543, 0.006698177196085453, 0.00692312978208065, 0.007148082368075848, 0.007373034954071045]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 0.0, 3.0, 1.0, 2.0, 2.0, 9.0, 5.0, 9.0, 7.0, 3.0, 4.0, 2.0, 4.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08920803666114807, -0.08735854923725128, -0.0855090543627739, -0.0836595669388771, -0.08181007951498032, -0.07996058464050293, -0.07811109721660614, -0.07626160979270935, -0.07441211491823196, -0.07256262749433517, -0.07071314007043839, -0.068863645195961, -0.06701415777206421, -0.06516467034816742, -0.06331517547369003, -0.06146568804979324, -0.059616200625896454, -0.057766709476709366, -0.05591721832752228, -0.05406773090362549, -0.0522182397544384, -0.05036874860525131, -0.04851926118135452, -0.046669770032167435, -0.04482027888298035, -0.04297079145908356, -0.04112130030989647, -0.03927180916070938, -0.03742232173681259, -0.035572830587625504, -0.033723339438438416, -0.031873852014541626, -0.030024360865354538, -0.0281748715788126, -0.02632538042962551, -0.024475891143083572, -0.022626401856541634, -0.020776910707354546, -0.018927421420812607, -0.017077932134270668, -0.015228441916406155, -0.013378951698541641, -0.011529462411999702, -0.009679972194135189, -0.007830481976270676, -0.005980992689728737, -0.0041315024718642235, -0.0022820127196609974, -0.0004325229674577713, 0.0014169669011607766, 0.0032664567697793245, 0.005115946754813194, 0.00696543650701642, 0.008814926259219646, 0.01066441647708416, 0.012513905763626099, 0.014363395981490612, 0.016212886199355125, 0.018062375485897064, 0.019911864772439003, 0.02176135592162609, 0.02361084520816803, 0.02546033449470997, 0.027309825643897057, 0.029159314930438995]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [7.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 6.0, 23.0, 10.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 7.0, 10.0, 8.0, 6.0, 7.0, 7.0, 19.0, 9.0, 0.0, 2.0, 3.0, 9.0, 24.0, 22.0, 35.0, 55.0, 66.0, 109.0, 136.0, 247.0, 391.0, 684.0, 1121.0, 2427.0, 7650.0, 2069.0, 1216.0, 720.0, 467.0, 286.0, 192.0, 138.0, 77.0, 62.0, 22.0, 23.0, 17.0, 10.0, 10.0, 4.0, 5.0, 0.0, 2.0], "bins": [-0.028592977672815323, -0.02796240709722042, -0.02733183652162552, -0.026701267808675766, -0.026070697233080864, -0.025440126657485962, -0.02480955608189106, -0.024178985506296158, -0.023548416793346405, -0.022917846217751503, -0.0222872756421566, -0.0216567050665617, -0.021026134490966797, -0.020395563915371895, -0.019764995202422142, -0.01913442462682724, -0.018503854051232338, -0.017873283475637436, -0.017242712900042534, -0.01661214418709278, -0.01598157361149788, -0.015351003035902977, -0.014720432460308075, -0.014089862816035748, -0.013459292240440845, -0.012828721664845943, -0.012198152020573616, -0.011567581444978714, -0.010937010869383812, -0.010306441225111485, -0.009675870649516582, -0.009045301005244255, -0.008414730429649353, -0.007784160319715738, -0.0071535902097821236, -0.0065230196341872215, -0.005892449524253607, -0.005261879414319992, -0.00463130883872509, -0.004000738728791475, -0.0033701686188578606, -0.002739598508924246, -0.0021090281661599874, -0.001478457939811051, -0.0008478877134621143, -0.00021731748711317778, 0.0004132527392357588, 0.0010438229655846953, 0.001674393191933632, 0.0023049633018672466, 0.002935533644631505, 0.0035661039873957634, 0.004196674097329378, 0.004827244207262993, 0.005457814782857895, 0.00608838489279151, 0.006718955002725124, 0.007349525112658739, 0.007980095222592354, 0.008610665798187256, 0.009241236373782158, 0.009871806018054485, 0.010502376593649387, 0.011132946237921715, 0.011763516813516617]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 3.0, 4.0, 2.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1261771023273468, -0.11440683156251907, -0.10263656079769135, -0.09086628258228302, -0.07909601181745529, -0.06732574105262756, -0.05555546656250954, -0.04378519207239151, -0.03201492130756378, -0.020244648680090904, -0.008474376052618027, 0.0032958965748548508, 0.015066169202327728, 0.026836441829800606, 0.03860671445727348, 0.05037698894739151, 0.06214725971221924, 0.07391753047704697, 0.0856878012418747, 0.09745807945728302, 0.10922835022211075, 0.12099862098693848, 0.1327688992023468, 0.14453916251659393, 0.15630944073200226, 0.16807971894741058, 0.17984998226165771, 0.19162026047706604, 0.20339053869247437, 0.2151608020067215, 0.22693108022212982, 0.23870134353637695, 0.2504716217517853, 0.2622418999671936, 0.27401217818260193, 0.28578242659568787, 0.2975527048110962, 0.3093229830265045, 0.32109326124191284, 0.33286353945732117, 0.3446338176727295, 0.35640406608581543, 0.36817434430122375, 0.3799446225166321, 0.3917149007320404, 0.40348517894744873, 0.41525542736053467, 0.427025705575943, 0.4387959837913513, 0.45056626200675964, 0.46233654022216797, 0.4741067886352539, 0.48587706685066223, 0.49764734506607056, 0.5094175934791565, 0.5211879014968872, 0.5329581499099731, 0.5447284579277039, 0.5564987063407898, 0.5682689547538757, 0.5800392627716064, 0.5918095111846924, 0.6035798192024231, 0.615350067615509, 0.6271203756332397]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 4.0, 3.0, 3.0, 8.0, 7.0, 7.0, 16.0, 9.0, 11.0, 11.0, 27.0, 50.0, 33.0, 22.0, 14.0, 8.0, 13.0, 7.0, 1.0, 4.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.10234604775905609, -0.09913065284490585, -0.09591525048017502, -0.09269985556602478, -0.08948446065187454, -0.08626905828714371, -0.08305366337299347, -0.07983826845884323, -0.0766228660941124, -0.07340747117996216, -0.07019207626581192, -0.06697667390108109, -0.06376127898693085, -0.06054588034749031, -0.057330481708049774, -0.054115086793899536, -0.050899688154459, -0.04768428951501846, -0.044468894600868225, -0.04125349596142769, -0.03803809732198715, -0.034822702407836914, -0.03160730376839638, -0.02839190512895584, -0.025176508352160454, -0.021961111575365067, -0.01874571293592453, -0.015530316159129143, -0.012314918451011181, -0.009099520742893219, -0.005884123500436544, -0.002668726025149226, 0.000546671450138092, 0.0037620689254254103, 0.0069774664007127285, 0.010192863643169403, 0.013408261351287365, 0.016623659059405327, 0.019839055836200714, 0.02305445447564125, 0.026269851252436638, 0.029485248029232025, 0.03270064666867256, 0.0359160453081131, 0.039131440222263336, 0.04234683886170387, 0.04556223750114441, 0.04877763241529465, 0.051993031054735184, 0.05520842969417572, 0.05842382460832596, 0.061639223247766495, 0.06485462188720703, 0.06807001680135727, 0.0712854191660881, 0.07450081408023834, 0.07771620899438858, 0.08093161135911942, 0.08414700627326965, 0.08736240118741989, 0.09057780355215073, 0.09379319846630096, 0.0970085933804512, 0.10022399574518204, 0.10343939065933228]}, "_runtime": 145.83281803131104, "_timestamp": 1596238394.2486255, "_step": 39}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 4.0, 2.0, 3.0, 3.0, 5.0, 6.0, 1.0, 3.0, 3.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.010673907585442066, -0.010413603857159615, -0.010153301060199738, -0.009892997331917286, -0.009632693603634834, -0.009372389875352383, -0.009112087078392506, -0.008851783350110054, -0.008591479621827602, -0.008331176824867725, -0.008070873096585274, -0.007810569368302822, -0.007550266105681658, -0.007289962377399206, -0.007029659114778042, -0.00676935538649559, -0.006509052123874426, -0.0062487488612532616, -0.00598844513297081, -0.005728141870349646, -0.005467838142067194, -0.00520753487944603, -0.004947231151163578, -0.004686927888542414, -0.004426624625921249, -0.004166320897638798, -0.00390601740218699, -0.003645713906735182, -0.0033854106441140175, -0.0031251071486622095, -0.0028648036532104015, -0.0026045001577585936, -0.0023441966623067856, -0.0020838931668549776, -0.0018235896714031696, -0.0015632862923666835, -0.0013029827969148755, -0.0010426793014630675, -0.0007823758642189205, -0.0005220724269747734, -0.00026176893152296543, -1.4654651749879122e-06, 0.0002588380011729896, 0.0005191414384171367, 0.0007794449338689446, 0.0010397484293207526, 0.0013000518083572388, 0.0015603553038090467, 0.0018206587992608547, 0.0020809622947126627, 0.0023412657901644707, 0.0026015692856162786, 0.0028618727810680866, 0.003122176043689251, 0.003382479539141059, 0.003642783034592867, 0.003903086530044675, 0.004163390025496483, 0.004423693288117647, 0.004683997016400099, 0.004944300279021263, 0.005204604007303715, 0.005464907269924879, 0.005725210998207331, 0.005985514260828495]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 4.0, 0.0, 3.0, 3.0, 4.0, 7.0, 8.0, 11.0, 13.0, 11.0, 15.0, 11.0, 24.0, 20.0, 37.0, 39.0, 63.0, 68.0, 90.0, 142.0, 179.0, 308.0, 5421.0, 563.0, 267.0, 164.0, 103.0, 69.0, 65.0, 46.0, 41.0, 33.0, 24.0, 15.0, 9.0, 5.0, 10.0, 5.0, 5.0, 2.0, 4.0, 2.0, 2.0, 1.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09895925968885422, -0.09572706371545792, -0.09249486774206161, -0.08926267176866531, -0.08603046834468842, -0.08279827237129211, -0.07956607639789581, -0.07633388042449951, -0.07310168445110321, -0.06986948847770691, -0.06663729250431061, -0.0634050965309143, -0.06017289683222771, -0.056940700858831406, -0.053708501160144806, -0.050476305186748505, -0.0472441092133522, -0.0440119132399559, -0.0407797172665596, -0.037547517567873, -0.0343153215944767, -0.0310831256210804, -0.027850927785038948, -0.024618729948997498, -0.021386533975601196, -0.018154338002204895, -0.014922140166163445, -0.011689943261444569, -0.008457746356725693, -0.005225549452006817, -0.001993352547287941, 0.001238844357430935, 0.004471041262149811, 0.007703238166868687, 0.010935435071587563, 0.014167631976306438, 0.017399828881025314, 0.020632024854421616, 0.023864222690463066, 0.027096420526504517, 0.030328616499900818, 0.03356081247329712, 0.03679300844669342, 0.04002520814538002, 0.04325740411877632, 0.04648960009217262, 0.04972179979085922, 0.052953995764255524, 0.056186191737651825, 0.059418387711048126, 0.06265058368444443, 0.06588277965784073, 0.06911498308181763, 0.07234717905521393, 0.07557937502861023, 0.07881157100200653, 0.08204376697540283, 0.08527596294879913, 0.08850815892219543, 0.09174035489559174, 0.09497255086898804, 0.09820475429296494, 0.10143695026636124, 0.10466914623975754, 0.10790134221315384]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 8.0, 3.0, 2.0, 2.0, 3.0, 8.0, 5.0, 2.0, 3.0, 3.0, 5.0, 27.0, 4.0, 8.0, 2.0, 3.0, 3.0, 5.0, 5.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0019347199704498053, -0.0018395904917269945, -0.0017444611294195056, -0.0016493317671120167, -0.001554202288389206, -0.0014590728096663952, -0.0013639434473589063, -0.0012688140850514174, -0.0011736846063286066, -0.0010785551276057959, -0.000983425765298307, -0.0008882963447831571, -0.0007931669242680073, -0.0006980375037528574, -0.0006029080832377076, -0.0005077786627225578, -0.00041264924220740795, -0.0003175198216922581, -0.0002223904011771083, -0.00012726098066195846, -3.2131560146808624e-05, 6.299786036834121e-05, 0.00015812728088349104, 0.00025325670139864087, 0.0003483861219137907, 0.00044351554242894053, 0.0005386449629440904, 0.0006337743834592402, 0.00072890380397439, 0.0008240332244895399, 0.0009191626450046897, 0.0010142920073121786, 0.0011094214860349894, 0.0012045509647578, 0.001299680327065289, 0.001394809689372778, 0.0014899391680955887, 0.0015850686468183994, 0.0016801980091258883, 0.0017753273714333773, 0.001870456850156188, 0.0019655863288789988, 0.002060715574771166, 0.0021558450534939766, 0.0022509745322167873, 0.002346104010939598, 0.002441233489662409, 0.002536362735554576, 0.0026314922142773867, 0.0027266216930001974, 0.0028217509388923645, 0.0029168804176151752, 0.003012009896337986, 0.0031071393750607967, 0.0032022688537836075, 0.0032973980996757746, 0.0033925275783985853, 0.003487657057121396, 0.003582786303013563, 0.003677915781736374, 0.0037730452604591846, 0.0038681747391819954, 0.003963304217904806, 0.004058433696627617, 0.00415356270968914]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 4.0, 1.0, 8.0, 12.0, 23.0, 31.0, 55.0, 78.0, 109.0, 207.0, 340.0, 611.0, 958.0, 1613.0, 2777.0, 5177.0, 10208.0, 20900.0, 49636.0, 228059.0, 766889.0, 42690.0, 19478.0, 10716.0, 6242.0, 4013.0, 2667.0, 1827.0, 1235.0, 939.0, 595.0, 434.0, 350.0, 235.0, 136.0, 96.0, 66.0, 67.0, 28.0, 23.0, 33.0, 17.0, 11.0, 7.0, 12.0, 7.0, 2.0, 6.0, 3.0, 2.0, 1.0, 3.0, 0.0, 0.0, 4.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.0044729276560246944, -0.004286897834390402, -0.004100868012756109, -0.003914838191121817, -0.003728808369487524, -0.003542778780683875, -0.0033567489590495825, -0.00317071913741529, -0.0029846893157809973, -0.0027986594941467047, -0.002612629672512412, -0.0024265998508781195, -0.0022405702620744705, -0.002054540440440178, -0.0018685106188058853, -0.0016824807971715927, -0.0014964509755373001, -0.0013104211539030075, -0.001124391332268715, -0.0009383616270497441, -0.0007523318054154515, -0.0005663019837811589, -0.00038027222035452724, -0.0001942424278240651, -8.212635293602943e-06, 0.0001778171572368592, 0.00036384694976732135, 0.000549876713193953, 0.0007359065348282456, 0.0009219363564625382, 0.001107966061681509, 0.0012939958833158016, 0.0014800257049500942, 0.0016660555265843868, 0.0018520853482186794, 0.002038115169852972, 0.0022241449914872646, 0.0024101745802909136, 0.002596204401925206, 0.002782234223559499, 0.0029682640451937914, 0.003154293866828084, 0.0033403236884623766, 0.003526353510096669, 0.003712383098900318, 0.0038984129205346107, 0.004084442742168903, 0.004270472563803196, 0.0044565023854374886, 0.004642532207071781, 0.004828562028706074, 0.005014591850340366, 0.005200621671974659, 0.005386651493608952, 0.005572681315243244, 0.005758711136877537, 0.005944740958511829, 0.006130770314484835, 0.006316800136119127, 0.00650282995775342, 0.0066888597793877125, 0.006874889601022005, 0.007060919422656298, 0.00724694924429059, 0.007432979065924883]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 0.0, 2.0, 2.0, 3.0, 2.0, 1.0, 4.0, 2.0, 2.0, 2.0, 1.0, 3.0, 9.0, 0.0, 3.0, 2.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.017098907381296158, -0.016597285866737366, -0.016095664352178574, -0.015594041906297207, -0.015092420391738415, -0.014590798877179623, -0.014089176431298256, -0.013587554916739464, -0.013085933402180672, -0.01258431188762188, -0.012082690373063087, -0.01158106792718172, -0.011079446412622929, -0.010577824898064137, -0.01007620245218277, -0.009574580937623978, -0.009072959423065186, -0.008571337908506393, -0.008069716393947601, -0.007568093948066235, -0.0070664724335074425, -0.00656485091894865, -0.006063228938728571, -0.0055616069585084915, -0.005059985443949699, -0.004558363929390907, -0.004056741949170828, -0.003555120201781392, -0.0030534984543919563, -0.0025518767070025206, -0.002050254959613085, -0.001548633212223649, -0.0010470114648342133, -0.0005453897174447775, -4.376797005534172e-05, 0.00045785377733409405, 0.0009594755247235298, 0.0014610972721129656, 0.0019627190195024014, 0.002464340766891837, 0.002965962514281273, 0.0034675842616707087, 0.003969206009060144, 0.004470827989280224, 0.004972449503839016, 0.005474071018397808, 0.0059756929986178875, 0.006477314978837967, 0.006978936493396759, 0.007480558007955551, 0.007982179522514343, 0.00848380196839571, 0.008985423482954502, 0.009487044997513294, 0.009988667443394661, 0.010490288957953453, 0.010991910472512245, 0.011493531987071037, 0.01199515350162983, 0.012496775947511196, 0.012998397462069988, 0.01350001897662878, 0.014001641422510147, 0.01450326293706894, 0.015004884451627731]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 3.0, 3.0, 5.0, 0.0, 4.0, 5.0, 8.0, 5.0, 12.0, 13.0, 3.0, 17.0, 13.0, 16.0, 25.0, 53.0, 48.0, 61.0, 83.0, 141.0, 166.0, 248.0, 310.0, 468.0, 642.0, 886.0, 1231.0, 1804.0, 5758.0, 2062.0, 1157.0, 781.0, 550.0, 387.0, 323.0, 211.0, 200.0, 144.0, 126.0, 98.0, 92.0, 70.0, 47.0, 30.0, 38.0, 26.0, 19.0, 14.0, 6.0, 5.0, 3.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.01121484488248825, -0.010917656123638153, -0.010620467364788055, -0.010323279537260532, -0.010026090778410435, -0.009728902019560337, -0.009431714192032814, -0.009134525433182716, -0.008837336674332619, -0.008540147915482521, -0.008242959156632423, -0.0079457713291049, -0.007648582570254803, -0.007351393811404705, -0.007054205518215895, -0.006757017225027084, -0.006459828466176987, -0.006162639707326889, -0.005865451414138079, -0.005568263120949268, -0.005271074362099171, -0.004973885603249073, -0.004676697310060263, -0.004379509016871452, -0.004082320258021355, -0.0037851317320019007, -0.0034879432059824467, -0.0031907546799629927, -0.0028935661539435387, -0.0025963776279240847, -0.0022991891019046307, -0.0020020005758851767, -0.0017048120498657227, -0.0014076235238462687, -0.0011104349978268147, -0.0008132464718073606, -0.0005160579457879066, -0.00021886941976845264, 7.831910625100136e-05, 0.00037550763227045536, 0.0006726961582899094, 0.0009698846843093634, 0.0012670732103288174, 0.0015642617363482714, 0.0018614502623677254, 0.0021586387883871794, 0.0024558273144066334, 0.0027530158404260874, 0.0030502043664455414, 0.0033473928924649954, 0.0036445814184844494, 0.00394176971167326, 0.004238958470523357, 0.004536147229373455, 0.004833335522562265, 0.005130523815751076, 0.005427712574601173, 0.005724901333451271, 0.006022089626640081, 0.006319277919828892, 0.006616466678678989, 0.006913655437529087, 0.007210843730717897, 0.007508032023906708, 0.007805220782756805]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 4.0, 0.0, 3.0, 2.0, 1.0, 2.0, 1.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08739065378904343, -0.08259030431509018, -0.07778995484113693, -0.07298959791660309, -0.06818924844264984, -0.0633888989686966, -0.05858854949474335, -0.0537881962954998, -0.048987846821546555, -0.04418749734759331, -0.03938714414834976, -0.034586794674396515, -0.02978644333779812, -0.024986092001199722, -0.020185742527246475, -0.015385391190648079, -0.010585039854049683, -0.005784688983112574, -0.0009843381121754646, 0.0038160127587616444, 0.008616363629698753, 0.01341671496629715, 0.018217064440250397, 0.023017415776848793, 0.02781776711344719, 0.032618116587400436, 0.03741846978664398, 0.04221881926059723, 0.047019168734550476, 0.05181952193379402, 0.05661987140774727, 0.061420224606990814, 0.06622057408094406, 0.07102092355489731, 0.07582127302885056, 0.0806216299533844, 0.08542197942733765, 0.0902223289012909, 0.09502267837524414, 0.09982302784919739, 0.10462337732315063, 0.10942373424768448, 0.11422408372163773, 0.11902443319559097, 0.12382478266954422, 0.12862513959407806, 0.1334254890680313, 0.13822583854198456, 0.1430261880159378, 0.14782653748989105, 0.1526268869638443, 0.15742723643779755, 0.1622275859117508, 0.16702793538570404, 0.17182829976081848, 0.17662864923477173, 0.18142899870872498, 0.18622934818267822, 0.19102969765663147, 0.19583004713058472, 0.20063039660453796, 0.2054307460784912, 0.21023109555244446, 0.2150314450263977, 0.21983179450035095]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 4.0, 3.0, 4.0, 3.0, 3.0, 2.0, 3.0, 4.0, 5.0, 7.0, 10.0, 14.0, 11.0, 18.0, 19.0, 25.0, 50.0, 23.0, 12.0, 8.0, 5.0, 8.0, 3.0, 4.0, 8.0, 3.0, 0.0, 2.0, 1.0, 1.0, 4.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0750783309340477, -0.07283884286880493, -0.07059936225414276, -0.0683598741889, -0.06612038612365723, -0.06388090550899506, -0.06164141744375229, -0.05940193310379982, -0.05716244876384735, -0.05492296442389488, -0.05268348008394241, -0.050443992018699646, -0.04820450767874718, -0.04596502333879471, -0.04372553527355194, -0.04148605093359947, -0.039246566593647, -0.037007082253694534, -0.034767597913742065, -0.0325281098484993, -0.03028862550854683, -0.02804914116859436, -0.025809654965996742, -0.023570168763399124, -0.021330684423446655, -0.019091200083494186, -0.01685171388089657, -0.014612228609621525, -0.012372743338346481, -0.010133258067071438, -0.007893772795796394, -0.005654287524521351, -0.0034148022532463074, -0.0011753169819712639, 0.0010641682893037796, 0.003303653560578823, 0.005543138831853867, 0.00778262410312891, 0.010022109374403954, 0.012261594645678997, 0.01450107991695404, 0.01674056425690651, 0.018980050459504128, 0.021219536662101746, 0.023459021002054214, 0.025698505342006683, 0.0279379915446043, 0.03017747774720192, 0.03241696208715439, 0.03465644642710686, 0.036895930767059326, 0.039135418832302094, 0.04137490317225456, 0.04361438751220703, 0.0458538755774498, 0.04809335991740227, 0.050332844257354736, 0.052572328597307205, 0.054811812937259674, 0.05705130100250244, 0.05929078534245491, 0.06153026968240738, 0.06376975774765015, 0.06600923836231232, 0.06824872642755508]}, "_runtime": 153.51070356369019, "_timestamp": 1596238401.926511, "_step": 40}
+{"val_accuracy": 0.8249051084474885, "val_loss": 0.45636476719216124, "_runtime": 155.37023735046387, "_timestamp": 1596238403.7860448, "_step": 41}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: V Confidence: 0.209 Truth: v", "Prediction: 5 Confidence: 1.000 Truth: 5", "Prediction: 2 Confidence: 1.000 Truth: 2", "Prediction: 0 Confidence: 0.636 Truth: 0"]}, "_runtime": 155.62456822395325, "_timestamp": 1596238404.0403757, "_step": 42}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 2.0, 3.0, 0.0, 0.0, 2.0, 3.0, 0.0, 3.0, 3.0, 1.0, 7.0, 2.0, 3.0, 1.0, 0.0, 2.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00834546610713005, -0.00801162887364626, -0.007677790708839893, -0.007343953475356102, -0.007010115776211023, -0.006676278077065945, -0.006342440377920866, -0.006008602678775787, -0.005674765445291996, -0.005340927746146917, -0.005007090047001839, -0.00467325234785676, -0.004339414648711681, -0.004005576949566603, -0.0036717394832521677, -0.0033379020169377327, -0.003004064317792654, -0.0026702266186475754, -0.0023363891523331404, -0.0020025514531880617, -0.0016687138704583049, -0.001334876287728548, -0.0010010385885834694, -0.0006672010058537126, -0.0003333634231239557, 4.7418870963156223e-07, 0.00033431180054321885, 0.0006681494414806366, 0.0010019870242103934, 0.0013358246069401503, 0.001669662306085229, 0.002003499772399664, 0.0023373374715447426, 0.0026711751706898212, 0.0030050126370042562, 0.003338850336149335, 0.00367268780246377, 0.004006525501608849, 0.004340363200753927, 0.004674200899899006, 0.005008038133382797, 0.005341875832527876, 0.0056757135316729546, 0.006009551230818033, 0.006343388929963112, 0.0066772266291081905, 0.007011063862591982, 0.0073449015617370605, 0.007678739260882139, 0.008012576960027218, 0.00834641419351101, 0.008680252358317375, 0.009014089591801167, 0.009347927756607533, 0.009681764990091324, 0.010015602223575115, 0.010349440388381481, 0.010683277621865273, 0.011017115786671638, 0.01135095302015543, 0.011684790253639221, 0.012018628418445587, 0.012352465651929379, 0.012686303816735744, 0.013020141050219536]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 4.0, 0.0, 1.0, 4.0, 1.0, 3.0, 9.0, 9.0, 12.0, 23.0, 16.0, 21.0, 33.0, 46.0, 49.0, 55.0, 89.0, 116.0, 152.0, 231.0, 425.0, 5402.0, 445.0, 233.0, 133.0, 84.0, 67.0, 43.0, 57.0, 40.0, 31.0, 20.0, 12.0, 18.0, 8.0, 4.0, 8.0, 8.0, 4.0, 3.0, 0.0, 1.0, 3.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.1380816549062729, -0.13406622409820557, -0.13005080819129944, -0.12603537738323212, -0.1220199465751648, -0.11800451576709747, -0.11398909240961075, -0.10997366905212402, -0.1059582382440567, -0.10194280743598938, -0.09792738407850266, -0.09391196072101593, -0.08989652991294861, -0.08588109910488129, -0.08186567574739456, -0.07785025238990784, -0.07383482158184052, -0.0698193907737732, -0.06580396741628647, -0.061788540333509445, -0.05777311325073242, -0.0537576861679554, -0.049742259085178375, -0.04572683200240135, -0.04171140491962433, -0.037695977836847305, -0.03368055075407028, -0.02966512367129326, -0.025649696588516235, -0.021634269505739212, -0.01761884242296219, -0.013603415340185165, -0.009587988257408142, -0.005572561174631119, -0.0015571340918540955, 0.002458292990922928, 0.006473720073699951, 0.010489147156476974, 0.014504574239253998, 0.01852000132203102, 0.022535428404808044, 0.026550855487585068, 0.03056628257036209, 0.034581709653139114, 0.03859713673591614, 0.04261256381869316, 0.046627990901470184, 0.05064341798424721, 0.05465884506702423, 0.058674272149801254, 0.06268969923257828, 0.066705122590065, 0.07072055339813232, 0.07473598420619965, 0.07875140756368637, 0.0827668309211731, 0.08678226172924042, 0.09079769253730774, 0.09481311589479446, 0.09882853925228119, 0.10284397006034851, 0.10685940086841583, 0.11087482422590256, 0.11489024758338928, 0.1189056783914566]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 3.0, 3.0, 4.0, 3.0, 0.0, 2.0, 2.0, 2.0, 3.0, 4.0, 4.0, 1.0, 9.0, 27.0, 2.0, 3.0, 3.0, 0.0, 3.0, 2.0, 5.0, 4.0, 2.0, 3.0, 3.0, 3.0, 0.0, 3.0, 3.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.003488455666229129, -0.0033761230297386646, -0.003263790626078844, -0.00315145798958838, -0.0030391255859285593, -0.002926792949438095, -0.002814460312947631, -0.0027021279092878103, -0.002589795272797346, -0.0024774628691375256, -0.0023651302326470613, -0.002252797596156597, -0.0021404651924967766, -0.0020281325560063124, -0.00191580003593117, -0.0018034675158560276, -0.0016911349957808852, -0.0015788024757057428, -0.0014664699556306005, -0.0013541373191401362, -0.0012418047990649939, -0.0011294722789898515, -0.001017139758914709, -0.0009048071806319058, -0.0007924746605567634, -0.000680142140481621, -0.0005678095621988177, -0.00045547704212367535, -0.0003431444929447025, -0.00023081194376572967, -0.00011847940913867205, -6.146867235656828e-06, 0.0001061856746673584, 0.00021851822384633124, 0.0003308507730253041, 0.00044318329310044646, 0.0005555158713832498, 0.0006678483914583921, 0.0007801809115335345, 0.0008925134898163378, 0.0010048460680991411, 0.0011171785881742835, 0.0012295111082494259, 0.0013418436283245683, 0.0014541761483997107, 0.001566508668474853, 0.0016788413049653172, 0.0017911738250404596, 0.001903506345115602, 0.0020158388651907444, 0.0021281715016812086, 0.002240503905341029, 0.0023528365418314934, 0.002465168945491314, 0.002577501581981778, 0.0026898342184722424, 0.002802166622132063, 0.002914499258622527, 0.0030268316622823477, 0.003139164298772812, 0.003251496935263276, 0.0033638293389230967, 0.003476161975413561, 0.0035884943790733814, 0.0037008270155638456]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 3.0, 3.0, 2.0, 8.0, 6.0, 3.0, 8.0, 21.0, 30.0, 40.0, 74.0, 85.0, 136.0, 204.0, 307.0, 448.0, 759.0, 1104.0, 1878.0, 3165.0, 5831.0, 11224.0, 25951.0, 77682.0, 885763.0, 91774.0, 33328.0, 16322.0, 8846.0, 5301.0, 3141.0, 2094.0, 1360.0, 883.0, 560.0, 403.0, 298.0, 172.0, 134.0, 82.0, 63.0, 48.0, 26.0, 23.0, 18.0, 8.0, 6.0, 5.0, 4.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.006642244756221771, -0.006392770446836948, -0.0061432961374521255, -0.005893821362406015, -0.0056443470530211926, -0.00539487274363637, -0.0051453979685902596, -0.004895923659205437, -0.004646449349820614, -0.004396975040435791, -0.004147500731050968, -0.003898025956004858, -0.003648551646620035, -0.0033990773372352123, -0.003149602795019746, -0.0029001282528042793, -0.0026506539434194565, -0.0024011796340346336, -0.002151705091819167, -0.0019022306660190225, -0.0016527562402188778, -0.0014032818144187331, -0.0011538073886185884, -0.0009043329628184438, -0.0006548585370182991, -0.00040538411121815443, -0.00015590968541800976, 9.356474038213491e-05, 0.0003430391661822796, 0.0005925135919824243, 0.0008419880177825689, 0.0010914624435827136, 0.0013409368693828583, 0.001590411295183003, 0.0018398857209831476, 0.002089360263198614, 0.002338834572583437, 0.00258830888196826, 0.0028377834241837263, 0.003087257966399193, 0.0033367322757840157, 0.0035862065851688385, 0.003835681127384305, 0.0040851556695997715, 0.004334629978984594, 0.004584104288369417, 0.004833579063415527, 0.00508305337280035, 0.005332527682185173, 0.005582001991569996, 0.005831476300954819, 0.006080951076000929, 0.006330425385385752, 0.006579899694770575, 0.006829374469816685, 0.007078848779201508, 0.00732832308858633, 0.007577797397971153, 0.007827271707355976, 0.008076746016740799, 0.008326221257448196, 0.00857569556683302, 0.008825169876217842, 0.009074644185602665, 0.009324118494987488]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 4.0, 0.0, 1.0, 0.0, 2.0, 3.0, 3.0, 1.0, 2.0, 4.0, 10.0, 3.0, 3.0, 2.0, 3.0, 4.0, 1.0, 3.0, 2.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.022755632176995277, -0.02184091880917549, -0.020926205441355705, -0.02001149207353592, -0.019096778705716133, -0.018182065337896347, -0.01726735197007656, -0.016352638602256775, -0.015437925234436989, -0.014523211866617203, -0.013608498498797417, -0.01269378513097763, -0.011779071763157845, -0.010864358395338058, -0.009949645027518272, -0.009034931659698486, -0.0081202182918787, -0.007205504924058914, -0.006290791556239128, -0.005376078188419342, -0.004461364820599556, -0.00354665145277977, -0.002631938084959984, -0.0017172247171401978, -0.0008025113493204117, 0.00011220201849937439, 0.0010269153863191605, 0.0019416287541389465, 0.0028563421219587326, 0.0037710554897785187, 0.004685768857598305, 0.005600482225418091, 0.006515195593237877, 0.007429908961057663, 0.008344622328877449, 0.009259335696697235, 0.010174049064517021, 0.011088762432336807, 0.012003475800156593, 0.01291818916797638, 0.013832902535796165, 0.014747615903615952, 0.015662329271435738, 0.016577042639255524, 0.01749175600707531, 0.018406469374895096, 0.019321182742714882, 0.020235896110534668, 0.021150609478354454, 0.02206532284617424, 0.022980036213994026, 0.023894749581813812, 0.0248094629496336, 0.025724176317453384, 0.02663888968527317, 0.027553603053092957, 0.028468316420912743, 0.02938302978873253, 0.030297743156552315, 0.0312124565243721, 0.032127171754837036, 0.03304188326001167, 0.03395659476518631, 0.034871309995651245, 0.03578602522611618]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 5.0, 3.0, 5.0, 2.0, 13.0, 14.0, 19.0, 20.0, 35.0, 31.0, 45.0, 44.0, 62.0, 82.0, 104.0, 171.0, 195.0, 244.0, 291.0, 436.0, 651.0, 890.0, 1249.0, 1918.0, 5719.0, 1724.0, 1097.0, 817.0, 574.0, 502.0, 345.0, 266.0, 197.0, 141.0, 105.0, 65.0, 64.0, 52.0, 25.0, 38.0, 33.0, 13.0, 14.0, 14.0, 10.0, 7.0, 7.0, 17.0, 31.0, 4.0, 1.0, 2.0, 1.0, 1.0, 1.0, 7.0, 3.0], "bins": [-0.011682828888297081, -0.011309566907584667, -0.010936304926872253, -0.01056304294615984, -0.010189780965447426, -0.009816518984735012, -0.009443257004022598, -0.009069995023310184, -0.00869673304259777, -0.008323471061885357, -0.007950209081172943, -0.007576947100460529, -0.0072036851197481155, -0.006830423139035702, -0.006457161158323288, -0.006083899177610874, -0.00571063719689846, -0.005337375216186047, -0.004964113235473633, -0.004590851254761219, -0.004217589274048805, -0.0038443272933363914, -0.0034710653126239777, -0.003097803331911564, -0.00272454135119915, -0.0023512793704867363, -0.0019780173897743225, -0.0016047554090619087, -0.001231493428349495, -0.0008582314476370811, -0.00048496946692466736, -0.00011170748621225357, 0.0002615544945001602, 0.000634816475212574, 0.0010080784559249878, 0.0013813404366374016, 0.0017546024173498154, 0.002127864398062229, 0.002501126378774643, 0.0028743883594870567, 0.0032476503401994705, 0.0036209123209118843, 0.003994174301624298, 0.004367436282336712, 0.004740698263049126, 0.0051139602437615395, 0.005487222224473953, 0.005860484205186367, 0.006233746185898781, 0.006607008166611195, 0.006980270147323608, 0.007353532128036022, 0.007726794108748436, 0.00810005608946085, 0.008473318070173264, 0.008846580050885677, 0.009219842031598091, 0.009593104012310505, 0.009966365993022919, 0.010339627973735332, 0.010712889954447746, 0.01108615193516016, 0.011459413915872574, 0.011832675896584988, 0.012205937877297401]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.14710181951522827, -0.14381219446659088, -0.14052258431911469, -0.1372329592704773, -0.1339433491230011, -0.1306537240743637, -0.1273641139268875, -0.12407448887825012, -0.12078487128019333, -0.11749525368213654, -0.11420563608407974, -0.11091601848602295, -0.10762640088796616, -0.10433678328990936, -0.10104716569185257, -0.09775754809379578, -0.09446792304515839, -0.09117830544710159, -0.0878886878490448, -0.084599070250988, -0.08130945265293121, -0.07801983505487442, -0.07473021745681763, -0.07144059985876083, -0.06815098226070404, -0.06486136466264725, -0.061571743339300156, -0.05828212574124336, -0.05499250814318657, -0.051702890545129776, -0.048413269221782684, -0.04512365162372589, -0.0418340340256691, -0.038544416427612305, -0.03525479882955551, -0.03196517750620842, -0.028675559908151627, -0.025385942310094833, -0.02209632471203804, -0.018806705251336098, -0.015517087653279305, -0.012227469123899937, -0.008937850594520569, -0.005648232996463776, -0.002358614467084408, 0.0009310038294643164, 0.0042206221260130405, 0.007510240189731121, 0.010799858719110489, 0.014089477248489857, 0.017379095777869225, 0.020668713375926018, 0.02395833283662796, 0.027247950434684753, 0.030537568032741547, 0.03382718563079834, 0.03711680322885513, 0.040406424552202225, 0.04369604215025902, 0.04698565974831581, 0.050275277346372604, 0.0535648949444294, 0.05685451626777649, 0.06014413386583328, 0.06343375146389008]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 4.0, 3.0, 6.0, 6.0, 7.0, 9.0, 13.0, 12.0, 15.0, 41.0, 18.0, 18.0, 13.0, 16.0, 13.0, 10.0, 4.0, 5.0, 4.0, 4.0, 2.0, 3.0, 2.0, 2.0, 2.0, 3.0, 4.0, 7.0, 3.0, 4.0, 4.0, 5.0, 3.0, 1.0, 4.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.05959577485918999, -0.05776463821530342, -0.055933501571416855, -0.05410236492753029, -0.05227122828364372, -0.050440091639757156, -0.04860895499587059, -0.046777818351984024, -0.04494668170809746, -0.04311554506421089, -0.041284408420324326, -0.03945327177643776, -0.03762213513255119, -0.03579099848866463, -0.03395986184477806, -0.032128725200891495, -0.03029758855700493, -0.028466451913118362, -0.026635315269231796, -0.02480417862534523, -0.022973041981458664, -0.021141905337572098, -0.01931076869368553, -0.017479632049798965, -0.0156484954059124, -0.013817358762025833, -0.011986222118139267, -0.0101550854742527, -0.008323948830366135, -0.0064928121864795685, -0.004661675542593002, -0.002830538898706436, -0.00099940225481987, 0.0008317343890666962, 0.0026628710329532623, 0.0044940076768398285, 0.006325144320726395, 0.00815628096461296, 0.009987417608499527, 0.011818554252386093, 0.01364969089627266, 0.015480827540159225, 0.01731196418404579, 0.019143100827932358, 0.020974237471818924, 0.02280537411570549, 0.024636510759592056, 0.026467647403478622, 0.02829878404736519, 0.030129920691251755, 0.03196105733513832, 0.03379219397902489, 0.03562333062291145, 0.03745446726679802, 0.039285603910684586, 0.04111674055457115, 0.04294787719845772, 0.044779013842344284, 0.04661015048623085, 0.048441287130117416, 0.05027242377400398, 0.05210356041789055, 0.053934697061777115, 0.05576583370566368, 0.05759697034955025]}, "_runtime": 162.690491437912, "_timestamp": 1596238411.106299, "_step": 43}
+{"val_accuracy": 0.8243300513698631, "val_loss": 0.45594423655505595, "_runtime": 166.95291924476624, "_timestamp": 1596238415.3687267, "_step": 44}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: V Confidence: 0.250 Truth: v", "Prediction: 5 Confidence: 1.000 Truth: 5", "Prediction: 2 Confidence: 0.999 Truth: 2", "Prediction: 0 Confidence: 0.605 Truth: 0"]}, "_runtime": 167.21397042274475, "_timestamp": 1596238415.629778, "_step": 45}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 3.0, 4.0, 1.0, 2.0, 3.0, 3.0, 5.0, 6.0, 5.0, 1.0, 2.0, 2.0, 3.0, 0.0, 4.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012657955288887024, -0.012233887799084187, -0.011809819377958775, -0.011385751888155937, -0.010961683467030525, -0.010537615977227688, -0.01011354848742485, -0.009689480066299438, -0.009265412576496601, -0.008841345086693764, -0.008417276665568352, -0.007993209175765514, -0.00756914122030139, -0.007145073264837265, -0.006721005775034428, -0.006296937819570303, -0.005872869864106178, -0.005448801908642054, -0.005024733953177929, -0.0046006664633750916, -0.004176598507910967, -0.003752530552446842, -0.003328462829813361, -0.00290439510717988, -0.0024803271517157555, -0.0020562591962516308, -0.0016321914736181498, -0.001208123634569347, -0.000784055795520544, -0.0003599879564717412, 6.407988257706165e-05, 0.0004881477216258645, 0.0009122155606746674, 0.0013362833997234702, 0.001760351238772273, 0.002184418961405754, 0.0026084869168698788, 0.0030325548723340034, 0.0034566225949674845, 0.0038806903176009655, 0.00430475827306509, 0.004728826228529215, 0.0051528941839933395, 0.005576961673796177, 0.006001029629260302, 0.006425097584724426, 0.006849165074527264, 0.007273233029991388, 0.007697300985455513, 0.00812136847525835, 0.008545436896383762, 0.0089695043861866, 0.009393572807312012, 0.009817640297114849, 0.010241707786917686, 0.010665776208043098, 0.011089843697845936, 0.011513911187648773, 0.011937979608774185, 0.012362047098577023, 0.01278611458837986, 0.013210183009505272, 0.01363425049930811, 0.014058318920433521, 0.014482386410236359]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 4.0, 4.0, 5.0, 9.0, 9.0, 12.0, 24.0, 24.0, 27.0, 40.0, 67.0, 89.0, 109.0, 155.0, 264.0, 578.0, 5509.0, 382.0, 174.0, 113.0, 83.0, 62.0, 44.0, 34.0, 22.0, 16.0, 20.0, 15.0, 6.0, 6.0, 4.0, 4.0, 5.0, 4.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.14667318761348724, -0.14197102189064026, -0.13726887106895447, -0.13256672024726868, -0.1278645545244217, -0.1231623962521553, -0.11846023797988892, -0.11375807970762253, -0.10905592143535614, -0.10435376316308975, -0.09965160489082336, -0.09494944661855698, -0.09024728834629059, -0.0855451300740242, -0.08084297180175781, -0.07614081352949142, -0.07143865525722504, -0.06673649698495865, -0.06203433871269226, -0.05733218044042587, -0.052630022168159485, -0.0479278638958931, -0.04322570562362671, -0.03852354735136032, -0.03382138907909393, -0.029119230806827545, -0.024417072534561157, -0.01971491426229477, -0.015012755990028381, -0.010310597717761993, -0.0056084394454956055, -0.0009062811732292175, 0.0037958770990371704, 0.008498035371303558, 0.013200193643569946, 0.017902351915836334, 0.022604510188102722, 0.02730666846036911, 0.0320088267326355, 0.036710985004901886, 0.041413143277168274, 0.04611530154943466, 0.05081745982170105, 0.05551961809396744, 0.060221776366233826, 0.06492393463850021, 0.0696260929107666, 0.07432825118303299, 0.07903040945529938, 0.08373256772756577, 0.08843472599983215, 0.09313688427209854, 0.09783904254436493, 0.10254120081663132, 0.1072433590888977, 0.11194551736116409, 0.11664767563343048, 0.12134983390569687, 0.12605199217796326, 0.13075414299964905, 0.13545630872249603, 0.14015847444534302, 0.1448606252670288, 0.1495627760887146, 0.15426494181156158]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 3.0, 0.0, 3.0, 1.0, 1.0, 5.0, 3.0, 3.0, 4.0, 3.0, 4.0, 1.0, 4.0, 2.0, 4.0, 26.0, 1.0, 3.0, 6.0, 5.0, 1.0, 4.0, 1.0, 2.0, 4.0, 0.0, 2.0, 2.0, 2.0, 3.0, 2.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0023221364244818687, -0.002248680219054222, -0.0021752240136265755, -0.002101767808198929, -0.002028311602771282, -0.0019548553973436356, -0.0018813993083313107, -0.0018079431029036641, -0.0017344868974760175, -0.0016610306920483708, -0.0015875744866207242, -0.0015141182811930776, -0.0014406621921807528, -0.0013672059867531061, -0.0012937497813254595, -0.0012202935758978128, -0.0011468373704701662, -0.0010733811650425196, -0.000999924959614873, -0.0009264688123948872, -0.0008530126069672406, -0.0007795564015395939, -0.0007061002543196082, -0.0006326440488919616, -0.0005591878434643149, -0.0004857316380366683, -0.0004122754617128521, -0.00033881928538903594, -0.0002653630799613893, -0.0001919068890856579, -0.00011845069820992649, -4.499450733419508e-05, 2.846168354153633e-05, 0.00010191787441726774, 0.00017537406529299915, 0.00024883024161681533, 0.00032228644704446197, 0.0003957426524721086, 0.0004691988287959248, 0.000542655005119741, 0.0006161112105473876, 0.0006895674159750342, 0.0007630236214026809, 0.0008364797686226666, 0.0009099359740503132, 0.000983392121270299, 0.0010568483266979456, 0.0011303045321255922, 0.0012037607375532389, 0.0012772169429808855, 0.0013506731484085321, 0.0014241293538361788, 0.0014975855592638254, 0.0015710416482761502, 0.0016444978537037969, 0.0017179540591314435, 0.0017914102645590901, 0.0018648664699867368, 0.0019383226754143834, 0.0020117787644267082, 0.002085234969854355, 0.0021586911752820015, 0.002232147380709648, 0.0023056035861372948, 0.0023790597915649414]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 2.0, 8.0, 11.0, 12.0, 16.0, 18.0, 23.0, 58.0, 56.0, 78.0, 128.0, 179.0, 286.0, 475.0, 738.0, 1241.0, 2087.0, 3545.0, 6258.0, 12230.0, 27293.0, 75982.0, 877192.0, 99933.0, 34447.0, 15912.0, 8321.0, 4752.0, 2875.0, 1791.0, 1167.0, 792.0, 518.0, 356.0, 265.0, 215.0, 128.0, 76.0, 57.0, 33.0, 29.0, 19.0, 9.0, 10.0, 5.0, 1.0, 3.0, 2.0, 2.0, 1.0, 1.0, 1.0], "bins": [-0.007230694871395826, -0.0070219822227954865, -0.006813269108533859, -0.006604555994272232, -0.006395843345671892, -0.006187130697071552, -0.005978417582809925, -0.005769704468548298, -0.005560991819947958, -0.005352279171347618, -0.005143566057085991, -0.004934852942824364, -0.004726140294224024, -0.004517427645623684, -0.004308714531362057, -0.0041000014171004295, -0.0038912887685000896, -0.003682575887069106, -0.0034738630056381226, -0.003265150124207139, -0.0030564372427761555, -0.002847724361345172, -0.0026390114799141884, -0.002430298598483205, -0.0022215857170522213, -0.0020128728356212378, -0.0018041599541902542, -0.0015954470727592707, -0.0013867341913282871, -0.0011780213098973036, -0.00096930842846632, -0.0007605955470353365, -0.000551882665604353, -0.0003431697841733694, -0.00013445690274238586, 7.425597868859768e-05, 0.0002829688601195812, 0.0004916817415505648, 0.0007003946229815483, 0.0009091075044125319, 0.0011178203858435154, 0.001326533267274499, 0.0015352461487054825, 0.001743959030136466, 0.0019526719115674496, 0.002161384792998433, 0.0023700976744294167, 0.0025788105558604, 0.0027875234372913837, 0.0029962363187223673, 0.003204949200153351, 0.0034136620815843344, 0.003622374963015318, 0.0038310878444463015, 0.004039800725877285, 0.004248513840138912, 0.004457226488739252, 0.004665939137339592, 0.004874652251601219, 0.005083365365862846, 0.005292078014463186, 0.005500790663063526, 0.005709503777325153, 0.0059182168915867805, 0.0061269295401871204]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 12.0, 1.0, 3.0, 2.0, 5.0, 5.0, 2.0, 4.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0], "bins": [-0.05467292293906212, -0.05350398272275925, -0.052335046231746674, -0.0511661097407341, -0.04999716952443123, -0.04882822930812836, -0.047659292817115784, -0.04649035632610321, -0.04532141610980034, -0.04415247589349747, -0.042983539402484894, -0.04181460291147232, -0.04064566269516945, -0.03947672247886658, -0.038307785987854004, -0.03713884949684143, -0.03596990928053856, -0.03480096906423569, -0.033632032573223114, -0.03246309608221054, -0.03129415586590767, -0.030125217512249947, -0.028956279158592224, -0.0277873408049345, -0.02661840245127678, -0.025449464097619057, -0.024280525743961334, -0.023111587390303612, -0.02194264903664589, -0.020773710682988167, -0.019604772329330444, -0.018435833975672722, -0.017266895622015, -0.016097957268357277, -0.014929018914699554, -0.013760080561041832, -0.01259114220738411, -0.011422203853726387, -0.010253265500068665, -0.009084327146410942, -0.00791538879275322, -0.006746450439095497, -0.005577512085437775, -0.004408573731780052, -0.0032396353781223297, -0.0020706970244646072, -0.0009017586708068848, 0.0002671796828508377, 0.0014361180365085602, 0.0026050563901662827, 0.003773994743824005, 0.004942933097481728, 0.00611187145113945, 0.0072808098047971725, 0.008449748158454895, 0.009618686512112617, 0.01078762486577034, 0.011956563219428062, 0.013125501573085785, 0.014294439926743507, 0.01546337828040123, 0.016632316634058952, 0.017801254987716675, 0.018970193341374397, 0.02013913169503212]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [7.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 22.0, 15.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 11.0, 8.0, 11.0, 28.0, 12.0, 23.0, 43.0, 53.0, 62.0, 90.0, 94.0, 101.0, 177.0, 208.0, 337.0, 424.0, 644.0, 1116.0, 2422.0, 6387.0, 1850.0, 1232.0, 839.0, 610.0, 435.0, 300.0, 233.0, 133.0, 117.0, 84.0, 70.0, 54.0, 53.0, 31.0, 24.0, 10.0, 17.0, 11.0, 3.0, 7.0, 5.0, 2.0, 3.0, 0.0, 1.0], "bins": [-0.018222568556666374, -0.01774524338543415, -0.017267918214201927, -0.016790593042969704, -0.01631326973438263, -0.015835944563150406, -0.015358619391918182, -0.014881294220685959, -0.014403969049453735, -0.013926644809544086, -0.013449319638311863, -0.01297199446707964, -0.012494669295847416, -0.012017345055937767, -0.011540019884705544, -0.01106269471347332, -0.010585369542241096, -0.010108045302331448, -0.009630720131099224, -0.009153394959867, -0.008676070719957352, -0.008198745548725128, -0.007721420377492905, -0.0072440956719219685, -0.006766770966351032, -0.006289445795118809, -0.0058121210895478725, -0.005334795918315649, -0.004857471212744713, -0.004380146041512489, -0.003902821335941553, -0.0034254963975399733, -0.0029481714591383934, -0.0024708465207368135, -0.0019935215823352337, -0.0015161967603489757, -0.0010388718219473958, -0.0005615468835458159, -8.4222003351897e-05, 0.0003931029059458524, 0.0008704278152436018, 0.0013477527536451817, 0.0018250776920467615, 0.0023024026304483414, 0.0027797273360192776, 0.0032570522744208574, 0.0037343772128224373, 0.004211702384054661, 0.004689027089625597, 0.005166351795196533, 0.005643676966428757, 0.006121001671999693, 0.006598326843231916, 0.007075651548802853, 0.007552976720035076, 0.0080303018912673, 0.008507626131176949, 0.008984951302409172, 0.009462276473641396, 0.009939600713551044, 0.010416925884783268, 0.010894251056015491, 0.011371576227247715, 0.011848900467157364, 0.012326225638389587]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06641874462366104, -0.06128498166799545, -0.056151214987039566, -0.05101745203137398, -0.04588368535041809, -0.0407499223947525, -0.035616159439086914, -0.030482394620776176, -0.02534862980246544, -0.0202148649841547, -0.015081101097166538, -0.009947337210178375, -0.004813572391867638, 0.00032019196078181267, 0.005453956313431263, 0.010587720200419426, 0.015721485018730164, 0.0208552498370409, 0.02598901465535164, 0.031122777611017227, 0.036256544291973114, 0.0413903072476387, 0.04652407020330429, 0.05165783688426018, 0.056791599839925766, 0.061925362795591354, 0.06705912947654724, 0.07219289243221283, 0.07732665538787842, 0.082460418343544, 0.08759418874979019, 0.09272795170545578, 0.09786171466112137, 0.10299547761678696, 0.10812924057245255, 0.11326301097869873, 0.11839677393436432, 0.12353053689002991, 0.1286642998456955, 0.13379806280136108, 0.13893182575702667, 0.14406558871269226, 0.14919935166835785, 0.15433312952518463, 0.15946689248085022, 0.1646006554365158, 0.1697344183921814, 0.17486818134784698, 0.18000194430351257, 0.18513570725917816, 0.19026947021484375, 0.19540323317050934, 0.20053699612617493, 0.20567075908184052, 0.2108045369386673, 0.21593829989433289, 0.22107206284999847, 0.22620582580566406, 0.23133958876132965, 0.23647335171699524, 0.24160711467266083, 0.24674087762832642, 0.2518746554851532, 0.2570084035396576, 0.2621421813964844]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 3.0, 0.0, 3.0, 2.0, 2.0, 2.0, 4.0, 3.0, 2.0, 2.0, 2.0, 8.0, 7.0, 13.0, 9.0, 15.0, 27.0, 17.0, 19.0, 22.0, 14.0, 33.0, 18.0, 8.0, 7.0, 6.0, 7.0, 3.0, 5.0, 1.0, 3.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.05275743082165718, -0.050633370876312256, -0.04850931093096733, -0.046385250985622406, -0.04426119476556778, -0.042137134820222855, -0.04001307487487793, -0.037889014929533005, -0.03576495498418808, -0.033640895038843155, -0.03151683509349823, -0.029392777010798454, -0.02726871706545353, -0.025144657120108604, -0.02302059903740883, -0.020896539092063904, -0.01877247914671898, -0.016648419201374054, -0.014524360187351704, -0.012400301173329353, -0.010276241227984428, -0.008152181282639503, -0.006028122268617153, -0.0039040627889335155, -0.001780003309249878, 0.0003440561704337597, 0.0024681156501173973, 0.004592175129801035, 0.0067162346094846725, 0.008840294554829597, 0.010964353568851948, 0.013088412582874298, 0.015212472528219223, 0.017336532473564148, 0.019460592418909073, 0.02158465050160885, 0.023708710446953773, 0.0258327703922987, 0.027956828474998474, 0.0300808884203434, 0.032204948365688324, 0.03432900831103325, 0.036453068256378174, 0.0385771282017231, 0.040701188147068024, 0.04282524436712265, 0.044949304312467575, 0.0470733642578125, 0.049197424203157425, 0.05132148414850235, 0.053445544093847275, 0.0555696040391922, 0.057693660259246826, 0.05981772020459175, 0.061941780149936676, 0.0640658438205719, 0.06618990004062653, 0.06831395626068115, 0.07043801993131638, 0.072562076151371, 0.07468613982200623, 0.07681019604206085, 0.07893425971269608, 0.0810583159327507, 0.08318237960338593]}, "_runtime": 171.9037139415741, "_timestamp": 1596238420.3195214, "_step": 46}
+{"val_accuracy": 0.8253174942922374, "val_loss": 0.45587902118081913, "_runtime": 178.55833077430725, "_timestamp": 1596238426.9741383, "_step": 47}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: V Confidence: 0.241 Truth: v", "Prediction: 5 Confidence: 1.000 Truth: 5", "Prediction: 2 Confidence: 1.000 Truth: 2", "Prediction: 0 Confidence: 0.628 Truth: 0"]}, "_runtime": 178.81547617912292, "_timestamp": 1596238427.2312837, "_step": 48}
+{"validation_metric": 0.8252340182648401, "_runtime": 179.7206711769104, "_timestamp": 1596238428.1364787, "_step": 49}
diff --git a/wandb/run-20200801_013051-2ex33rng/wandb-metadata.json b/wandb/run-20200801_013051-2ex33rng/wandb-metadata.json
new file mode 100644
index 0000000..30a4296
--- /dev/null
+++ b/wandb/run-20200801_013051-2ex33rng/wandb-metadata.json
@@ -0,0 +1,30 @@
+{
+ "root": "/home/akternurra/Documents/projects/quest-for-general-artifical-intelligence/projects/text-recognizer",
+ "program": "<python with no main file>",
+ "git": {
+ "remote": "git@github.com:aktersnurra/text-recognizer.git",
+ "commit": "fa461db6132e7a22f3aa1bb48cce8981890325fb"
+ },
+ "email": "gustaf.rydholm@gmail.com",
+ "startedAt": "2020-07-31T23:30:51.600169",
+ "host": "kompjuter",
+ "username": "akternurra",
+ "executable": "/home/akternurra/.cache/pypoetry/virtualenvs/text-recognizer-N1c_zsdp-py3.8/bin/python",
+ "os": "Linux-5.4.0-42-generic-x86_64-with-glibc2.27",
+ "python": "3.8.2",
+ "gpu": "GeForce RTX 2070",
+ "gpu_count": 1,
+ "cpu_count": 12,
+ "cuda": "10.1.105",
+ "args": [
+ "--gpu=-1",
+ "--save",
+ "--experiment_config={\"dataloader\": \"EmnistDataLoaders\", \"data_loader_args\": {\"splits\": [\"train\", \"val\"], \"sample_to_balance\": true, \"subsample_fraction\": null, \"transform\": null, \"target_transform\": null, \"batch_size\": 256, \"shuffle\": true, \"num_workers\": 8, \"cuda\": true, \"seed\": 4711}, \"model\": \"CharacterModel\", \"metrics\": [\"accuracy\"], \"network\": \"LeNet\", \"network_args\": {\"input_size\": [28, 28], \"output_size\": 62}, \"train_args\": {\"batch_size\": 256, \"epochs\": 16}, \"criterion\": \"CrossEntropyLoss\", \"criterion_args\": {\"weight\": null, \"ignore_index\": -100, \"reduction\": \"mean\"}, \"optimizer\": \"AdamW\", \"optimizer_args\": {\"lr\": 0.01, \"betas\": [0.9, 0.999], \"eps\": 1e-08, \"weight_decay\": 0, \"amsgrad\": false}, \"lr_scheduler\": \"OneCycleLR\", \"lr_scheduler_args\": {\"max_lr\": 0.001, \"epochs\": 16}, \"callbacks\": [\"Checkpoint\", \"EarlyStopping\", \"WandbCallback\", \"WandbImageLogger\", \"OneCycleLR\"], \"callback_args\": {\"Checkpoint\": {\"monitor\": \"val_accuracy\"}, \"EarlyStopping\": {\"monitor\": \"val_loss\", \"min_delta\": 0.0, \"patience\": 3, \"mode\": \"min\"}, \"WandbCallback\": {\"log_batch_frequency\": 10}, \"WandbImageLogger\": {\"num_examples\": 4}, \"OneCycleLR\": null}, \"verbosity\": 1, \"resume_experiment\": null, \"experiment_group\": \"Sample Experiments\"}"
+ ],
+ "state": "finished",
+ "jobType": null,
+ "mode": "run",
+ "project": "text-recognizer",
+ "heartbeatAt": "2020-07-31T23:33:48.435313",
+ "exitcode": 0
+}