Removed wandb files that should not have been pushed.

7 files changed, 0 insertions, 303 deletions

diff --git a/wandb/run-20200731_160357-3tq05mdm/config.yaml b/wandb/run-20200731_160357-3tq05mdm/config.yaml
deleted file mode 100644
index f8813b6..0000000
--- a/wandb/run-20200731_160357-3tq05mdm/config.yaml
+++ /dev/null
@@ -1,111 +0,0 @@
-wandb_version: 1
-
-_wandb:
-  desc: null
-  value:
-    cli_version: 0.8.36
-    framework: torch
-    is_jupyter_run: false
-    is_kaggle_kernel: false
-    python_version: 3.8.2
-callback_args:
-  desc: null
-  value:
-    Checkpoint:
-      monitor: val_accuracy
-    EarlyStopping:
-      min_delta: 0.0
-      mode: min
-      monitor: val_loss
-      patience: 3
-    WandbCallback:
-      log_batch_frequency: 10
-    WandbImageLogger:
-      num_examples: 4
-callbacks:
-  desc: null
-  value:
-  - Checkpoint
-  - EarlyStopping
-  - WandbCallback
-  - WandbImageLogger
-criterion:
-  desc: null
-  value: CrossEntropyLoss
-criterion_args:
-  desc: null
-  value:
-    ignore_index: -100
-    reduction: mean
-    weight: null
-data_loader_args:
-  desc: null
-  value:
-    batch_size: 256
-    cuda: true
-    num_workers: 8
-    sample_to_balance: true
-    seed: 4711
-    shuffle: true
-    splits:
-    - train
-    - val
-    subsample_fraction: null
-    target_transform: null
-    transform: null
-dataloader:
-  desc: null
-  value: EmnistDataLoader
-experiment_group:
-  desc: null
-  value: Sample Experiments
-lr_scheduler:
-  desc: null
-  value: OneCycleLR
-lr_scheduler_args:
-  desc: null
-  value:
-    epochs: 16
-    max_lr: 0.001
-    steps_per_epoch: 1314
-metrics:
-  desc: null
-  value:
-  - accuracy
-model:
-  desc: null
-  value: CharacterModel
-network:
-  desc: null
-  value: LeNet
-network_args:
-  desc: null
-  value:
-    input_size:
-    - 28
-    - 28
-    output_size: 62
-optimizer:
-  desc: null
-  value: AdamW
-optimizer_args:
-  desc: null
-  value:
-    amsgrad: false
-    betas:
-    - 0.9
-    - 0.999
-    eps: 1.0e-08
-    lr: 0.01
-    weight_decay: 0
-resume_experiment:
-  desc: null
-  value: null
-train_args:
-  desc: null
-  value:
-    batch_size: 256
-    epochs: 16
-verbosity:
-  desc: null
-  value: 2
diff --git a/wandb/run-20200731_160357-3tq05mdm/media/graph/graph_0_summary_97659cc1.graph.json b/wandb/run-20200731_160357-3tq05mdm/media/graph/graph_0_summary_97659cc1.graph.json
deleted file mode 100644
index af5120a..0000000
--- a/wandb/run-20200731_160357-3tq05mdm/media/graph/graph_0_summary_97659cc1.graph.json
+++ /dev/null
@@ -1 +0,0 @@
-{"format": "torch", "nodes": [{"name": "layers.0", "id": 139854451491936, "class_name": "Conv2d(1, 32, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [32, 1, 3, 3]], ["bias", [32]]], "output_shape": [[2, 32, 26, 26]], "num_parameters": [288, 32]}, {"name": "layers.1", "id": 139854451491744, "class_name": "ReLU(inplace=True)", "parameters": [], "output_shape": [[2, 32, 26, 26]], "num_parameters": []}, {"name": "layers.2", "id": 139854451491888, "class_name": "Conv2d(32, 64, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [64, 32, 3, 3]], ["bias", [64]]], "output_shape": [[2, 64, 24, 24]], "num_parameters": [18432, 64]}, {"name": "layers.4", "id": 139854451492176, "class_name": "MaxPool2d(kernel_size=2, stride=2, padding=0, dilation=1, ceil_mode=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.5", "id": 139854451492128, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.6", "id": 139854451491840, "class_name": "Flatten()", "parameters": [], "output_shape": [[2, 9216]], "num_parameters": []}, {"name": "layers.7", "id": 139854451388768, "class_name": "Linear(in_features=9216, out_features=128, bias=True)", "parameters": [["weight", [128, 9216]], ["bias", [128]]], "output_shape": [[2, 128]], "num_parameters": [1179648, 128]}, {"name": "layers.9", "id": 139854451388816, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 128]], "num_parameters": []}, {"name": "layers.10", "id": 139854451388864, "class_name": "Linear(in_features=128, out_features=62, bias=True)", "parameters": [["weight", [62, 128]], ["bias", [62]]], "output_shape": [[2, 62]], "num_parameters": [7936, 62]}], "edges": []}
diff --git a/wandb/run-20200731_160357-3tq05mdm/requirements.txt b/wandb/run-20200731_160357-3tq05mdm/requirements.txt
deleted file mode 100644
index 10c63b6..0000000
--- a/wandb/run-20200731_160357-3tq05mdm/requirements.txt
+++ /dev/null
@@ -1,145 +0,0 @@
-alabaster==0.7.12
-appdirs==1.4.4
-attrs==19.3.0
-babel==2.8.0
-backcall==0.2.0
-bandit==1.6.2
-black==19.10b0
-bleach==3.1.5
-blessings==1.7
-boltons==20.2.0
-certifi==2020.6.20
-chardet==3.0.4
-click==7.1.2
-configparser==5.0.0
-coverage==5.2.1
-cycler==0.10.0
-darglint==1.5.2
-dataclasses==0.6
-decorator==4.4.2
-defusedxml==0.6.0
-desert==2020.1.6
-docker-pycreds==0.4.0
-docutils==0.16
-dparse==0.5.1
-entrypoints==0.3
-flake8-annotations==2.3.0
-flake8-bandit==2.1.2
-flake8-black==0.2.1
-flake8-bugbear==20.1.4
-flake8-docstrings==1.5.0
-flake8-import-order==0.18.1
-flake8-polyfill==1.0.2
-flake8==3.8.3
-future==0.18.2
-gitdb==4.0.5
-gitpython==3.1.7
-gpustat==0.6.0
-gql==0.2.0
-graphql-core==1.1
-h5py==2.10.0
-idna==2.10
-imagesize==1.2.0
-ipykernel==5.3.4
-ipython-genutils==0.2.0
-ipython==7.16.1
-ipywidgets==7.5.1
-jedi==0.17.2
-jinja2==2.11.2
-jsonschema==3.2.0
-jupyter-client==6.1.6
-jupyter-console==6.1.0
-jupyter-core==4.6.3
-jupyter==1.0.0
-kiwisolver==1.2.0
-loguru==0.5.1
-markupsafe==1.1.1
-marshmallow==3.7.1
-matplotlib==3.3.0
-mccabe==0.6.1
-mistune==0.8.4
-more-itertools==8.4.0
-mypy-extensions==0.4.3
-mypy==0.770
-nbconvert==5.6.1
-nbformat==5.0.7
-notebook==6.0.3
-numpy==1.19.1
-nvidia-ml-py3==7.352.0
-opencv-python==4.3.0.36
-packaging==20.4
-pandocfilters==1.4.2
-parso==0.7.1
-pathspec==0.8.0
-pathtools==0.1.2
-pbr==5.4.5
-pexpect==4.8.0
-pickleshare==0.7.5
-pillow==7.2.0
-pip==20.2
-pluggy==0.13.1
-prometheus-client==0.8.0
-promise==2.3
-prompt-toolkit==3.0.5
-psutil==5.7.2
-ptyprocess==0.6.0
-py==1.9.0
-pycodestyle==2.6.0
-pydocstyle==5.0.2
-pyflakes==2.2.0
-pygments==2.6.1
-pyparsing==2.4.7
-pyrsistent==0.16.0
-pytest-cov==2.10.0
-pytest-mock==3.2.0
-pytest==5.4.3
-python-dateutil==2.8.1
-pytz==2020.1
-pyyaml==5.3.1
-pyzmq==19.0.1
-qtconsole==4.7.5
-qtpy==1.9.0
-redis==3.5.3
-redlock-py==1.0.8
-regex==2020.7.14
-requests==2.24.0
-safety==1.9.0
-send2trash==1.5.0
-sentry-sdk==0.16.2
-setuptools==41.2.0
-shortuuid==1.0.1
-six==1.15.0
-smmap==3.0.4
-snowballstemmer==2.0.0
-sphinx-autodoc-typehints==1.11.0
-sphinx-rtd-theme==0.4.3
-sphinx==3.1.2
-sphinxcontrib-applehelp==1.0.2
-sphinxcontrib-devhelp==1.0.2
-sphinxcontrib-htmlhelp==1.0.3
-sphinxcontrib-jsmath==1.0.1
-sphinxcontrib-qthelp==1.0.3
-sphinxcontrib-serializinghtml==1.1.4
-stevedore==3.2.0
-subprocess32==3.5.4
-terminado==0.8.3
-testpath==0.4.4
-text-recognizer==0.1.0
-toml==0.10.1
-torch==1.5.1
-torchsummary==1.5.1
-torchvision==0.6.1
-tornado==6.0.4
-tqdm==4.48.0
-traitlets==4.3.3
-typed-ast==1.4.1
-typeguard==2.9.1
-typing-extensions==3.7.4.2
-typing-inspect==0.6.0
-urllib3==1.25.10
-wandb==0.8.36
-watchdog==0.10.3
-wcwidth==0.2.5
-webencodings==0.5.1
-widgetsnbextension==3.5.1
-xdoctest==0.12.0
diff --git a/wandb/run-20200731_160357-3tq05mdm/wandb-events.jsonl b/wandb/run-20200731_160357-3tq05mdm/wandb-events.jsonl
deleted file mode 100644
index e390469..0000000
--- a/wandb/run-20200731_160357-3tq05mdm/wandb-events.jsonl
+++ /dev/null
@@ -1 +0,0 @@
-{"system.gpu.0.gpu": 58.62, "system.gpu.0.memory": 42.12, "system.gpu.0.memoryAllocated": 21.53, "system.gpu.0.temp": 54.38, "system.gpu.process.0.gpu": 58.62, "system.gpu.process.0.memory": 42.12, "system.gpu.process.0.memoryAllocated": 21.53, "system.gpu.process.0.temp": 54.38, "system.gpu.0.powerWatts": 121.98, "system.gpu.0.powerPercent": 56.74, "system.gpu.process.0.powerWatts": 121.98, "system.gpu.process.0.powerPercent": 56.74, "system.cpu": 46.21, "system.memory": 70.15, "system.disk": 37.2, "system.proc.memory.availableMB": 4778.92, "system.proc.memory.rssMB": 2580.15, "system.proc.memory.percent": 16.12, "system.proc.cpu.threads": 18.25, "system.network.sent": 1077429, "system.network.recv": 884527, "_wandb": true, "_timestamp": 1596211450, "_runtime": 13}
diff --git a/wandb/run-20200731_160357-3tq05mdm/wandb-history.jsonl b/wandb/run-20200731_160357-3tq05mdm/wandb-history.jsonl
deleted file mode 100644
index 8140f92..0000000
--- a/wandb/run-20200731_160357-3tq05mdm/wandb-history.jsonl
+++ /dev/null
@@ -1,14 +0,0 @@
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 5.0, 1.0, 4.0, 3.0, 1.0, 2.0, 1.0, 2.0, 5.0, 0.0, 1.0, 1.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0], "bins": [-0.025287797674536705, -0.024627286940813065, -0.023966776207089424, -0.023306263610720634, -0.022645752876996994, -0.021985242143273354, -0.021324731409549713, -0.020664218813180923, -0.020003708079457283, -0.019343197345733643, -0.018682686612010002, -0.01802217587828636, -0.017361663281917572, -0.01670115254819393, -0.01604064181447029, -0.015380130149424076, -0.014719619415700436, -0.014059108681976795, -0.01339859701693058, -0.01273808628320694, -0.012077574618160725, -0.011417063884437084, -0.01075655221939087, -0.010096041485667229, -0.009435530751943588, -0.008775019086897373, -0.008114508353173733, -0.007453996688127518, -0.006793485954403877, -0.0061329747550189495, -0.005472463555634022, -0.004811952356249094, -0.004151441156864166, -0.0034909299574792385, -0.0028304187580943108, -0.0021699077915400267, -0.001509396592155099, -0.0008488854509778321, -0.00018837430980056524, 0.0004721368313767016, 0.0011326479725539684, 0.0017931591719388962, 0.002453670371323824, 0.003114181337878108, 0.0037746925372630358, 0.00443520350381732, 0.005095714703202248, 0.005756225902587175, 0.006416737101972103, 0.007077248301357031, 0.007737759500741959, 0.008398270234465599, 0.009058781899511814, 0.009719292633235455, 0.01037980429828167, 0.01104031503200531, 0.01170082576572895, 0.012361337430775166, 0.013021848164498806, 0.013682359829545021, 0.014342870563268661, 0.015003382228314877, 0.01566389389336109, 0.016324404627084732, 0.016984915360808372]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 4.0, 5.0, 4.0, 6.0, 8.0, 14.0, 14.0, 14.0, 25.0, 23.0, 38.0, 47.0, 82.0, 89.0, 96.0, 146.0, 164.0, 243.0, 322.0, 452.0, 650.0, 2573.0, 863.0, 644.0, 481.0, 299.0, 211.0, 127.0, 81.0, 53.0, 48.0, 33.0, 20.0, 13.0, 9.0, 2.0, 5.0, 5.0, 5.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.06551533937454224, -0.06376203149557114, -0.06200872361660004, -0.06025541573762894, -0.05850210785865784, -0.056748803704977036, -0.054995495826005936, -0.053242187947034836, -0.051488880068063736, -0.049735572189092636, -0.047982264310121536, -0.046228956431150436, -0.044475652277469635, -0.042722344398498535, -0.040969036519527435, -0.039215728640556335, -0.037462420761585236, -0.035709112882614136, -0.033955805003643036, -0.032202497124671936, -0.030449191108345985, -0.028695883229374886, -0.026942577213048935, -0.025189269334077835, -0.023435961455106735, -0.021682653576135635, -0.019929345697164536, -0.018176039680838585, -0.016422731801867485, -0.014669423922896385, -0.01291611697524786, -0.011162810027599335, -0.009409502148628235, -0.007656194735318422, -0.00590288732200861, -0.004149579908698797, -0.0023962724953889847, -0.0006429650820791721, 0.0011103423312306404, 0.002863649744540453, 0.0046169571578502655, 0.006370264571160078, 0.00812357198446989, 0.009876878932118416, 0.011630186811089516, 0.013383494690060616, 0.01513680163770914, 0.016890108585357666, 0.018643416464328766, 0.020396724343299866, 0.022150032222270966, 0.023903338238596916, 0.025656646117568016, 0.027409953996539116, 0.029163260012865067, 0.030916567891836166, 0.032669875770807266, 0.034423183649778366, 0.036176491528749466, 0.037929799407720566, 0.03968310356140137, 0.04143641144037247, 0.04318971931934357, 0.04494302719831467, 0.04669633507728577]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 4.0, 3.0, 4.0, 3.0, 4.0, 5.0, 2.0, 2.0, 3.0, 1.0, 3.0, 0.0, 2.0, 1.0, 30.0, 1.0, 2.0, 1.0, 5.0, 3.0, 4.0, 6.0, 1.0, 0.0, 0.0, 5.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008122023195028305, -0.007850171066820621, -0.007578318938612938, -0.007306466810405254, -0.007034614682197571, -0.006762762553989887, -0.006490910425782204, -0.00621905829757452, -0.0059472061693668365, -0.005675353575497866, -0.005403501447290182, -0.0051316493190824986, -0.004859797190874815, -0.004587945062667131, -0.004316092934459448, -0.004044240806251764, -0.0037723886780440807, -0.003500536549836397, -0.0032286844216287136, -0.00295683229342103, -0.0026849801652133465, -0.0024131278041750193, -0.0021412756759673357, -0.0018694235477596521, -0.0015975714195519686, -0.001325719291344285, -0.0010538671631366014, -0.0007820149185135961, -0.0005101627903059125, -0.00023831063299439847, 3.3541524317115545e-05, 0.00030539368162862957, 0.0005772458389401436, 0.0008490979671478271, 0.0011209500953555107, 0.001392802339978516, 0.0016646544681861997, 0.0019365065963938832, 0.0022083588410168886, 0.002480210969224572, 0.0027520630974322557, 0.0030239152256399393, 0.003295767353847623, 0.0035676194820553064, 0.0038394718430936337, 0.004111323971301317, 0.004383176099509001, 0.004655028227716684, 0.004926880355924368, 0.0051987324841320515, 0.005470584612339735, 0.005742436740547419, 0.006014288868755102, 0.006286140996962786, 0.006557993125170469, 0.006829845253378153, 0.007101697847247124, 0.007373549975454807, 0.007645402103662491, 0.007917254231870174, 0.008189106360077858, 0.008460958488285542, 0.008732810616493225, 0.009004662744700909, 0.009276514872908592]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 3.0, 3.0, 0.0, 5.0, 8.0, 13.0, 28.0, 40.0, 63.0, 104.0, 141.0, 197.0, 315.0, 484.0, 715.0, 1045.0, 1554.0, 2184.0, 3119.0, 4635.0, 6749.0, 9925.0, 14840.0, 22247.0, 33659.0, 51396.0, 75841.0, 111357.0, 523661.0, 107260.0, 68248.0, 44646.0, 29039.0, 19504.0, 13588.0, 9360.0, 6575.0, 4700.0, 3365.0, 2411.0, 1838.0, 1296.0, 963.0, 684.0, 477.0, 415.0, 275.0, 196.0, 125.0, 100.0, 70.0, 65.0, 28.0, 32.0, 13.0, 13.0, 7.0, 9.0, 6.0, 2.0, 2.0, 2.0], "bins": [-0.007126576267182827, -0.006893484387546778, -0.006660392973572016, -0.0064273010939359665, -0.0061942096799612045, -0.005961117800325155, -0.005728026386350393, -0.005494934506714344, -0.005261843092739582, -0.005028751213103533, -0.0047956593334674835, -0.0045625679194927216, -0.004329476039856672, -0.00409638462588191, -0.003863292746245861, -0.0036302010994404554, -0.00339710945263505, -0.003164017805829644, -0.0029309261590242386, -0.002697834512218833, -0.0024647428654134274, -0.002231650985777378, -0.0019985593389719725, -0.0017654676921665668, -0.0015323760453611612, -0.0012992843985557556, -0.00106619275175035, -0.0008331009885296226, -0.0006000093417242169, -0.00036691766581498086, -0.0001338259899057448, 9.926568600349128e-05, 0.00033235736191272736, 0.000565449008718133, 0.0007985407137311995, 0.001031632418744266, 0.0012647240655496716, 0.0014978157123550773, 0.0017309074755758047, 0.0019639991223812103, 0.002197090769186616, 0.0024301824159920216, 0.002663274062797427, 0.002896365709602833, 0.003129457589238882, 0.0033625492360442877, 0.0035956408828496933, 0.003828732529655099, 0.0040618241764605045, 0.004294916056096554, 0.004528007470071316, 0.004761099349707365, 0.004994190763682127, 0.005227282643318176, 0.005460374057292938, 0.0056934659369289875, 0.005926557816565037, 0.006159649230539799, 0.006392741110175848, 0.00662583252415061, 0.006858924403786659, 0.007092015817761421, 0.0073251076973974705, 0.0075581991113722324, 0.007791290991008282]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 7.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.022778445854783058, -0.022277869284152985, -0.021777290850877762, -0.02127671428024769, -0.020776137709617615, -0.02027556113898754, -0.019774984568357468, -0.019274406135082245, -0.01877382956445217, -0.018273252993822098, -0.017772674560546875, -0.0172720979899168, -0.016771521419286728, -0.016270944848656654, -0.01577036827802658, -0.015269789844751358, -0.014769213274121284, -0.014268636703491211, -0.013768059201538563, -0.013267481699585915, -0.012766905128955841, -0.012266328558325768, -0.01176575105637312, -0.011265173554420471, -0.010764596983790398, -0.010264020413160324, -0.009763442911207676, -0.009262865409255028, -0.008762288838624954, -0.00826171226799488, -0.0077611347660422325, -0.007260557729750872, -0.006759980693459511, -0.00625940365716815, -0.005758826620876789, -0.005258249584585428, -0.004757672548294067, -0.0042570955120027065, -0.0037565184757113457, -0.003255941439419985, -0.002755364403128624, -0.002254787366837263, -0.0017542103305459023, -0.0012536332942545414, -0.0007530562579631805, -0.0002524792216718197, 0.00024809781461954117, 0.000748674850910902, 0.0012492518872022629, 0.0017498289234936237, 0.0022504059597849846, 0.0027509829960763454, 0.0032515600323677063, 0.003752137068659067, 0.004252714104950428, 0.004753291141241789, 0.00525386817753315, 0.005754445213824511, 0.006255022250115871, 0.006755599286407232, 0.007256176322698593, 0.007756753358989954, 0.008257330395281315, 0.008757907897233963, 0.009258484467864037]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 6.0, 12.0, 17.0, 11.0, 17.0, 18.0, 27.0, 29.0, 35.0, 29.0, 46.0, 30.0, 50.0, 43.0, 49.0, 72.0, 59.0, 75.0, 72.0, 90.0, 84.0, 118.0, 144.0, 124.0, 133.0, 143.0, 190.0, 159.0, 199.0, 197.0, 240.0, 277.0, 286.0, 338.0, 313.0, 350.0, 358.0, 369.0, 435.0, 580.0, 810.0, 1562.0, 7310.0, 763.0, 544.0, 414.0, 249.0, 178.0, 163.0, 129.0, 101.0, 105.0, 92.0, 65.0, 43.0, 36.0, 22.0, 9.0, 8.0], "bins": [-0.02357855997979641, -0.023078229278326035, -0.02257789857685566, -0.022077569738030434, -0.02157723903656006, -0.021076908335089684, -0.02057657763361931, -0.020076248794794083, -0.019575918093323708, -0.019075587391853333, -0.018575256690382957, -0.018074925988912582, -0.017574597150087357, -0.01707426644861698, -0.016573935747146606, -0.01607360504567623, -0.015573275275528431, -0.015072944574058056, -0.014572614803910255, -0.01407228410243988, -0.01357195433229208, -0.013071623630821705, -0.012571293860673904, -0.01207096315920353, -0.011570632457733154, -0.011070302687585354, -0.010569971986114979, -0.010069642215967178, -0.009569311514496803, -0.009068981744349003, -0.008568651042878628, -0.008068321272730827, -0.007567990571260452, -0.0070676603354513645, -0.006567330099642277, -0.006066999863833189, -0.005566669628024101, -0.005066338926553726, -0.0045660086907446384, -0.004065678454935551, -0.003565348219126463, -0.003065017983317375, -0.0025646877475082874, -0.002064357278868556, -0.0015640270430594683, -0.0010636968072503805, -0.0005633664550259709, -6.303616100922227e-05, 0.0004372941330075264, 0.0009376244270242751, 0.0014379547210410237, 0.0019382850732654333, 0.002438615309074521, 0.002938945544883609, 0.0034392760135233402, 0.003939606249332428, 0.004439936485141516, 0.0049402667209506035, 0.005440596956759691, 0.005940927192568779, 0.006441257894039154, 0.006941588129848242, 0.0074419183656573296, 0.00794224813580513, 0.008442578837275505]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 6.0, 0.0, 0.0, 1.0], "bins": [-0.04203195497393608, -0.04133273661136627, -0.04063351824879646, -0.039934299886226654, -0.039235081523656845, -0.038535863161087036, -0.03783664479851723, -0.03713742643594742, -0.03643820807337761, -0.0357389897108078, -0.03503977134823799, -0.03434055298566818, -0.03364133462309837, -0.032942116260528564, -0.032242897897958755, -0.03154367953538895, -0.03084445931017399, -0.03014524094760418, -0.02944602258503437, -0.02874680422246456, -0.028047585859894753, -0.027348367497324944, -0.026649149134755135, -0.025949930772185326, -0.025250710546970367, -0.02455149218440056, -0.02385227382183075, -0.02315305545926094, -0.02245383709669113, -0.021754618734121323, -0.021055400371551514, -0.020356182008981705, -0.019656963646411896, -0.018957745283842087, -0.018258526921272278, -0.01755930855870247, -0.01686009019613266, -0.01616087183356285, -0.015461652539670467, -0.014762434177100658, -0.01406321581453085, -0.01336399745196104, -0.012664779089391232, -0.011965560726821423, -0.011266341432929039, -0.01056712307035923, -0.009867904707789421, -0.009168686345219612, -0.008469467982649803, -0.007770249620079994, -0.007071031257510185, -0.006371812429279089, -0.00567259406670928, -0.004973375704139471, -0.004274156875908375, -0.003574938513338566, -0.002875720150768757, -0.002176501788198948, -0.0014772831927984953, -0.0007780647138133645, -7.884623482823372e-05, 0.0006203722441568971, 0.0013195907231420279, 0.0020188093185424805, 0.0027180276811122894]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 4.0, 1.0, 2.0, 2.0, 0.0, 3.0, 2.0, 4.0, 4.0, 2.0, 1.0, 3.0, 2.0, 3.0, 4.0, 4.0, 2.0, 2.0, 3.0, 3.0, 1.0, 8.0, 10.0, 4.0, 4.0, 5.0, 8.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 4.0, 6.0, 9.0, 9.0, 18.0, 96.0, 3.0, 7.0, 3.0, 6.0, 5.0, 7.0], "bins": [-0.055140044540166855, -0.05417855829000473, -0.05321706831455231, -0.05225558206439018, -0.05129409208893776, -0.050332605838775635, -0.04937111586332321, -0.04840962961316109, -0.047448139637708664, -0.04648665338754654, -0.045525163412094116, -0.04456367716193199, -0.04360218718647957, -0.042640700936317444, -0.04167921096086502, -0.040717724710702896, -0.03975623473525047, -0.03879474848508835, -0.037833258509635925, -0.0368717722594738, -0.03591028228402138, -0.03494879603385925, -0.03398730605840683, -0.033025819808244705, -0.03206432983279228, -0.031102843582630157, -0.030141355469822884, -0.02917986735701561, -0.028218379244208336, -0.027256891131401062, -0.026295403018593788, -0.025333914905786514, -0.02437242679297924, -0.023410938680171967, -0.022449450567364693, -0.02148796245455742, -0.020526474341750145, -0.01956498622894287, -0.018603498116135597, -0.017642010003328323, -0.01668052189052105, -0.015719033777713776, -0.014757546596229076, -0.013796058483421803, -0.012834570370614529, -0.011873082257807255, -0.010911594144999981, -0.009950106032192707, -0.008988617919385433, -0.00802712980657816, -0.0070656416937708855, -0.006104153580963612, -0.005142665468156338, -0.004181177821010351, -0.0032196897082030773, -0.0022582015953958035, -0.0012967134825885296, -0.00033522542798891664, 0.0006262626266106963, 0.0015877506230026484, 0.0025492387358099222, 0.003510726848617196, 0.004472214728593826, 0.0054337028414011, 0.006395190954208374]}, "_runtime": 5.174862623214722, "_timestamp": 1596211439.6211197, "_step": 0}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 4.0, 3.0, 3.0, 2.0, 3.0, 2.0, 2.0, 3.0, 0.0, 1.0, 3.0, 0.0, 4.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016851307824254036, -0.0161962378770113, -0.015541169792413712, -0.01488610077649355, -0.014231031760573387, -0.01357596181333065, -0.012920892797410488, -0.012265823781490326, -0.011610754765570164, -0.010955685749650002, -0.01030061673372984, -0.009645547717809677, -0.00899047777056694, -0.008335408754646778, -0.007680339738726616, -0.007025270722806454, -0.0063702017068862915, -0.005715132690966129, -0.005060063675045967, -0.004404994193464518, -0.0037499251775443554, -0.003094856161624193, -0.0024397869128733873, -0.0017847177805379033, -0.0011296486482024193, -0.00047457951586693525, 0.00018048961646854877, 0.0008355587488040328, 0.0014906278811395168, 0.002145696897059679, 0.002800766145810485, 0.0034558353945612907, 0.004110904410481453, 0.004765973426401615, 0.005421042442321777, 0.006076111923903227, 0.006731180939823389, 0.007386249955743551, 0.008041319437325, 0.008696388453245163, 0.009351457469165325, 0.010006526485085487, 0.01066159550100565, 0.011316664516925812, 0.011971734464168549, 0.01262680348008871, 0.013281872496008873, 0.013936941511929035, 0.014592010527849197, 0.01524707954376936, 0.015902148559689522, 0.01655721850693226, 0.017212286591529846, 0.017867356538772583, 0.01852242462337017, 0.019177494570612907, 0.019832562655210495, 0.020487632602453232, 0.02114270254969597, 0.021797770634293556, 0.022452840581536293, 0.02310790866613388, 0.023762978613376617, 0.024418046697974205, 0.025073116645216942]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 6.0, 2.0, 6.0, 8.0, 7.0, 10.0, 13.0, 8.0, 21.0, 24.0, 38.0, 37.0, 46.0, 51.0, 70.0, 80.0, 88.0, 120.0, 155.0, 203.0, 254.0, 275.0, 437.0, 576.0, 2442.0, 759.0, 695.0, 472.0, 312.0, 188.0, 153.0, 95.0, 62.0, 47.0, 55.0, 25.0, 26.0, 19.0, 9.0, 10.0, 7.0, 7.0, 1.0, 3.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.12204260379076004, -0.1185733824968338, -0.11510416120290756, -0.11163494735956192, -0.10816572606563568, -0.10469650477170944, -0.1012272834777832, -0.09775806218385696, -0.09428884088993073, -0.09081962704658508, -0.08735040575265884, -0.0838811844587326, -0.08041196316480637, -0.07694274187088013, -0.07347352802753448, -0.07000430673360825, -0.066535085439682, -0.06306586414575577, -0.05959664657711983, -0.05612742528319359, -0.05265820771455765, -0.04918898642063141, -0.04571976512670517, -0.04225054755806923, -0.03878132626414299, -0.03531210497021675, -0.03184288740158081, -0.02837366610765457, -0.024904446676373482, -0.021435227245092392, -0.017966005951166153, -0.014496786519885063, -0.011027567088603973, -0.007558347191661596, -0.004089127294719219, -0.0006199073977768421, 0.002849312499165535, 0.006318532396107912, 0.00978775229305029, 0.013256972655653954, 0.016726192086935043, 0.020195411518216133, 0.023664630949497223, 0.027133852243423462, 0.03060307167470455, 0.03407229110598564, 0.03754151239991188, 0.04101072996854782, 0.04447995126247406, 0.0479491725564003, 0.05141839012503624, 0.05488761141896248, 0.05835682898759842, 0.06182605028152466, 0.0652952715754509, 0.06876449286937714, 0.07223370671272278, 0.07570292800664902, 0.07917214930057526, 0.0826413705945015, 0.08611059188842773, 0.08957981318235397, 0.09304902702569962, 0.09651824831962585, 0.0999874696135521]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [3.0, 0.0, 4.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 2.0, 1.0, 6.0, 1.0, 0.0, 1.0, 6.0, 0.0, 4.0, 0.0, 2.0, 3.0, 8.0, 5.0, 2.0, 3.0, 32.0, 1.0, 5.0, 3.0, 1.0, 1.0, 1.0, 0.0, 4.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006695894058793783, -0.006448918953537941, -0.006201943848282099, -0.0059549687430262566, -0.005707993637770414, -0.005461018532514572, -0.00521404342725873, -0.004967068322002888, -0.0047200932167470455, -0.004473118111491203, -0.004226143006235361, -0.003979167900979519, -0.0037321927957236767, -0.0034852176904678345, -0.0032382425852119923, -0.00299126747995615, -0.002744292374700308, -0.0024973172694444656, -0.0022503421641886234, -0.0020033670589327812, -0.001756391953676939, -0.0015094168484210968, -0.0012624417431652546, -0.0010154666379094124, -0.0007684915326535702, -0.000521516427397728, -0.00027454132214188576, -2.756621688604355e-05, 0.00021940888836979866, 0.00046638399362564087, 0.0007133590988814831, 0.0009603342041373253, 0.0012073093093931675, 0.0014542844146490097, 0.001701259519904852, 0.0019482346251606941, 0.0021952097304165363, 0.0024421848356723785, 0.0026891599409282207, 0.002936135046184063, 0.003183110151439905, 0.0034300852566957474, 0.0036770603619515896, 0.003924035467207432, 0.004171010572463274, 0.004417985677719116, 0.004664960782974958, 0.004911935888230801, 0.005158910993486643, 0.005405886098742485, 0.005652861203998327, 0.0058998363092541695, 0.006146811414510012, 0.006393786519765854, 0.006640761625021696, 0.006887736730277538, 0.0071347118355333805, 0.007381686940789223, 0.007628662046045065, 0.007875637151300907, 0.008122611790895462, 0.008369587361812592, 0.008616562932729721, 0.008863537572324276, 0.009110512211918831]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [7.0, 8.0, 7.0, 16.0, 24.0, 26.0, 49.0, 80.0, 104.0, 163.0, 284.0, 354.0, 528.0, 710.0, 1098.0, 1592.0, 2205.0, 2897.0, 4139.0, 5700.0, 7816.0, 10620.0, 15000.0, 21089.0, 30010.0, 43012.0, 60515.0, 83480.0, 111274.0, 457950.0, 90564.0, 64944.0, 45921.0, 32412.0, 23373.0, 16703.0, 12092.0, 8790.0, 6599.0, 4861.0, 3633.0, 2695.0, 1847.0, 1401.0, 976.0, 661.0, 471.0, 301.0, 226.0, 139.0, 112.0, 47.0, 47.0, 21.0, 22.0, 10.0, 10.0, 7.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.009374851360917091, -0.00905538722872734, -0.008735922165215015, -0.00841645710170269, -0.00809699296951294, -0.0077775283716619015, -0.0074580637738108635, -0.0071385991759598255, -0.0068191345781087875, -0.0064996699802577496, -0.006180205382406712, -0.005860740784555674, -0.005541276186704636, -0.005221811588853598, -0.00490234699100256, -0.004582882393151522, -0.004263417795300484, -0.003943953197449446, -0.0036244885995984077, -0.0033050240017473698, -0.002985559403896332, -0.002666094806045294, -0.002346630208194256, -0.002027165610343218, -0.0017077010124921799, -0.0013882364146411419, -0.001068771816790104, -0.0007493072189390659, -0.00042984262108802795, -0.00011037802323698997, 0.000209086574614048, 0.000528551172465086, 0.000848015770316124, 0.001167480368167162, 0.0014869449660182, 0.001806409563869238, 0.002125874161720276, 0.002445338759571314, 0.002764803357422352, 0.00308426795527339, 0.003403732553124428, 0.0037231971509754658, 0.004042661748826504, 0.004362126346677542, 0.00468159094452858, 0.005001055542379618, 0.005320520140230656, 0.005639984738081694, 0.005959449335932732, 0.00627891393378377, 0.006598378531634808, 0.0069178431294858456, 0.0072373077273368835, 0.0075567723251879215, 0.00787623692303896, 0.008195701986551285, 0.008515166118741035, 0.008834630250930786, 0.009154095314443111, 0.009473560377955437, 0.009793024510145187, 0.010112488642334938, 0.010431953705847263, 0.010751418769359589, 0.01107088290154934]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 3.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 3.0, 3.0, 0.0, 3.0, 0.0, 3.0, 0.0, 10.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 3.0, 0.0, 0.0, 2.0], "bins": [-0.02319488301873207, -0.02275747060775757, -0.022320058196783066, -0.021882645785808563, -0.02144523337483406, -0.021007820963859558, -0.020570408552885056, -0.020132996141910553, -0.01969558373093605, -0.019258171319961548, -0.018820758908987045, -0.018383348360657692, -0.01794593594968319, -0.017508523538708687, -0.017071111127734184, -0.01663369871675968, -0.01619628630578518, -0.015758873894810677, -0.015321461483836174, -0.014884049072861671, -0.014446636661887169, -0.014009224250912666, -0.013571811839938164, -0.013134399428963661, -0.012696987017989159, -0.012259574607014656, -0.011822162196040154, -0.011384750716388226, -0.010947338305413723, -0.01050992589443922, -0.010072513483464718, -0.009635101072490215, -0.009197688661515713, -0.00876027625054121, -0.008322863839566708, -0.007885451428592205, -0.00744803948327899, -0.007010627072304487, -0.006573214661329985, -0.006135802250355482, -0.005698390305042267, -0.005260977894067764, -0.004823565483093262, -0.004386153072118759, -0.003948740661144257, -0.0035113284830003977, -0.003073916072025895, -0.002636503893882036, -0.0021990914829075336, -0.001761679188348353, -0.0013242668937891722, -0.0008868544828146696, -0.00044944218825548887, -1.202986459247768e-05, 0.0004253824590705335, 0.0008627948118373752, 0.001300207106396556, 0.0017376194009557366, 0.0021750316955149174, 0.00261244410648942, 0.0030498565174639225, 0.0034872686956077814, 0.00392468087375164, 0.004362093284726143, 0.0047995056957006454]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 4.0, 3.0, 8.0, 12.0, 8.0, 19.0, 30.0, 20.0, 23.0, 21.0, 35.0, 44.0, 47.0, 58.0, 61.0, 66.0, 64.0, 105.0, 113.0, 123.0, 152.0, 145.0, 203.0, 190.0, 206.0, 220.0, 222.0, 252.0, 261.0, 219.0, 264.0, 263.0, 284.0, 311.0, 309.0, 299.0, 362.0, 437.0, 579.0, 698.0, 1161.0, 6903.0, 924.0, 779.0, 551.0, 243.0, 216.0, 191.0, 199.0, 162.0, 125.0, 123.0, 63.0, 30.0, 7.0, 3.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.025464966893196106, -0.02486053854227066, -0.024256108328700066, -0.02365167997777462, -0.023047251626849174, -0.02244282141327858, -0.021838393062353134, -0.02123396471142769, -0.020629534497857094, -0.020025106146931648, -0.019420677796006203, -0.018816247582435608, -0.018211819231510162, -0.017607390880584717, -0.017002960667014122, -0.016398532316088676, -0.01579410210251808, -0.015189673751592636, -0.01458524540066719, -0.01398081611841917, -0.01337638683617115, -0.012771958485245705, -0.012167529202997684, -0.011563099920749664, -0.010958671569824219, -0.010354242287576199, -0.009749813005328178, -0.009145383723080158, -0.008540955372154713, -0.007936526089906693, -0.00733209727331996, -0.0067276679910719395, -0.006123239174485207, -0.005518810357898474, -0.004914381075650454, -0.004309952259063721, -0.003705523209646344, -0.0031010941602289677, -0.002496665343642235, -0.0018922362942248583, -0.0012878072448074818, -0.0006833782535977662, -7.894926238805056e-05, 0.000525479728821665, 0.0011299087200313807, 0.0017343377694487572, 0.00233876658603549, 0.0029431956354528666, 0.003547624684870243, 0.004152053501456976, 0.004756482783704996, 0.005360911600291729, 0.005965340882539749, 0.006569769699126482, 0.007174198515713215, 0.007778627797961235, 0.00838305614888668, 0.0089874854311347, 0.009591914713382721, 0.010196343995630741, 0.010800772346556187, 0.011405201628804207, 0.012009630911052227, 0.012614059261977673, 0.013218488544225693]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 2.0, 6.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08529649674892426, -0.08355537056922913, -0.081814244389534, -0.08007311820983887, -0.07833199203014374, -0.07659086585044861, -0.07484973967075348, -0.07310861349105835, -0.07136748731136322, -0.06962636858224869, -0.06788524240255356, -0.06614411622285843, -0.0644029900431633, -0.06266186386346817, -0.06092073768377304, -0.05917961150407791, -0.05743848532438278, -0.05569735914468765, -0.05395623296499252, -0.052215106785297394, -0.050473980605602264, -0.048732858151197433, -0.046991731971502304, -0.045250605791807175, -0.043509479612112045, -0.041768353432416916, -0.040027227252721786, -0.03828610107302666, -0.036544978618621826, -0.0348038524389267, -0.03306272625923157, -0.03132160007953644, -0.02958047389984131, -0.02783934772014618, -0.02609822154045105, -0.02435709722340107, -0.02261597104370594, -0.02087484486401081, -0.01913372054696083, -0.0173925943672657, -0.015651468187570572, -0.013910342007875443, -0.012169216759502888, -0.010428091511130333, -0.008686965331435204, -0.0069458396174013615, -0.005204713903367519, -0.0034635881893336773, -0.0017224624752998352, 1.8663238734006882e-05, 0.001759788952767849, 0.003500914666801691, 0.005242040380835533, 0.006983166094869375, 0.008724291808903217, 0.010465417057275772, 0.012206543236970901, 0.013947669416666031, 0.01568879559636116, 0.01742991991341114, 0.01917104609310627, 0.0209121722728014, 0.02265329658985138, 0.02439442276954651, 0.026135548949241638]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 3.0, 3.0, 2.0, 6.0, 2.0, 6.0, 3.0, 5.0, 7.0, 5.0, 2.0, 8.0, 7.0, 3.0, 9.0, 4.0, 5.0, 1.0, 4.0, 2.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 5.0, 4.0, 1.0, 6.0, 4.0, 2.0, 7.0, 8.0, 95.0, 13.0, 6.0, 2.0, 6.0, 4.0, 5.0, 3.0], "bins": [-0.09721396118402481, -0.09549499303102493, -0.09377602487802505, -0.09205704927444458, -0.0903380811214447, -0.08861911296844482, -0.08690014481544495, -0.08518117666244507, -0.08346220850944519, -0.08174323290586472, -0.08002426475286484, -0.07830529659986496, -0.07658632844686508, -0.0748673602938652, -0.07314839214086533, -0.07142941653728485, -0.06971044838428497, -0.0679914802312851, -0.06627251207828522, -0.06455354392528534, -0.06283457577228546, -0.061115603893995285, -0.05939663201570511, -0.05767766386270523, -0.05595869570970535, -0.054239723831415176, -0.0525207556784153, -0.05080178752541542, -0.049082815647125244, -0.047363847494125366, -0.04564487934112549, -0.04392590746283531, -0.042206939309835434, -0.040487971156835556, -0.03876899927854538, -0.0370500311255455, -0.035331062972545624, -0.03361209109425545, -0.03189312294125557, -0.030174152925610542, -0.028455182909965515, -0.026736214756965637, -0.02501724474132061, -0.023298274725675583, -0.021579306572675705, -0.019860336557030678, -0.01814136654138565, -0.016422398388385773, -0.014703428372740746, -0.012984459288418293, -0.011265489272773266, -0.009546520188450813, -0.007827550172805786, -0.006108581088483334, -0.004389612004160881, -0.002670642454177141, -0.0009516729041934013, 0.0007672965293750167, 0.0024862659629434347, 0.004205235280096531, 0.005924204830080271, 0.007643174380064011, 0.009362143464386463, 0.01108111348003149, 0.012800082564353943]}, "_runtime": 5.948485851287842, "_timestamp": 1596211440.394743, "_step": 1}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 3.0, 3.0, 2.0, 2.0, 1.0, 2.0, 2.0, 1.0, 6.0, 4.0, 3.0, 1.0, 2.0, 0.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.019266970455646515, -0.018638819456100464, -0.018010668456554413, -0.01738251931965351, -0.01675436832010746, -0.01612621732056141, -0.015498067252337933, -0.014869916252791882, -0.014241766184568405, -0.013613615185022354, -0.012985464185476303, -0.012357314117252827, -0.011729163117706776, -0.0111010130494833, -0.010472862049937248, -0.009844711981713772, -0.00921656098216772, -0.00858840998262167, -0.007960259914398193, -0.00733210938051343, -0.006703958846628666, -0.006075807847082615, -0.005447657313197851, -0.0048195067793130875, -0.004191356245428324, -0.00356320571154356, -0.0029350551776587963, -0.002306904410943389, -0.0016787538770586252, -0.0010506033431738615, -0.00042245269287377596, 0.00020569789921864867, 0.0008338484913110733, 0.001461999025195837, 0.0020901495590806007, 0.002718300325796008, 0.003346450859680772, 0.003974601626396179, 0.004602752160280943, 0.005230902694165707, 0.00585905322805047, 0.006487203761935234, 0.007115354295819998, 0.0077435048297047615, 0.008371655829250813, 0.008999805897474289, 0.00962795689702034, 0.010256106965243816, 0.010884257964789867, 0.011512408964335918, 0.012140559032559395, 0.012768710032105446, 0.013396860100328922, 0.014025011099874973, 0.01465316116809845, 0.0152813121676445, 0.015909463167190552, 0.016537614166736603, 0.017165763303637505, 0.017793914303183556, 0.018422065302729607, 0.019050216302275658, 0.01967836543917656, 0.02030651643872261, 0.02093466743826866]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 4.0, 2.0, 3.0, 4.0, 5.0, 4.0, 5.0, 5.0, 7.0, 8.0, 7.0, 13.0, 15.0, 14.0, 19.0, 17.0, 19.0, 34.0, 41.0, 37.0, 49.0, 61.0, 68.0, 95.0, 104.0, 122.0, 175.0, 238.0, 262.0, 327.0, 412.0, 2088.0, 814.0, 781.0, 614.0, 449.0, 287.0, 191.0, 128.0, 107.0, 73.0, 50.0, 47.0, 24.0, 22.0, 18.0, 15.0, 12.0, 4.0, 4.0, 8.0, 4.0, 6.0, 3.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.12290501594543457, -0.11915723979473114, -0.11540946364402771, -0.11166168004274368, -0.10791390389204025, -0.10416612774133682, -0.10041835159063339, -0.09667056798934937, -0.09292279183864594, -0.0891750156879425, -0.08542723953723907, -0.08167946338653564, -0.07793167978525162, -0.07418390363454819, -0.07043612748384476, -0.06668835133314133, -0.0629405677318573, -0.05919279530644417, -0.05544501543045044, -0.05169723927974701, -0.04794945940375328, -0.04420168325304985, -0.04045390337705612, -0.03670612722635269, -0.03295835107564926, -0.029210571199655533, -0.025462793186306953, -0.021715015172958374, -0.017967239022254944, -0.01421946007758379, -0.010471682995557785, -0.006723904982209206, -0.0029761269688606262, 0.0007716508116573095, 0.004519428592175245, 0.008267206139862537, 0.012014984153211117, 0.01576276123523712, 0.0195105392485857, 0.02325831726193428, 0.02700609527528286, 0.03075387328863144, 0.03450164943933487, 0.0382494293153286, 0.04199720546603203, 0.04574498534202576, 0.04949276149272919, 0.053240541368722916, 0.056988317519426346, 0.060736093670129776, 0.0644838735461235, 0.06823164969682693, 0.07197942584753036, 0.07572720944881439, 0.07947498559951782, 0.08322276175022125, 0.08697053790092468, 0.09071831405162811, 0.09446609765291214, 0.09821387380361557, 0.101961649954319, 0.10570942610502243, 0.10945720970630646, 0.11320498585700989, 0.11695276200771332]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 6.0, 6.0, 0.0, 0.0, 2.0, 3.0, 5.0, 3.0, 5.0, 2.0, 1.0, 2.0, 28.0, 5.0, 6.0, 1.0, 2.0, 2.0, 0.0, 3.0, 1.0, 2.0, 5.0, 1.0, 3.0, 2.0, 2.0, 2.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.006841868627816439, -0.006586233153939247, -0.006330598145723343, -0.006074962671846151, -0.00581932719796896, -0.005563692189753056, -0.005308056715875864, -0.00505242170765996, -0.004796786233782768, -0.004541150759905577, -0.0042855157516896725, -0.004029880277812481, -0.003774245036765933, -0.003518609795719385, -0.0032629743218421936, -0.0030073390807956457, -0.002751703839749098, -0.00249606859870255, -0.002240433357656002, -0.0019847978837788105, -0.0017291626427322626, -0.0014735274016857147, -0.001217892044223845, -0.0009622567449696362, -0.0007066214457154274, -0.0004509861464612186, -0.0001953508472070098, 6.028445204719901e-05, 0.0003159197513014078, 0.0005715550505556166, 0.0008271903498098254, 0.0010828257072716951, 0.001338460948318243, 0.001594096189364791, 0.0018497315468266606, 0.0021053669042885303, 0.0023610021453350782, 0.002616637386381626, 0.0028722728602588177, 0.0031279081013053656, 0.0033835433423519135, 0.0036391785833984613, 0.0038948138244450092, 0.004150449298322201, 0.004406084306538105, 0.0046617197804152966, 0.004917355254292488, 0.005172990262508392, 0.005428625736385584, 0.005684261210262775, 0.00593989621847868, 0.006195531692355871, 0.006451167166233063, 0.006706802174448967, 0.0069624376483261585, 0.007218072656542063, 0.007473708130419254, 0.007729343604296446, 0.007984979078173637, 0.008240614086389542, 0.008496249094605446, 0.008751885034143925, 0.009007520042359829, 0.009263155050575733, 0.009518790990114212]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 5.0, 12.0, 21.0, 23.0, 38.0, 61.0, 90.0, 165.0, 240.0, 373.0, 617.0, 909.0, 1424.0, 2041.0, 2971.0, 4417.0, 6111.0, 8331.0, 11399.0, 16008.0, 21801.0, 30843.0, 44810.0, 65357.0, 90671.0, 115000.0, 436755.0, 90159.0, 64910.0, 45928.0, 32105.0, 22906.0, 16900.0, 12263.0, 9181.0, 6715.0, 4925.0, 3645.0, 2672.0, 2024.0, 1432.0, 1018.0, 751.0, 488.0, 358.0, 264.0, 165.0, 121.0, 70.0, 50.0, 35.0, 18.0, 15.0, 12.0, 9.0, 9.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.012296982109546661, -0.011874859221279621, -0.011452736333012581, -0.01103061344474554, -0.0106084905564785, -0.010186366736888885, -0.009764243848621845, -0.009342120960354805, -0.008919998072087765, -0.008497875183820724, -0.008075752295553684, -0.007653628941625357, -0.007231506053358316, -0.006809383165091276, -0.006387259811162949, -0.005965136922895908, -0.005543014034628868, -0.005120891146361828, -0.004698768258094788, -0.00427664490416646, -0.00385452201589942, -0.0034323991276323795, -0.0030102760065346956, -0.0025881528854370117, -0.0021660299971699715, -0.0017439069924876094, -0.0013217839878052473, -0.0008996609831228852, -0.00047753797844052315, -5.541497375816107e-05, 0.000366708030924201, 0.0007888310356065631, 0.0012109540402889252, 0.0016330770449712873, 0.0020552000496536493, 0.0024773231707513332, 0.0028994460590183735, 0.0033215689472854137, 0.0037436920683830976, 0.0041658151894807816, 0.004587938077747822, 0.005010060966014862, 0.005432183854281902, 0.00585430720821023, 0.00627643009647727, 0.00669855298474431, 0.007120676338672638, 0.007542799226939678, 0.007964922115206718, 0.008387045003473759, 0.008809167891740799, 0.00923129078000784, 0.00965341366827488, 0.010075537487864494, 0.010497660376131535, 0.010919783264398575, 0.011341906152665615, 0.011764029040932655, 0.012186151929199696, 0.012608274817466736, 0.01303039863705635, 0.013452521525323391, 0.013874644413590431, 0.014296767301857471, 0.014718890190124512]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 9.0, 2.0, 0.0, 3.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.010560963302850723, -0.010262793861329556, -0.009964624419808388, -0.00966645497828722, -0.009368285536766052, -0.009070116095244884, -0.008771946653723717, -0.008473777212202549, -0.008175607770681381, -0.007877438329160213, -0.007579268421977758, -0.007281098980456591, -0.006982929538935423, -0.006684760097414255, -0.006386590655893087, -0.00608842121437192, -0.005790251772850752, -0.005492082331329584, -0.005193912889808416, -0.004895743448287249, -0.004597574006766081, -0.004299404565244913, -0.004001235123723745, -0.003703065449371934, -0.003404896007850766, -0.0031067265663295984, -0.0028085571248084307, -0.002510387683287263, -0.0022122180089354515, -0.0019140486838296056, -0.001615879125893116, -0.0013177096843719482, -0.0010195402428507805, -0.0007213708013296127, -0.00042320130160078406, -0.00012503183097578585, 0.00017313763964921236, 0.00047130711027421057, 0.0007694765808992088, 0.0010676460806280375, 0.0013658155221492052, 0.001663984963670373, 0.0019621544051915407, 0.0022603238467127085, 0.00255849352106452, 0.0028566629625856876, 0.0031548324041068554, 0.003453001845628023, 0.003751171287149191, 0.004049340728670359, 0.004347510170191526, 0.004645679611712694, 0.004943849053233862, 0.00524201849475503, 0.005540187936276197, 0.005838357377797365, 0.00613652728497982, 0.006434696726500988, 0.006732866168022156, 0.0070310356095433235, 0.007329205051064491, 0.007627374492585659, 0.007925543934106827, 0.008223713375627995, 0.008521882817149162]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 4.0, 5.0, 11.0, 8.0, 13.0, 13.0, 15.0, 25.0, 33.0, 26.0, 55.0, 39.0, 41.0, 68.0, 82.0, 94.0, 107.0, 110.0, 143.0, 161.0, 196.0, 223.0, 203.0, 226.0, 245.0, 270.0, 232.0, 276.0, 261.0, 270.0, 281.0, 346.0, 406.0, 459.0, 615.0, 733.0, 6483.0, 1601.0, 988.0, 679.0, 490.0, 384.0, 391.0, 280.0, 249.0, 211.0, 147.0, 105.0, 55.0, 23.0, 15.0, 14.0, 5.0, 2.0, 4.0, 2.0, 2.0], "bins": [-0.01432005874812603, -0.013993147760629654, -0.013666235841810703, -0.013339324854314327, -0.013012413866817951, -0.012685501947999, -0.012358590960502625, -0.012031679973006248, -0.011704768985509872, -0.011377857066690922, -0.011050946079194546, -0.01072403509169817, -0.010397123172879219, -0.010070212185382843, -0.009743301197886467, -0.009416389279067516, -0.00908947829157114, -0.008762567304074764, -0.008435655385255814, -0.008108744397759438, -0.0077818334102630615, -0.007454921957105398, -0.007128010503947735, -0.006801099516451359, -0.0064741880632936954, -0.006147276610136032, -0.005820365622639656, -0.005493454169481993, -0.005166542716324329, -0.004839631728827953, -0.00451272027567029, -0.004185809288173914, -0.0038588978350162506, -0.003531986614689231, -0.0032050753943622112, -0.002878163941204548, -0.002551252720877528, -0.0022243415005505085, -0.001897430163808167, -0.0015705188270658255, -0.0012436076067388058, -0.0009166963282041252, -0.0005897850496694446, -0.00026287377113476396, 6.403750739991665e-05, 0.00039094878593459725, 0.0007178600644692779, 0.0010447714012116194, 0.001371682621538639, 0.0016985938418656588, 0.0020255050621926785, 0.002352416515350342, 0.0026793277356773615, 0.003006238956004381, 0.0033331504091620445, 0.003660061629489064, 0.003986972849816084, 0.004313884302973747, 0.004640795290470123, 0.004967706743627787, 0.00529461819678545, 0.005621529184281826, 0.005948440637439489, 0.006275351624935865, 0.006602263078093529]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 4.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 6.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05437885969877243, -0.053310833871364594, -0.05224280804395676, -0.05117478221654892, -0.05010675638914108, -0.049038730561733246, -0.04797070473432541, -0.04690267890691757, -0.045834653079509735, -0.0447666235268116, -0.04369859769940376, -0.042630571871995926, -0.04156254604458809, -0.04049452021718025, -0.039426494389772415, -0.03835846856236458, -0.03729044273495674, -0.036222416907548904, -0.03515439108014107, -0.03408636525273323, -0.033018339425325394, -0.03195031359791756, -0.03088228590786457, -0.029814260080456734, -0.028746234253048897, -0.02767820842564106, -0.026610182598233223, -0.025542156770825386, -0.0244741290807724, -0.023406103253364563, -0.022338077425956726, -0.02127005159854889, -0.020202025771141052, -0.019133999943733215, -0.01806597411632538, -0.01699794828891754, -0.015929922461509705, -0.014861895702779293, -0.013793868944048882, -0.012725843116641045, -0.011657817289233208, -0.01058979146182537, -0.009521765634417534, -0.008453738875687122, -0.007385713048279285, -0.0063176872208714485, -0.005249660927802324, -0.0041816346347332, -0.003113608807325363, -0.0020455827470868826, -0.000977556686848402, 9.046937339007854e-05, 0.0011584954336285591, 0.0022265214938670397, 0.0032945475541055202, 0.0043625738471746445, 0.005430599674582481, 0.006498625501990318, 0.0075666517950594425, 0.008634678088128567, 0.009702703915536404, 0.01077072974294424, 0.011838756501674652, 0.012906782329082489, 0.013974808156490326]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 9.0, 4.0, 4.0, 11.0, 7.0, 4.0, 4.0, 5.0, 8.0, 4.0, 6.0, 4.0, 0.0, 2.0, 5.0, 2.0, 6.0, 2.0, 1.0, 3.0, 2.0, 2.0, 2.0, 1.0, 3.0, 1.0, 4.0, 3.0, 4.0, 1.0, 5.0, 5.0, 1.0, 3.0, 2.0, 11.0, 12.0, 68.0, 12.0, 6.0, 8.0, 8.0, 4.0, 3.0, 2.0, 2.0, 4.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.05573980510234833, -0.05463879182934761, -0.053537774831056595, -0.05243676155805588, -0.05133574828505516, -0.050234731286764145, -0.04913371801376343, -0.04803270474076271, -0.046931687742471695, -0.04583067446947098, -0.04472966119647026, -0.043628644198179245, -0.04252763092517853, -0.04142661765217781, -0.040325600653886795, -0.03922458738088608, -0.03812357038259506, -0.037022557109594345, -0.03592154383659363, -0.03482052683830261, -0.033719513565301895, -0.03261850029230118, -0.03151748329401016, -0.030416470021009445, -0.029315456748008728, -0.02821444161236286, -0.027113426476716995, -0.02601241134107113, -0.02491139806807041, -0.023810382932424545, -0.02270936779677868, -0.02160835452377796, -0.020507339388132095, -0.01940632425248623, -0.018305310979485512, -0.017204295843839645, -0.01610328070819378, -0.015002266503870487, -0.013901252299547195, -0.012800237163901329, -0.011699222959578037, -0.010598208755254745, -0.009497193619608879, -0.008396179415285587, -0.007295164745301008, -0.006194150075316429, -0.005093135870993137, -0.003992121201008558, -0.002891106531023979, -0.001790091977454722, -0.0006890774238854647, 0.0004119371296837926, 0.0015129516832530499, 0.002613966353237629, 0.0037149807903915644, 0.0048159952275455, 0.005917009897530079, 0.007018024567514658, 0.008119039237499237, 0.009220053441822529, 0.01032106764614582, 0.011422082781791687, 0.012523096986114979, 0.013624112121760845, 0.014725126326084137]}, "_runtime": 6.710948944091797, "_timestamp": 1596211441.157206, "_step": 2}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 6.0, 1.0, 2.0, 1.0, 1.0, 2.0, 4.0, 2.0, 4.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.01477050967514515, -0.014317328110337257, -0.01386414747685194, -0.013410965912044048, -0.012957784347236156, -0.01250460371375084, -0.012051422148942947, -0.011598240584135056, -0.011145059019327164, -0.010691878385841846, -0.010238696821033955, -0.009785515256226063, -0.009332334622740746, -0.008879153057932854, -0.008425971493124962, -0.007972790859639645, -0.007519609294831753, -0.007066428195685148, -0.006613246630877256, -0.006160065531730652, -0.00570688396692276, -0.0052537028677761555, -0.004800521768629551, -0.004347340203821659, -0.0038941591046750546, -0.0034409777726978064, -0.002987796440720558, -0.0025346153415739536, -0.0020814340095967054, -0.0016282526776194572, -0.0011750714620575309, -0.0007218901882879436, -0.0002687089145183563, 0.00018447235925123096, 0.0006376536330208182, 0.0010908348485827446, 0.0015440161805599928, 0.001997197512537241, 0.0024503786116838455, 0.0029035599436610937, 0.003356741275638342, 0.00380992260761559, 0.004263103939592838, 0.004716285038739443, 0.005169466137886047, 0.005622647702693939, 0.006075828801840544, 0.006529010366648436, 0.00698219146579504, 0.007435372564941645, 0.00788855366408825, 0.008341735228896141, 0.008794916793704033, 0.00924809742718935, 0.009701278991997242, 0.010154460556805134, 0.010607641190290451, 0.011060822755098343, 0.011514004319906235, 0.011967185884714127, 0.012420366518199444, 0.012873548083007336, 0.013326729647815228, 0.013779910281300545, 0.014233091846108437]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 3.0, 2.0, 6.0, 8.0, 5.0, 5.0, 7.0, 7.0, 15.0, 19.0, 30.0, 38.0, 31.0, 52.0, 63.0, 50.0, 73.0, 94.0, 113.0, 147.0, 225.0, 288.0, 406.0, 529.0, 2224.0, 1174.0, 869.0, 512.0, 301.0, 190.0, 133.0, 83.0, 72.0, 50.0, 27.0, 25.0, 16.0, 5.0, 12.0, 4.0, 3.0, 4.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17789161205291748, -0.17326883971691132, -0.16864605247974396, -0.1640232801437378, -0.15940049290657043, -0.15477772057056427, -0.1501549333333969, -0.14553216099739075, -0.1409093737602234, -0.13628660142421722, -0.13166382908821106, -0.1270410418510437, -0.12241826951503754, -0.11779548972845078, -0.11317270994186401, -0.10854993015527725, -0.10392715036869049, -0.09930437058210373, -0.09468159079551697, -0.0900588110089302, -0.08543603122234344, -0.08081325888633728, -0.07619047909975052, -0.07156769931316376, -0.066944919526577, -0.062322139739990234, -0.05769935995340347, -0.05307658389210701, -0.04845380410552025, -0.04383102431893349, -0.039208248257637024, -0.03458546847105026, -0.0299626886844635, -0.02533990889787674, -0.020717130973935127, -0.016094353049993515, -0.011471573263406754, -0.006848794408142567, -0.00222601555287838, 0.002396763302385807, 0.007019542157649994, 0.01164232101291418, 0.016265099868178368, 0.02088787779211998, 0.02551065757870674, 0.030133437365293503, 0.034756213426589966, 0.03937899321317673, 0.04400177299976349, 0.04862455278635025, 0.05324733257293701, 0.057870108634233475, 0.062492888420820236, 0.0671156644821167, 0.07173844426870346, 0.07636122405529022, 0.08098400384187698, 0.08560678362846375, 0.0902295634150505, 0.09485234320163727, 0.09947511553764343, 0.1040978953242302, 0.10872067511081696, 0.11334345489740372, 0.11796623468399048]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 5.0, 3.0, 3.0, 2.0, 3.0, 2.0, 2.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 1.0, 0.0, 3.0, 2.0, 24.0, 4.0, 4.0, 3.0, 5.0, 4.0, 4.0, 2.0, 1.0, 0.0, 2.0, 0.0, 2.0, 4.0, 5.0, 3.0, 1.0, 4.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.006138522643595934, -0.005945189855992794, -0.0057518575340509415, -0.005558524746447802, -0.005365192424505949, -0.005171859636902809, -0.004978527314960957, -0.004785194527357817, -0.004591862205415964, -0.004398529417812824, -0.004205197095870972, -0.004011864308267832, -0.0038185317534953356, -0.0036251991987228394, -0.003431866643950343, -0.003238534089177847, -0.0030452015344053507, -0.0028518689796328545, -0.0026585364248603582, -0.002465203870087862, -0.002271871315315366, -0.0020785387605428696, -0.0018852060893550515, -0.0016918735345825553, -0.001498540979810059, -0.0013052084250375628, -0.0011118758702650666, -0.0009185432572849095, -0.0007252107025124133, -0.000531878147739917, -0.00033854556386359036, -0.0001452129945391789, 4.8119574785232544e-05, 0.000241452144109644, 0.00043478471343405545, 0.0006281172973103821, 0.0008214498520828784, 0.0010147824650630355, 0.0012081150198355317, 0.001401447574608028, 0.0015947801293805242, 0.0017881126841530204, 0.0019814453553408384, 0.0021747779101133347, 0.002368110464885831, 0.002561443019658327, 0.0027547755744308233, 0.0029481081292033195, 0.0031414406839758158, 0.003334773238748312, 0.0035281057935208082, 0.0037214383482933044, 0.003914771135896444, 0.004108103457838297, 0.004301436245441437, 0.004494768567383289, 0.004688101354986429, 0.004881433676928282, 0.005074766464531422, 0.005268098786473274, 0.005461431574076414, 0.005654763896018267, 0.0058480966836214066, 0.006041429005563259, 0.006234761793166399]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 7.0, 9.0, 22.0, 36.0, 61.0, 89.0, 172.0, 247.0, 336.0, 522.0, 858.0, 1248.0, 1719.0, 2396.0, 3130.0, 4163.0, 5585.0, 7114.0, 9114.0, 11621.0, 14566.0, 18715.0, 24406.0, 32657.0, 43904.0, 57999.0, 73691.0, 91874.0, 413390.0, 88519.0, 70743.0, 52356.0, 38340.0, 27988.0, 20957.0, 15676.0, 11700.0, 8900.0, 6977.0, 5123.0, 3785.0, 2661.0, 1877.0, 1379.0, 921.0, 641.0, 440.0, 328.0, 227.0, 149.0, 100.0, 65.0, 55.0, 38.0, 18.0, 12.0, 7.0, 4.0, 2.0, 4.0, 1.0, 1.0], "bins": [-0.011443227529525757, -0.011065088212490082, -0.010686948895454407, -0.010308809578418732, -0.009930670261383057, -0.009552530944347382, -0.009174391627311707, -0.008796252310276031, -0.008418112993240356, -0.008039974607527256, -0.007661834824830294, -0.007283695507794619, -0.006905556656420231, -0.006527417339384556, -0.006149278022348881, -0.005771138705313206, -0.005392999388277531, -0.005014860071241856, -0.004636720754206181, -0.0042585814371705055, -0.003880442352965474, -0.003502303035929799, -0.0031241639517247677, -0.0027460246346890926, -0.0023678853176534176, -0.0019897460006177425, -0.0016116067999973893, -0.001233467599377036, -0.000855328282341361, -0.0004771890235133469, -9.904976468533278e-05, 0.00027908949414268136, 0.0006572287529706955, 0.0010353680700063705, 0.0014135072706267238, 0.001791646471247077, 0.002169785788282752, 0.002547925105318427, 0.0029260641895234585, 0.0033042035065591335, 0.0036823428235948086, 0.004060482140630484, 0.004438621457666159, 0.004816760774701834, 0.0051948996260762215, 0.0055730389431118965, 0.0059511782601475716, 0.006329317577183247, 0.006707456894218922, 0.007085596211254597, 0.007463735528290272, 0.007841874845325947, 0.008220014162361622, 0.008598153479397297, 0.008976292796432972, 0.009354432113468647, 0.009732570499181747, 0.010110709816217422, 0.010488849133253098, 0.010866988450288773, 0.011245127767324448, 0.011623267084360123, 0.012001406401395798, 0.012379545718431473, 0.012757685035467148]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 3.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 3.0, 1.0, 7.0, 3.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.020551325753331184, -0.02011861652135849, -0.019685907289385796, -0.019253196194767952, -0.018820486962795258, -0.018387777730822563, -0.01795506849884987, -0.017522359266877174, -0.01708964817225933, -0.016656938940286636, -0.016224229708313942, -0.015791520476341248, -0.015358810313045979, -0.014926101081073284, -0.014493390917778015, -0.01406068168580532, -0.013627972453832626, -0.013195262290537357, -0.012762553058564663, -0.012329842895269394, -0.0118971336632967, -0.01146442350000143, -0.011031714268028736, -0.010599005036056042, -0.010166294872760773, -0.009733585640788078, -0.00930087547749281, -0.008868166245520115, -0.00843545701354742, -0.008002746850252151, -0.007570037618279457, -0.007137327920645475, -0.006704618223011494, -0.006271908525377512, -0.00583919882774353, -0.005406489595770836, -0.004973779898136854, -0.0045410702005028725, -0.004108360502868891, -0.0036756510380655527, -0.003242941340431571, -0.0028102316427975893, -0.0023775221779942513, -0.0019448124803602695, -0.0015121028991416097, -0.0010793933179229498, -0.000646683678496629, -0.00021397406817413867, 0.00021873554214835167, 0.0006514451233670115, 0.0010841547045856714, 0.0015168644022196531, 0.001949573983438313, 0.002382283564656973, 0.0028149932622909546, 0.0032477027270942926, 0.0036804124247282743, 0.004113121889531612, 0.004545831587165594, 0.004978541284799576, 0.0054112509824335575, 0.005843960680067539, 0.006276669912040234, 0.006709379609674215, 0.007142089307308197]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 3.0, 1.0, 6.0, 2.0, 1.0, 3.0, 9.0, 9.0, 7.0, 7.0, 12.0, 11.0, 9.0, 10.0, 23.0, 38.0, 34.0, 40.0, 47.0, 42.0, 49.0, 57.0, 63.0, 69.0, 87.0, 93.0, 99.0, 128.0, 118.0, 134.0, 162.0, 188.0, 217.0, 228.0, 234.0, 284.0, 281.0, 313.0, 362.0, 376.0, 417.0, 445.0, 537.0, 657.0, 729.0, 884.0, 1259.0, 6679.0, 874.0, 574.0, 394.0, 253.0, 179.0, 148.0, 151.0, 107.0, 107.0, 65.0, 55.0, 30.0, 16.0, 12.0], "bins": [-0.011178088374435902, -0.010951162315905094, -0.010724235326051712, -0.010497309267520905, -0.010270383208990097, -0.010043456219136715, -0.009816530160605907, -0.0095896041020751, -0.009362677112221718, -0.00913575105369091, -0.008908824995160103, -0.00868189800530672, -0.008454971946775913, -0.008228045888245106, -0.008001118898391724, -0.007774192839860916, -0.007547266315668821, -0.0073203397914767265, -0.007093413732945919, -0.006866487208753824, -0.006639560684561729, -0.006412634626030922, -0.006185708101838827, -0.005958781577646732, -0.005731855519115925, -0.00550492899492383, -0.005278002470731735, -0.00505107594653964, -0.004824149888008833, -0.004597223363816738, -0.004370296839624643, -0.004143370781093836, -0.003916444256901741, -0.00368951796554029, -0.003462591441348195, -0.003235665149986744, -0.003008738625794649, -0.002781812334433198, -0.002554886043071747, -0.002327959518879652, -0.002101033227518201, -0.001874106819741428, -0.001647180411964655, -0.0014202541206032038, -0.0011933277128264308, -0.0009664013050496578, -0.0007394749554805458, -0.0005125486059114337, -0.0002856221981346607, -5.86958194617182e-05, 0.00016823055921122432, 0.00039515693788416684, 0.0006220833165571094, 0.0008490097243338823, 0.0010759360156953335, 0.0013028624234721065, 0.0015297888312488794, 0.0017567152390256524, 0.0019836416468024254, 0.0022105679381638765, 0.0024374942295253277, 0.0026644207537174225, 0.0028913470450788736, 0.0031182735692709684, 0.0033451998606324196]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 5.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0], "bins": [-0.047824639827013016, -0.04694899171590805, -0.046073347330093384, -0.04519769921898842, -0.04432205483317375, -0.04344640672206879, -0.04257076233625412, -0.041695114225149155, -0.04081946983933449, -0.03994382172822952, -0.039068177342414856, -0.03819252923130989, -0.037316884845495224, -0.03644123673439026, -0.03556559234857559, -0.03468994423747063, -0.03381429612636566, -0.032938651740550995, -0.03206300362944603, -0.031187359243631363, -0.030311712995171547, -0.02943606674671173, -0.028560420498251915, -0.0276847742497921, -0.026809126138687134, -0.025933479890227318, -0.025057833641767502, -0.024182187393307686, -0.02330654114484787, -0.022430894896388054, -0.021555248647928238, -0.020679602399468422, -0.019803956151008606, -0.01892830990254879, -0.018052663654088974, -0.017177017405629158, -0.016301371157169342, -0.015425723977386951, -0.014550077728927135, -0.01367443148046732, -0.012798785232007504, -0.011923138983547688, -0.011047492735087872, -0.010171846486628056, -0.009296199306845665, -0.008420553058385849, -0.007544906809926033, -0.006669260561466217, -0.005793614313006401, -0.004917968064546585, -0.004042321816086769, -0.003166675101965666, -0.00229102885350585, -0.001415382488630712, -0.0005397361237555742, 0.0003359102411195636, 0.0012115566059947014, 0.0020872028544545174, 0.002962849335744977, 0.0038384958170354366, 0.004714142065495253, 0.005589788313955069, 0.006465435028076172, 0.007341081276535988, 0.008216727524995804]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 4.0, 1.0, 2.0, 6.0, 5.0, 4.0, 4.0, 4.0, 4.0, 3.0, 5.0, 4.0, 6.0, 9.0, 4.0, 2.0, 7.0, 3.0, 5.0, 3.0, 2.0, 2.0, 1.0, 6.0, 3.0, 4.0, 3.0, 0.0, 6.0, 2.0, 5.0, 2.0, 4.0, 3.0, 3.0, 0.0, 2.0, 2.0, 7.0, 5.0, 7.0, 15.0, 66.0, 20.0, 6.0, 5.0, 4.0, 3.0, 0.0, 3.0, 3.0], "bins": [-0.032179076224565506, -0.03159983083605766, -0.03102058358490467, -0.030441338196396828, -0.029862092807888985, -0.029282845556735992, -0.02870360016822815, -0.028124354779720306, -0.027545109391212463, -0.02696586214005947, -0.026386616751551628, -0.025807371363043785, -0.025228124111890793, -0.02464887872338295, -0.024069633334875107, -0.023490386083722115, -0.02291114069521427, -0.02233189530670643, -0.021752648055553436, -0.021173402667045593, -0.02059415727853775, -0.020014910027384758, -0.019435664638876915, -0.018856419250369072, -0.01827717199921608, -0.017697926610708237, -0.017118681222200394, -0.01653943583369255, -0.01596018858253956, -0.015380943194031715, -0.014801696874201298, -0.014222451485693455, -0.013643205165863037, -0.01306395884603262, -0.012484713457524776, -0.011905467137694359, -0.011326221749186516, -0.010746975429356098, -0.01016772910952568, -0.009588483721017838, -0.00900923740118742, -0.008429991081357002, -0.00785074569284916, -0.007271499373018742, -0.006692253518849611, -0.006113007664680481, -0.005533761344850063, -0.004954515490680933, -0.004375269636511803, -0.0037960237823426723, -0.0032167776953428984, -0.0026375316083431244, -0.002058285754173994, -0.001479039783589542, -0.0008997938130050898, -0.0003205478424206376, 0.00025869812816381454, 0.0008379440987482667, 0.0014171900693327188, 0.001996436156332493, 0.002575682010501623, 0.0031549278646707535, 0.0037341739516705275, 0.0043134200386703014, 0.004892665892839432]}, "_runtime": 7.480810880661011, "_timestamp": 1596211441.927068, "_step": 3}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 4.0, 3.0, 3.0, 1.0, 1.0, 3.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.016980424523353577, -0.016526881605386734, -0.01607333868741989, -0.015619794838130474, -0.015166250988841057, -0.014712708070874214, -0.014259164221584797, -0.013805621303617954, -0.013352077454328537, -0.012898534536361694, -0.012444990687072277, -0.011991447769105434, -0.011537903919816017, -0.011084361001849174, -0.010630817152559757, -0.010177274234592915, -0.009723730385303497, -0.009270187467336655, -0.008816644549369812, -0.008363100700080395, -0.007909557782113552, -0.007456013932824135, -0.007002470549196005, -0.006548927165567875, -0.006095384247601032, -0.005641840863972902, -0.005188297480344772, -0.004734754096716642, -0.004281210713088512, -0.0038276673294603825, -0.0033741239458322525, -0.0029205805622041225, -0.0024670371785759926, -0.0020134937949478626, -0.0015599504113197327, -0.0011064071441069245, -0.0006528637604787946, -0.00019932040595449507, 0.00025422294856980443, 0.0007077662739902735, 0.0011613096576184034, 0.0016148530412465334, 0.0020683964248746634, 0.0025219398085027933, 0.0029754829593002796, 0.0034290263429284096, 0.0038825697265565395, 0.0043361131101846695, 0.0047896564938127995, 0.005243199877440929, 0.005696743261069059, 0.006150286644697189, 0.006603830028325319, 0.007057373411953449, 0.007510916795581579, 0.00796446017920971, 0.008418003097176552, 0.008871546946465969, 0.009325089864432812, 0.009778633713722229, 0.010232176631689072, 0.010685720480978489, 0.011139263398945332, 0.011592807248234749, 0.012046350166201591]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 3.0, 1.0, 3.0, 6.0, 3.0, 7.0, 3.0, 7.0, 9.0, 12.0, 22.0, 18.0, 31.0, 38.0, 56.0, 86.0, 69.0, 104.0, 119.0, 161.0, 199.0, 245.0, 331.0, 449.0, 532.0, 2534.0, 978.0, 677.0, 429.0, 262.0, 164.0, 122.0, 83.0, 43.0, 27.0, 26.0, 17.0, 11.0, 13.0, 8.0, 11.0, 4.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.16086870431900024, -0.15599605441093445, -0.15112340450286865, -0.14625076949596405, -0.14137811958789825, -0.13650546967983246, -0.13163283467292786, -0.12676018476486206, -0.12188753485679626, -0.11701488494873047, -0.11214224249124527, -0.10726960003376007, -0.10239695012569427, -0.09752430021762848, -0.09265165776014328, -0.08777901530265808, -0.08290636539459229, -0.07803371548652649, -0.07316107302904129, -0.06828843057155609, -0.0634157806634903, -0.0585431344807148, -0.0536704882979393, -0.0487978421151638, -0.043925195932388306, -0.03905254974961281, -0.03417990356683731, -0.029307257384061813, -0.024434611201286316, -0.01956196501851082, -0.014689318835735321, -0.009816672652959824, -0.004944026470184326, -7.138028740882874e-05, 0.004801265895366669, 0.009673912078142166, 0.014546558260917664, 0.01941920444369316, 0.02429185062646866, 0.029164496809244156, 0.03403714299201965, 0.03890978917479515, 0.04378243535757065, 0.048655081540346146, 0.05352772772312164, 0.05840037390589714, 0.06327302008867264, 0.06814566254615784, 0.07301831245422363, 0.07789096236228943, 0.08276360481977463, 0.08763624727725983, 0.09250889718532562, 0.09738154709339142, 0.10225418955087662, 0.10712683200836182, 0.11199948191642761, 0.11687213182449341, 0.12174477428197861, 0.1266174167394638, 0.1314900666475296, 0.1363627165555954, 0.1412353515625, 0.1461080014705658, 0.1509806513786316]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 3.0, 5.0, 1.0, 4.0, 1.0, 3.0, 5.0, 1.0, 1.0, 4.0, 0.0, 3.0, 2.0, 2.0, 2.0, 2.0, 24.0, 5.0, 4.0, 4.0, 2.0, 1.0, 2.0, 2.0, 4.0, 3.0, 1.0, 1.0, 3.0, 4.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00421952037140727, -0.0040544611401855946, -0.0038894019089639187, -0.0037243429105728865, -0.0035592836793512106, -0.0033942244481295347, -0.0032291654497385025, -0.0030641062185168266, -0.0028990469872951508, -0.002733987756073475, -0.002568928524851799, -0.002403869526460767, -0.002238810295239091, -0.002073751064017415, -0.001908691949211061, -0.001743632834404707, -0.001578573603183031, -0.0014135143719613552, -0.0012484552571550012, -0.0010833961423486471, -0.0009183369111269712, -0.0007532777381129563, -0.0005882185650989413, -0.00042315939208492637, -0.0002581002190709114, -9.304104605689645e-05, 7.201812695711851e-05, 0.00023707729997113347, 0.00040213647298514843, 0.0005671956459991634, 0.0007322548190131783, 0.0008973139920271933, 0.0010623731650412083, 0.0012274323962628841, 0.0013924915110692382, 0.0015575506258755922, 0.001722609857097268, 0.001887669088318944, 0.002052728086709976, 0.002217787317931652, 0.002382846549153328, 0.002547905780375004, 0.0027129650115966797, 0.002878024009987712, 0.0030430832412093878, 0.0032081424724310637, 0.003373201470822096, 0.0035382607020437717, 0.0037033199332654476, 0.0038683791644871235, 0.004033438395708799, 0.004198497626930475, 0.004363556392490864, 0.00452861562371254, 0.0046936748549342155, 0.004858734086155891, 0.005023793317377567, 0.005188852548599243, 0.005353911779820919, 0.005518971011042595, 0.005684030242264271, 0.005849089007824659, 0.006014148239046335, 0.006179207470268011, 0.006344266701489687]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 5.0, 13.0, 22.0, 19.0, 46.0, 72.0, 116.0, 203.0, 326.0, 501.0, 772.0, 1157.0, 1740.0, 2675.0, 3801.0, 5548.0, 7521.0, 10617.0, 14003.0, 19452.0, 26408.0, 37422.0, 54111.0, 77254.0, 103377.0, 429004.0, 100329.0, 76222.0, 55398.0, 40073.0, 28811.0, 20843.0, 15230.0, 11575.0, 8970.0, 6932.0, 5359.0, 3854.0, 2984.0, 2119.0, 1483.0, 1129.0, 765.0, 507.0, 323.0, 200.0, 137.0, 76.0, 55.0, 27.0, 25.0, 13.0, 6.0, 3.0, 2.0, 6.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.011994254775345325, -0.011574307456612587, -0.011154360137879848, -0.01073441281914711, -0.010314466431736946, -0.009894519113004208, -0.009474571794271469, -0.00905462447553873, -0.008634677156805992, -0.008214729838073254, -0.007794782519340515, -0.007374835666269064, -0.0069548883475363255, -0.006534941028803587, -0.006114994175732136, -0.005695046856999397, -0.005275099538266659, -0.00485515221953392, -0.004435204900801182, -0.004015258047729731, -0.003595310728996992, -0.0031753634102642536, -0.0027554163243621588, -0.002335469238460064, -0.0019155219197273254, -0.0014955747174099088, -0.001075627515092492, -0.0006556803127750754, -0.00023573311045765877, 0.0001842140918597579, 0.0006041612941771746, 0.0010241084964945912, 0.001444055698812008, 0.0018640029011294246, 0.0022839501034468412, 0.002703897189348936, 0.0031238445080816746, 0.003543791826814413, 0.003963738679885864, 0.004383685998618603, 0.004803633317351341, 0.00522358063608408, 0.005643527954816818, 0.006063474807888269, 0.006483422126621008, 0.006903369445353746, 0.007323316298425198, 0.007743263617157936, 0.008163210935890675, 0.008583158254623413, 0.009003105573356152, 0.00942305289208889, 0.009842999279499054, 0.010262946598231792, 0.010682893916964531, 0.01110284123569727, 0.011522788554430008, 0.011942735873162746, 0.012362683191895485, 0.012782630510628223, 0.013202577829360962, 0.013622524216771126, 0.014042471535503864, 0.014462418854236603, 0.014882366172969341]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 5.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 7.0, 4.0, 0.0, 3.0, 3.0, 1.0, 2.0, 3.0, 0.0, 2.0, 1.0, 3.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008111177012324333, -0.007885250262916088, -0.007659322582185268, -0.007433395832777023, -0.007207468617707491, -0.0069815414026379585, -0.0067556146532297134, -0.006529687438160181, -0.006303760223090649, -0.006077833008021116, -0.005851905792951584, -0.005625979043543339, -0.005400051828473806, -0.005174124613404274, -0.004948197863996029, -0.0047222706489264965, -0.004496343433856964, -0.004270416218787432, -0.004044489003717899, -0.0038185622543096542, -0.003592635039240122, -0.0033667078241705894, -0.0031407808419317007, -0.002914853859692812, -0.0026889266446232796, -0.002462999429553747, -0.0022370724473148584, -0.0020111454650759697, -0.0017852182500064373, -0.0015592911513522267, -0.0013333640526980162, -0.0011074369540438056, -0.000881509855389595, -0.0006555827567353845, -0.0004296556580811739, -0.00020372855942696333, 2.2198539227247238e-05, 0.0002481256378814578, 0.0004740527365356684, 0.0006999798351898789, 0.0009259069338440895, 0.0011518340324983, 0.0013777611311525106, 0.0016036882298067212, 0.0018296153284609318, 0.002055542543530464, 0.002281469525769353, 0.0025073965080082417, 0.002733323723077774, 0.0029592509381473064, 0.003185177920386195, 0.003411104902625084, 0.0036370321176946163, 0.0038629593327641487, 0.004088886082172394, 0.004314813297241926, 0.004540740512311459, 0.004766667727380991, 0.004992594942450523, 0.0052185216918587685, 0.005444448906928301, 0.005670376121997833, 0.005896302871406078, 0.006122230086475611, 0.006348157301545143]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 3.0, 3.0, 6.0, 1.0, 5.0, 8.0, 7.0, 12.0, 13.0, 11.0, 15.0, 19.0, 28.0, 37.0, 30.0, 37.0, 77.0, 75.0, 78.0, 115.0, 128.0, 157.0, 199.0, 239.0, 252.0, 320.0, 395.0, 368.0, 436.0, 509.0, 663.0, 748.0, 1169.0, 6742.0, 2061.0, 1061.0, 667.0, 544.0, 427.0, 292.0, 179.0, 102.0, 62.0, 24.0, 20.0, 21.0, 11.0, 12.0, 8.0, 6.0, 6.0, 3.0, 4.0, 2.0, 3.0, 0.0, 1.0, 4.0, 1.0, 2.0], "bins": [-0.008144506253302097, -0.007928300648927689, -0.007712094578891993, -0.0074958885088562965, -0.007279682904481888, -0.007063477300107479, -0.006847271230071783, -0.006631065160036087, -0.006414859555661678, -0.00619865395128727, -0.0059824478812515736, -0.0057662418112158775, -0.005550036206841469, -0.00533383060246706, -0.005117624532431364, -0.004901418462395668, -0.004685212858021259, -0.004469007253646851, -0.0042528011836111546, -0.0040365951135754585, -0.00382038950920105, -0.0036041836719959974, -0.003387977834790945, -0.0031717719975858927, -0.0029555661603808403, -0.002739360323175788, -0.0025231544859707355, -0.002306948648765683, -0.002090742811560631, -0.0018745369743555784, -0.001658331137150526, -0.0014421252999454737, -0.0012259194627404213, -0.001009713625535369, -0.0007935077883303165, -0.0005773019511252642, -0.0003610961139202118, -0.00014489027671515942, 7.131556048989296e-05, 0.00028752139769494534, 0.0005037272348999977, 0.0007199330721050501, 0.0009361389093101025, 0.0011523447465151548, 0.0013685505837202072, 0.0015847564209252596, 0.001800962258130312, 0.0020171680953353643, 0.0022333739325404167, 0.002449579769745469, 0.0026657856069505215, 0.002881991444155574, 0.0030981972813606262, 0.0033144031185656786, 0.003530608955770731, 0.0037468147929757833, 0.003963020630180836, 0.0041792262345552444, 0.0043954323045909405, 0.0046116383746266365, 0.004827843979001045, 0.005044049583375454, 0.00526025565341115, 0.005476461723446846, 0.005692667327821255]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 5.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0310196615755558, -0.030470632016658783, -0.029921602457761765, -0.029372572898864746, -0.028823543339967728, -0.02827451378107071, -0.02772548608481884, -0.02717645652592182, -0.026627426967024803, -0.026078397408127785, -0.025529367849230766, -0.024980338290333748, -0.02443130873143673, -0.02388227917253971, -0.023333249613642693, -0.022784220054745674, -0.022235192358493805, -0.021686162799596786, -0.021137133240699768, -0.02058810368180275, -0.02003907412290573, -0.019490044564008713, -0.018941015005111694, -0.018391985446214676, -0.017842955887317657, -0.01729392632842064, -0.01674489676952362, -0.01619586907327175, -0.015646839514374733, -0.01509780902415514, -0.014548780396580696, -0.013999750837683678, -0.01345072127878666, -0.01290169171988964, -0.012352662160992622, -0.011803633533418179, -0.01125460397452116, -0.010705574415624142, -0.010156544856727123, -0.009607515297830105, -0.009058486670255661, -0.008509457111358643, -0.007960427552461624, -0.007411397993564606, -0.006862368434667587, -0.006313339341431856, -0.005764309782534838, -0.005215280689299107, -0.004666251130402088, -0.00411722157150507, -0.0035681924782693386, -0.00301916291937232, -0.0024701335933059454, -0.0019211042672395706, -0.001372074824757874, -0.0008230454404838383, -0.00027401605620980263, 0.00027501332806423306, 0.0008240427123382688, 0.0013730721548199654, 0.0019221014808863401, 0.002471130806952715, 0.0030201603658497334, 0.003569189691916108, 0.004118219017982483]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 4.0, 2.0, 0.0, 2.0, 0.0, 3.0, 4.0, 7.0, 10.0, 4.0, 2.0, 2.0, 4.0, 3.0, 3.0, 2.0, 8.0, 5.0, 1.0, 4.0, 3.0, 2.0, 4.0, 3.0, 3.0, 1.0, 1.0, 1.0, 1.0, 8.0, 4.0, 6.0, 8.0, 3.0, 5.0, 8.0, 2.0, 3.0, 1.0, 4.0, 6.0, 8.0, 2.0, 9.0, 17.0, 58.0, 9.0, 9.0, 7.0, 7.0, 5.0, 1.0, 1.0, 2.0], "bins": [-0.026612112298607826, -0.02613174356520176, -0.025651374831795692, -0.025171007961034775, -0.024690639227628708, -0.02421027049422264, -0.023729901760816574, -0.023249533027410507, -0.02276916615664959, -0.022288797423243523, -0.021808428689837456, -0.02132805995643139, -0.020847691223025322, -0.020367324352264404, -0.019886955618858337, -0.01940658688545227, -0.018926218152046204, -0.018445849418640137, -0.01796548254787922, -0.017485113814473152, -0.017004745081067085, -0.01652437634766102, -0.01604400761425495, -0.01556363981217146, -0.015083272010087967, -0.0146029032766819, -0.014122535474598408, -0.01364216674119234, -0.013161798007786274, -0.012681430205702782, -0.012201061472296715, -0.011720693670213223, -0.011240324936807156, -0.010759956203401089, -0.010279588401317596, -0.00979921966791153, -0.009318851865828037, -0.00883848313242197, -0.008358114399015903, -0.007877746596932411, -0.007397377863526344, -0.006917009595781565, -0.006436641328036785, -0.0059562730602920055, -0.005475904792547226, -0.004995536524802446, -0.0045151677913963795, -0.0040347995236516, -0.0035544312559068203, -0.0030740629881620407, -0.0025936944875866175, -0.002113326219841838, -0.0016329578356817365, -0.001152589451521635, -0.0006722211255691946, -0.0001918527705129236, 0.00028851558454334736, 0.0007688839687034488, 0.0012492523528635502, 0.0017296206206083298, 0.0022099888883531094, 0.0026903573889285326, 0.003170725656673312, 0.0036510941572487354, 0.004131462424993515]}, "_runtime": 8.256234884262085, "_timestamp": 1596211442.702492, "_step": 4}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 3.0, 2.0, 3.0, 2.0, 2.0, 3.0, 5.0, 3.0, 3.0, 3.0, 6.0, 2.0, 2.0, 0.0, 0.0, 4.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.027522385120391846, -0.026815081015229225, -0.026107778772711754, -0.025400474667549133, -0.024693172425031662, -0.02398586831986904, -0.02327856607735157, -0.02257126197218895, -0.02186395972967148, -0.021156655624508858, -0.020449353381991386, -0.019742049276828766, -0.019034747034311295, -0.018327442929148674, -0.017620140686631203, -0.016912836581468582, -0.01620553433895111, -0.01549823023378849, -0.014790927059948444, -0.014083623886108398, -0.013376320712268353, -0.012669017538428307, -0.01196171436458826, -0.011254411190748215, -0.010547107085585594, -0.009839803911745548, -0.009132500737905502, -0.008425197564065456, -0.0077178943902254105, -0.0070105912163853645, -0.006303288042545319, -0.005595984868705273, -0.004888681694865227, -0.004181378521025181, -0.003474075347185135, -0.0027667719405144453, -0.0020594687666743994, -0.0013521655928343534, -0.0006448623025789857, 6.244092946872115e-05, 0.000769744161516428, 0.001477047335356474, 0.00218435050919652, 0.0028916539158672094, 0.0035989570897072554, 0.004306260496377945, 0.005013563670217991, 0.005720866844058037, 0.006428170017898083, 0.007135473191738129, 0.007842776365578175, 0.00855007953941822, 0.009257382713258266, 0.009964685887098312, 0.010671989060938358, 0.011379292234778404, 0.012086596339941025, 0.01279389951378107, 0.013501202687621117, 0.014208505861461163, 0.014915809035301208, 0.015623112209141254, 0.0163304153829813, 0.01703771762549877, 0.017745021730661392]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 5.0, 1.0, 1.0, 3.0, 1.0, 7.0, 1.0, 3.0, 8.0, 11.0, 7.0, 21.0, 27.0, 44.0, 54.0, 65.0, 91.0, 138.0, 186.0, 354.0, 439.0, 635.0, 2720.0, 1524.0, 731.0, 345.0, 208.0, 105.0, 67.0, 36.0, 25.0, 16.0, 15.0, 10.0, 7.0, 8.0, 3.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.27280566096305847, -0.2658903896808624, -0.2589751183986664, -0.25205981731414795, -0.2451445460319519, -0.23822927474975586, -0.23131398856639862, -0.22439871728420258, -0.21748343110084534, -0.2105681598186493, -0.20365288853645325, -0.196737602353096, -0.18982233107089996, -0.18290704488754272, -0.17599177360534668, -0.16907648742198944, -0.1621612161397934, -0.15524594485759735, -0.1483306586742401, -0.14141538739204407, -0.13450010120868683, -0.12758482992649078, -0.12066955119371414, -0.1137542724609375, -0.10683899372816086, -0.09992371499538422, -0.09300843626260757, -0.08609315752983093, -0.07917788624763489, -0.07226260751485825, -0.0653473287820816, -0.05843205004930496, -0.05151677131652832, -0.04460149258375168, -0.03768621385097504, -0.030770938843488693, -0.02385566011071205, -0.01694038137793541, -0.010025104507803917, -0.0031098267063498497, 0.0038054510951042175, 0.010720728896558285, 0.017636006698012352, 0.024551283568143845, 0.031466562300920486, 0.03838184103369713, 0.04529711604118347, 0.052212394773960114, 0.059127673506736755, 0.0660429522395134, 0.07295823097229004, 0.07987350970506668, 0.08678878843784332, 0.09370405972003937, 0.10061933845281601, 0.10753461718559265, 0.1144498959183693, 0.12136517465114594, 0.12828044593334198, 0.13519573211669922, 0.14211100339889526, 0.1490262895822525, 0.15594156086444855, 0.1628568470478058, 0.16977211833000183]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 3.0, 0.0, 3.0, 4.0, 1.0, 2.0, 2.0, 4.0, 3.0, 5.0, 0.0, 2.0, 0.0, 2.0, 4.0, 1.0, 1.0, 26.0, 4.0, 6.0, 4.0, 2.0, 5.0, 2.0, 0.0, 1.0, 6.0, 2.0, 3.0, 0.0, 1.0, 3.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.005222804378718138, -0.00505176791921258, -0.004880730994045734, -0.004709694534540176, -0.004538658075034618, -0.00436762161552906, -0.004196585156023502, -0.004025548230856657, -0.003854511771351099, -0.003683475311845541, -0.0035124386195093393, -0.0033414019271731377, -0.0031703654676675797, -0.0029993290081620216, -0.00282829231582582, -0.0026572556234896183, -0.0024862191639840603, -0.0023151827044785023, -0.0021441460121423006, -0.001973109319806099, -0.001802072860300541, -0.001631036284379661, -0.0014599997084587812, -0.0012889631325379014, -0.0011179265566170216, -0.0009468899806961417, -0.0007758534047752619, -0.000604816828854382, -0.0004337802529335022, -0.00026274367701262236, -9.170710109174252e-05, 7.932947482913733e-05, 0.00025036605075001717, 0.000421402626670897, 0.0005924392025917768, 0.0007634757785126567, 0.0009345123544335365, 0.0011055489303544164, 0.0012765855062752962, 0.001447622082196176, 0.001618658658117056, 0.0017896952340379357, 0.0019607318099588156, 0.0021317685022950172, 0.0023028049618005753, 0.0024738414213061333, 0.002644878113642335, 0.0028159148059785366, 0.0029869512654840946, 0.0031579877249896526, 0.0033290244173258543, 0.003500061109662056, 0.003671097569167614, 0.003842134028673172, 0.00401317048817873, 0.004184207413345575, 0.004355243872851133, 0.004526280332356691, 0.004697317257523537, 0.004868353717029095, 0.005039390176534653, 0.005210426636040211, 0.005381463095545769, 0.005552500020712614, 0.005723536480218172]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 3.0, 6.0, 7.0, 9.0, 23.0, 39.0, 70.0, 113.0, 205.0, 389.0, 558.0, 831.0, 1212.0, 1733.0, 2392.0, 3334.0, 4441.0, 5792.0, 7638.0, 9763.0, 12629.0, 16444.0, 21893.0, 29965.0, 42498.0, 61851.0, 87812.0, 117895.0, 434420.0, 90488.0, 62299.0, 42838.0, 29737.0, 21944.0, 16354.0, 12573.0, 9722.0, 7317.0, 5792.0, 4425.0, 3299.0, 2449.0, 1885.0, 1350.0, 948.0, 696.0, 511.0, 349.0, 266.0, 144.0, 118.0, 72.0, 49.0, 26.0, 11.0, 7.0, 7.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.013500958681106567, -0.013037070631980896, -0.01257318165153265, -0.012109293602406979, -0.011645404621958733, -0.011181516572833061, -0.01071762852370739, -0.010253739543259144, -0.009789851494133472, -0.009325963445007801, -0.008862074464559555, -0.008398186415433884, -0.007934298366308212, -0.007470409385859966, -0.007006521336734295, -0.006542632821947336, -0.0060787443071603775, -0.005614855792373419, -0.00515096727758646, -0.004687079228460789, -0.00422319071367383, -0.0037593021988868713, -0.0032954139169305563, -0.0028315256349742413, -0.0023676371201872826, -0.0019037487218156457, -0.0014398603234440088, -0.000975971925072372, -0.0005120835267007351, -4.8195128329098225e-05, 0.00041569327004253864, 0.0008795816684141755, 0.0013434700667858124, 0.0018073584651574492, 0.002271246863529086, 0.002735135145485401, 0.00319902366027236, 0.0036629121750593185, 0.00412680022418499, 0.004590688738971949, 0.005054577253758907, 0.005518465768545866, 0.005982354283332825, 0.006446242332458496, 0.006910130847245455, 0.0073740193620324135, 0.007837907411158085, 0.008301796391606331, 0.008765684440732002, 0.009229572489857674, 0.00969346147030592, 0.010157349519431591, 0.010621238499879837, 0.011085126549005508, 0.01154901459813118, 0.012012903578579426, 0.012476791627705097, 0.012940679676830769, 0.013404568657279015, 0.013868456706404686, 0.014332344755530357, 0.014796233735978603, 0.015260121785104275, 0.01572401076555252, 0.016187898814678192]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 5.0, 0.0, 1.0, 2.0, 3.0, 2.0, 2.0, 2.0, 1.0, 3.0, 1.0, 1.0, 3.0, 1.0, 3.0, 3.0, 6.0, 2.0, 0.0, 8.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008282791823148727, -0.007893208414316177, -0.007503625471144915, -0.007114042527973652, -0.006724459119141102, -0.006334876175969839, -0.005945293232798576, -0.005555709823966026, -0.0051661268807947636, -0.004776543937623501, -0.004386960528790951, -0.003997377585619688, -0.0036077944096177816, -0.0032182112336158752, -0.0028286282904446125, -0.002439045114442706, -0.0020494619384407997, -0.0016598787624388933, -0.0012702957028523088, -0.0008807125850580633, -0.0004911294672638178, -0.0001015463494695723, 0.0002880367683246732, 0.0006776198861189187, 0.0010672030039131641, 0.0014567861799150705, 0.001846369239501655, 0.0022359522990882397, 0.002625535475090146, 0.0030151186510920525, 0.003404701594263315, 0.0037942847702652216, 0.004183867946267128, 0.004573450889438391, 0.004963034298270941, 0.0053526172414422035, 0.005742200650274754, 0.006131783593446016, 0.006521366536617279, 0.006910949945449829, 0.007300532888621092, 0.007690115831792355, 0.008079699240624905, 0.008469282649457455, 0.00885886512696743, 0.00924844853579998, 0.00963803194463253, 0.010027614422142506, 0.010417197830975056, 0.010806781239807606, 0.011196363717317581, 0.011585947126150131, 0.011975530534982681, 0.012365113012492657, 0.012754696421325207, 0.013144279830157757, 0.013533862307667732, 0.013923445716500282, 0.014313029125332832, 0.014702612534165382, 0.015092195011675358, 0.015481778420507908, 0.015871360898017883, 0.016260944306850433, 0.016650527715682983]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 2.0, 4.0, 7.0, 21.0, 25.0, 18.0, 23.0, 46.0, 64.0, 94.0, 95.0, 136.0, 164.0, 202.0, 271.0, 327.0, 383.0, 417.0, 449.0, 630.0, 796.0, 1012.0, 1402.0, 6891.0, 2095.0, 859.0, 529.0, 374.0, 298.0, 222.0, 137.0, 88.0, 67.0, 57.0, 43.0, 27.0, 24.0, 32.0, 20.0, 13.0, 9.0, 10.0, 3.0, 1.0, 4.0, 1.0, 2.0, 5.0, 8.0, 4.0, 4.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0], "bins": [-0.007177599240094423, -0.006910908035933971, -0.006644216366112232, -0.00637752516195178, -0.006110833492130041, -0.005844142287969589, -0.00557745061814785, -0.005310759413987398, -0.005044068209826946, -0.004777376540005207, -0.004510685335844755, -0.004243993666023016, -0.003977302461862564, -0.0037106110248714685, -0.003443919587880373, -0.0031772281508892775, -0.002910536713898182, -0.0026438452769070864, -0.002377153839915991, -0.0021104624029248953, -0.0018437710823491216, -0.001577079645358026, -0.0013103883247822523, -0.0010436968877911568, -0.0007770054508000612, -0.0005103140138089657, -0.00024362263502553105, 2.3068772861734033e-05, 0.0002897601807489991, 0.0005564516177400947, 0.0008231429965235293, 0.001089834375306964, 0.0013565258122980595, 0.001623217249289155, 0.0018899086862802505, 0.002156600123271346, 0.0024232915602624416, 0.0026899827644228935, 0.002956674201413989, 0.0032233656384050846, 0.00349005707539618, 0.0037567485123872757, 0.004023439716547728, 0.004290131386369467, 0.004556822590529919, 0.004823514260351658, 0.00509020546451211, 0.005356897134333849, 0.005623588338494301, 0.005890279542654753, 0.006156971212476492, 0.006423662416636944, 0.006690354086458683, 0.006957045290619135, 0.007223736960440874, 0.007490428164601326, 0.007757119834423065, 0.00802381057292223, 0.008290502242743969, 0.008557193912565708, 0.008823885582387447, 0.009090576320886612, 0.009357267990708351, 0.00962395966053009, 0.00989065133035183]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 4.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.035226769745349884, -0.03450930491089821, -0.03379184007644653, -0.03307437524199486, -0.03235691040754318, -0.03163944557309151, -0.03092198073863983, -0.030204515904188156, -0.02948705106973648, -0.028769584372639656, -0.02805211953818798, -0.027334654703736305, -0.02661718986928463, -0.025899725034832954, -0.02518226020038128, -0.024464795365929604, -0.023747330531477928, -0.023029865697026253, -0.022312400862574577, -0.021594936028122902, -0.020877471193671227, -0.02016000635921955, -0.019442541524767876, -0.0187250766903162, -0.018007609993219376, -0.0172901451587677, -0.016572680324316025, -0.01585521548986435, -0.015137750655412674, -0.014420285820960999, -0.013702820986509323, -0.012985356152057648, -0.012267891317605972, -0.011550426483154297, -0.010832961648702621, -0.010115496814250946, -0.00939803197979927, -0.00868056621402502, -0.007963101379573345, -0.00724563654512167, -0.006528171710669994, -0.005810706876218319, -0.0050932420417666435, -0.004375776741653681, -0.0036583119072020054, -0.00294084707275033, -0.002223382005468011, -0.0015059170546010137, -0.0007884521037340164, -7.098715286701918e-05, 0.0006464777979999781, 0.0013639427488669753, 0.0020814076997339725, 0.002798872534185648, 0.003516337601467967, 0.004233802668750286, 0.0049512675032019615, 0.005668732337653637, 0.006386197172105312, 0.007103662472218275, 0.007821127772331238, 0.008538592606782913, 0.009256057441234589, 0.009973522275686264, 0.01069098711013794]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 4.0, 1.0, 2.0, 7.0, 4.0, 4.0, 0.0, 6.0, 5.0, 4.0, 6.0, 2.0, 8.0, 7.0, 7.0, 6.0, 3.0, 5.0, 6.0, 5.0, 1.0, 6.0, 7.0, 6.0, 3.0, 3.0, 0.0, 2.0, 4.0, 1.0, 4.0, 3.0, 2.0, 4.0, 2.0, 1.0, 2.0, 1.0, 1.0, 5.0, 5.0, 49.0, 17.0, 10.0, 7.0, 6.0, 4.0, 6.0, 7.0, 3.0, 6.0, 2.0, 2.0, 1.0, 1.0, 2.0], "bins": [-0.021747903898358345, -0.021311793476343155, -0.020875681191682816, -0.020439570769667625, -0.020003458485007286, -0.019567348062992096, -0.019131235778331757, -0.018695125356316566, -0.018259014934301376, -0.017822902649641037, -0.017386792227625847, -0.016950679942965508, -0.016514569520950317, -0.016078457236289978, -0.015642346814274788, -0.015206235460937023, -0.014770124107599258, -0.014334012754261494, -0.013897901400923729, -0.013461790047585964, -0.0130256786942482, -0.01258956827223301, -0.012153456918895245, -0.01171734556555748, -0.011281234212219715, -0.01084512285888195, -0.010409011505544186, -0.009972900152206421, -0.00953678973019123, -0.009100678376853466, -0.008664567023515701, -0.008228455670177937, -0.007792344316840172, -0.007356232963502407, -0.006920121610164642, -0.006484010722488165, -0.0060478993691504, -0.005611788015812635, -0.005175677128136158, -0.004739565774798393, -0.0043034544214606285, -0.0038673430681228638, -0.0034312319476157427, -0.0029951208271086216, -0.002559009473770857, -0.002122898120433092, -0.001686786999925971, -0.0012506757630035281, -0.0008145645260810852, -0.0003784532891586423, 5.765794776380062e-05, 0.0004937691846862435, 0.0009298804216086864, 0.0013659916585311294, 0.0018021028954535723, 0.0022382140159606934, 0.002674325369298458, 0.003110436722636223, 0.003546547843143344, 0.003982658963650465, 0.00441877031698823, 0.0048548816703259945, 0.005290992558002472, 0.005727103911340237, 0.006163215264678001]}, "_runtime": 9.03360104560852, "_timestamp": 1596211443.4798582, "_step": 5}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 4.0, 2.0, 4.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 3.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012456899508833885, -0.012062696740031242, -0.0116684939712286, -0.011274291202425957, -0.010880088433623314, -0.010485885664820671, -0.010091682896018028, -0.009697480127215385, -0.009303277358412743, -0.008909073658287525, -0.008514870889484882, -0.00812066812068224, -0.007726465351879597, -0.007332262583076954, -0.006938059814274311, -0.006543857045471668, -0.006149654276669025, -0.005755451507866383, -0.00536124873906374, -0.004967045970261097, -0.004572843201458454, -0.004178639966994524, -0.003784437198191881, -0.0033902344293892384, -0.0029960316605865955, -0.0026018288917839527, -0.00220762612298131, -0.0018134231213480234, -0.0014192203525453806, -0.0010250175837427378, -0.0006308146985247731, -0.00023661187151446939, 0.00015759095549583435, 0.0005517937825061381, 0.0009459966095164418, 0.0013401994947344065, 0.0017344022635370493, 0.002128605032339692, 0.0025228080339729786, 0.0029170108027756214, 0.0033112135715782642, 0.003705416340380907, 0.00409961910918355, 0.004493821877986193, 0.004888025112450123, 0.005282227881252766, 0.0056764306500554085, 0.006070633418858051, 0.006464836187660694, 0.006859038956463337, 0.00725324172526598, 0.007647444494068623, 0.008041647262871265, 0.008435850031673908, 0.008830052800476551, 0.009224255569279194, 0.009618459269404411, 0.010012662038207054, 0.010406864807009697, 0.01080106757581234, 0.011195270344614983, 0.011589473113417625, 0.011983675882220268, 0.012377878651022911, 0.012772081419825554]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 2.0, 5.0, 5.0, 5.0, 5.0, 9.0, 11.0, 14.0, 12.0, 19.0, 28.0, 29.0, 44.0, 49.0, 47.0, 80.0, 93.0, 133.0, 145.0, 232.0, 247.0, 269.0, 393.0, 502.0, 2332.0, 1170.0, 683.0, 461.0, 254.0, 185.0, 120.0, 77.0, 64.0, 47.0, 33.0, 28.0, 23.0, 11.0, 14.0, 7.0, 7.0, 7.0, 6.0, 4.0, 6.0, 1.0, 1.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.14751967787742615, -0.14308759570121765, -0.13865551352500916, -0.13422343134880066, -0.12979134917259216, -0.12535925209522247, -0.12092716991901398, -0.11649508774280548, -0.11206300556659698, -0.10763092339038849, -0.10319884121417999, -0.0987667515873909, -0.0943346694111824, -0.08990258723497391, -0.08547049760818481, -0.08103841543197632, -0.07660633325576782, -0.07217425107955933, -0.06774216890335083, -0.06331007927656174, -0.05887799710035324, -0.054445914924144745, -0.05001382902264595, -0.045581743121147156, -0.04114966094493866, -0.036717578768730164, -0.03228549286723137, -0.027853408828377724, -0.02342132478952408, -0.018989240750670433, -0.014557156711816788, -0.010125072672963142, -0.005692988634109497, -0.0012609045952558517, 0.0031711794435977936, 0.007603263482451439, 0.012035347521305084, 0.01646743156015873, 0.020899515599012375, 0.02533159963786602, 0.029763683676719666, 0.03419576585292816, 0.038627851754426956, 0.04305993765592575, 0.04749201983213425, 0.05192410200834274, 0.05635618790984154, 0.06078827381134033, 0.06522035598754883, 0.06965243816375732, 0.07408452033996582, 0.07851660996675491, 0.08294869214296341, 0.0873807743191719, 0.091812863945961, 0.0962449461221695, 0.10067702829837799, 0.10510911047458649, 0.10954119265079498, 0.11397328227758408, 0.11840536445379257, 0.12283744663000107, 0.12726953625679016, 0.13170161843299866, 0.13613370060920715]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 3.0, 2.0, 3.0, 3.0, 7.0, 2.0, 2.0, 4.0, 1.0, 4.0, 23.0, 3.0, 3.0, 2.0, 2.0, 3.0, 2.0, 1.0, 2.0, 3.0, 0.0, 1.0, 3.0, 1.0, 2.0, 2.0, 1.0, 5.0, 4.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.006421326659619808, -0.00624926807358861, -0.0060772099532186985, -0.0059051513671875, -0.0057330927811563015, -0.00556103466078639, -0.005388976074755192, -0.005216917488723993, -0.005044858902692795, -0.004872800782322884, -0.004700742196291685, -0.004528683610260487, -0.004356625489890575, -0.004184566903859377, -0.004012508317828178, -0.0038404499646276236, -0.0036683916114270687, -0.003496333258226514, -0.0033242746721953154, -0.0031522163189947605, -0.002980157732963562, -0.002808099379763007, -0.0026360410265624523, -0.002463982440531254, -0.002291924087330699, -0.002119865734130144, -0.0019478071480989456, -0.0017757487948983908, -0.001603690325282514, -0.0014316318556666374, -0.0012595735024660826, -0.001087515032850206, -0.0009154565632343292, -0.0007433980936184525, -0.0005713396822102368, -0.00039928124169819057, -0.00022722280118614435, -5.5164360674098134e-05, 0.00011689407983794808, 0.0002889525203499943, 0.0004610109608620405, 0.0006330694304779172, 0.000805127841886133, 0.0009771862532943487, 0.0011492447229102254, 0.001321303192526102, 0.001493361545726657, 0.0016654200153425336, 0.0018374784849584103, 0.002009536838158965, 0.0021815954241901636, 0.0023536537773907185, 0.002525712363421917, 0.002697770716622472, 0.0028698290698230267, 0.003041887655854225, 0.00321394600905478, 0.003386004362255335, 0.0035580629482865334, 0.003730121301487088, 0.003902179654687643, 0.0040742382407188416, 0.00424629682675004, 0.004418354947119951, 0.00459041353315115]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 3.0, 2.0, 5.0, 6.0, 20.0, 24.0, 43.0, 59.0, 84.0, 146.0, 213.0, 357.0, 480.0, 619.0, 928.0, 1191.0, 1602.0, 2208.0, 2796.0, 3595.0, 4668.0, 5841.0, 7340.0, 9059.0, 11553.0, 14509.0, 18179.0, 23169.0, 30042.0, 39787.0, 53948.0, 73415.0, 97339.0, 412109.0, 93301.0, 69360.0, 50575.0, 36536.0, 27241.0, 20686.0, 16452.0, 12825.0, 10123.0, 7604.0, 5820.0, 4197.0, 2902.0, 2177.0, 1440.0, 1000.0, 707.0, 476.0, 301.0, 209.0, 138.0, 94.0, 57.0, 34.0, 29.0, 9.0, 8.0, 5.0, 2.0], "bins": [-0.014956354163587093, -0.014523226767778397, -0.0140900993719697, -0.013656971044838428, -0.013223843649029732, -0.012790716253221035, -0.012357588857412338, -0.011924461461603642, -0.011491334065794945, -0.011058205738663673, -0.010625078342854977, -0.01019195094704628, -0.009758823551237583, -0.009325696155428886, -0.008892567828297615, -0.008459440432488918, -0.008026313036680222, -0.007593185640871525, -0.007160057779401541, -0.006726930383592844, -0.00629380252212286, -0.005860675126314163, -0.0054275477305054665, -0.004994419869035482, -0.004561292473226786, -0.004128165077418089, -0.003695037215948105, -0.003261909820139408, -0.0028287821915000677, -0.0023956545628607273, -0.0019625271670520306, -0.0015293995384126902, -0.0010962719097733498, -0.0006631443393416703, -0.0002300167689099908, 0.0002031108015216887, 0.0006362383719533682, 0.0010693660005927086, 0.0015024935128167272, 0.0019356210250407457, 0.002368748653680086, 0.0028018762823194265, 0.003235003910958767, 0.0036681313067674637, 0.00410125870257616, 0.0045343865640461445, 0.004967513959854841, 0.005400641821324825, 0.005833769217133522, 0.006266896612942219, 0.006700024474412203, 0.0071331518702209, 0.007566279731690884, 0.00799940712749958, 0.008432534523308277, 0.008865661919116974, 0.009298790246248245, 0.009731917642056942, 0.010165045037865639, 0.010598172433674335, 0.011031299829483032, 0.011464427225291729, 0.011897555552423, 0.012330682948231697, 0.012763810344040394]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 0.0, 1.0, 3.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 3.0, 2.0, 2.0, 2.0, 2.0, 4.0, 3.0, 6.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008754381909966469, -0.008412430062890053, -0.008070478215813637, -0.007728526834398508, -0.007386574987322092, -0.007044623605906963, -0.006702671758830547, -0.006360719911754131, -0.006018768064677715, -0.005676816683262587, -0.005334864836186171, -0.0049929129891097546, -0.004650961607694626, -0.00430900976061821, -0.003967057913541794, -0.0036251062992960215, -0.003283154685050249, -0.0029412030708044767, -0.0025992512237280607, -0.0022572996094822884, -0.0019153478788211942, -0.0015733961481601, -0.0012314445339143276, -0.0008894928032532334, -0.0005475410725921392, -0.0002055893710348755, 0.00013636233052238822, 0.00047831403207965195, 0.0008202657336369157, 0.0011622174642980099, 0.0015041690785437822, 0.0018461208092048764, 0.0021880725398659706, 0.002530024154111743, 0.002871976001188159, 0.0032139276154339314, 0.0035558794625103474, 0.0038978310767561197, 0.004239782691001892, 0.004581734538078308, 0.004923686385154724, 0.005265637766569853, 0.005607589613646269, 0.005949541460722685, 0.006291492842137814, 0.00663344468921423, 0.006975396536290646, 0.007317347917705774, 0.00765929976478219, 0.008001251146197319, 0.008343202993273735, 0.008685154840350151, 0.009027106687426567, 0.009369058534502983, 0.009711010381579399, 0.01005296129733324, 0.010394913144409657, 0.010736864991486073, 0.011078816838562489, 0.011420768685638905, 0.01176272053271532, 0.012104671448469162, 0.012446623295545578, 0.012788575142621994, 0.01313052698969841]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 4.0, 3.0, 6.0, 10.0, 4.0, 12.0, 17.0, 20.0, 23.0, 35.0, 60.0, 57.0, 74.0, 95.0, 123.0, 138.0, 195.0, 234.0, 278.0, 382.0, 382.0, 465.0, 514.0, 672.0, 969.0, 1215.0, 1786.0, 6855.0, 1385.0, 755.0, 418.0, 259.0, 189.0, 168.0, 140.0, 118.0, 85.0, 63.0, 42.0, 34.0, 27.0, 12.0, 11.0, 16.0, 12.0, 9.0, 7.0, 8.0, 7.0, 6.0, 7.0, 4.0, 5.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0], "bins": [-0.007445523049682379, -0.007191581651568413, -0.006937640719115734, -0.006683699786663055, -0.006429758388549089, -0.0061758169904351234, -0.005921876057982445, -0.005667935125529766, -0.0054139937274158, -0.005160052329301834, -0.004906111396849155, -0.004652170464396477, -0.004398229066282511, -0.004144287668168545, -0.003890346735715866, -0.0036364055704325438, -0.0033824644051492214, -0.003128523239865899, -0.0028745820745825768, -0.0026206409092992544, -0.002366699744015932, -0.0021127585787326097, -0.0018588174134492874, -0.001604876248165965, -0.0013509350828826427, -0.0010969939175993204, -0.0008430527523159981, -0.0005891115870326757, -0.0003351704217493534, -8.122925646603107e-05, 0.00017271190881729126, 0.0004266530741006136, 0.0006805942393839359, 0.0009345354046672583, 0.0011884765699505806, 0.001442417735233903, 0.0016963589005172253, 0.0019503000658005476, 0.00220424123108387, 0.0024581823963671923, 0.0027121235616505146, 0.002966064726933837, 0.0032200058922171593, 0.0034739470575004816, 0.003727888222783804, 0.00398182962089777, 0.004235770553350449, 0.004489711485803127, 0.004743652883917093, 0.004997594282031059, 0.005251535214483738, 0.005505476146936417, 0.005759417545050383, 0.006013358943164349, 0.006267299875617027, 0.006521240808069706, 0.006775182206183672, 0.007029123604297638, 0.007283064536750317, 0.007537005469202995, 0.007790946867316961, 0.008044888265430927, 0.008298829197883606, 0.008552770130336285, 0.008806711062788963]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 5.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03142498806118965, -0.03068038448691368, -0.02993577904999256, -0.02919117547571659, -0.02844657003879547, -0.0277019664645195, -0.02695736289024353, -0.02621275745332241, -0.02546815387904644, -0.02472355030477047, -0.02397894486784935, -0.02323434129357338, -0.02248973771929741, -0.02174513228237629, -0.02100052870810032, -0.0202559232711792, -0.01951131969690323, -0.01876671612262726, -0.01802211068570614, -0.017277507111430168, -0.01653290167450905, -0.015788298100233078, -0.015043694525957108, -0.014299090020358562, -0.013554485514760017, -0.012809881009161472, -0.012065276503562927, -0.011320672929286957, -0.010576068423688412, -0.009831463918089867, -0.009086860343813896, -0.008342255838215351, -0.007597651332616806, -0.006853046827018261, -0.006108442787081003, -0.005363838747143745, -0.0046192342415452, -0.003874629968777299, -0.0031300256960093975, -0.002385421423241496, -0.0016408171504735947, -0.0008962128777056932, -0.00015160860493779182, 0.0005929956678301096, 0.001337599940598011, 0.0020822042133659124, 0.002826808486133814, 0.0035714127589017153, 0.004316017031669617, 0.005060621537268162, 0.0058052255772054195, 0.006549829617142677, 0.007294434122741222, 0.008039038628339767, 0.008783642202615738, 0.009528246708214283, 0.010272851213812828, 0.011017455719411373, 0.011762060225009918, 0.012506663799285889, 0.013251268304884434, 0.013995872810482979, 0.01474047638475895, 0.015485080890357494, 0.01622968539595604]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 3.0, 1.0, 3.0, 2.0, 1.0, 2.0, 3.0, 1.0, 6.0, 4.0, 3.0, 3.0, 4.0, 4.0, 3.0, 5.0, 0.0, 9.0, 4.0, 4.0, 3.0, 3.0, 4.0, 6.0, 5.0, 2.0, 3.0, 3.0, 8.0, 7.0, 5.0, 3.0, 3.0, 0.0, 4.0, 3.0, 6.0, 9.0, 7.0, 9.0, 13.0, 63.0, 9.0, 9.0, 5.0, 1.0, 2.0, 5.0, 1.0, 4.0, 3.0, 2.0, 2.0, 1.0], "bins": [-0.026159271597862244, -0.025651250034570694, -0.025143228471279144, -0.024635205045342445, -0.024127183482050896, -0.023619161918759346, -0.023111140355467796, -0.022603116929531097, -0.022095095366239548, -0.021587073802947998, -0.02107905223965645, -0.0205710306763649, -0.0200630072504282, -0.01955498568713665, -0.0190469641238451, -0.01853894256055355, -0.018030919134616852, -0.017522897571325302, -0.017014876008033752, -0.016506854444742203, -0.015998832881450653, -0.015490810386836529, -0.014982787892222404, -0.014474766328930855, -0.013966744765639305, -0.01345872227102518, -0.012950700707733631, -0.012442678213119507, -0.011934656649827957, -0.011426634155213833, -0.010918612591922283, -0.010410590097308159, -0.00990256853401661, -0.00939454697072506, -0.008886524476110935, -0.008378502912819386, -0.007870480418205261, -0.0073624588549137115, -0.0068544368259608746, -0.006346414797008038, -0.005838392768055201, -0.005330370739102364, -0.004822348710149527, -0.00431432668119669, -0.0038063048850744963, -0.0032982828561216593, -0.002790261059999466, -0.002282239031046629, -0.001774217002093792, -0.001266194973140955, -0.0007581730606034398, -0.00025015108985826373, 0.00025787088088691235, 0.0007658928516320884, 0.0012739148223772645, 0.0017819367349147797, 0.0022899587638676167, 0.0027979807928204536, 0.0033060028217732906, 0.003814024617895484, 0.004322046414017677, 0.004830068442970514, 0.005338090471923351, 0.005846112500876188, 0.006354134529829025]}, "_runtime": 9.811673402786255, "_timestamp": 1596211444.2579305, "_step": 6}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 4.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 2.0, 1.0, 3.0, 3.0, 3.0, 1.0, 0.0, 3.0, 1.0, 4.0, 1.0, 4.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.015471767634153366, -0.01499683316797018, -0.01452189963310957, -0.014046965166926384, -0.013572031632065773, -0.013097097165882587, -0.012622163631021976, -0.012147229164838791, -0.01167229562997818, -0.011197361163794994, -0.010722427628934383, -0.010247493162751198, -0.009772559627890587, -0.009297625161707401, -0.00882269162684679, -0.008347757160663605, -0.007872823625802994, -0.007397889159619808, -0.00692295515909791, -0.006448021158576012, -0.005973087158054113, -0.005498153157532215, -0.005023219157010317, -0.004548285156488419, -0.004073350690305233, -0.0035984169226139784, -0.00312348292209208, -0.002648548921570182, -0.00217361468821764, -0.0016986808041110635, -0.0012237466871738434, -0.0007488126866519451, -0.00027387868613004684, 0.00020105534349568188, 0.0006759893731214106, 0.0011509234318509698, 0.001625857432372868, 0.002100791549310088, 0.0025757255498319864, 0.0030506595503538847, 0.003525593550875783, 0.004000527784228325, 0.004475461784750223, 0.004950395785272121, 0.00542532978579402, 0.005900263786315918, 0.006375197786837816, 0.0068501317873597145, 0.007325065787881613, 0.007799999788403511, 0.008274934254586697, 0.008749867789447308, 0.009224802255630493, 0.009699735790491104, 0.01017467025667429, 0.0106496037915349, 0.011124538257718086, 0.011599471792578697, 0.012074406258761883, 0.012549339793622494, 0.01302427425980568, 0.01349920779466629, 0.013974142260849476, 0.014449075795710087, 0.014924010261893272]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 6.0, 1.0, 5.0, 6.0, 3.0, 9.0, 9.0, 13.0, 6.0, 15.0, 22.0, 32.0, 31.0, 41.0, 57.0, 68.0, 70.0, 97.0, 132.0, 161.0, 185.0, 256.0, 262.0, 386.0, 472.0, 2643.0, 1075.0, 616.0, 375.0, 224.0, 170.0, 130.0, 79.0, 66.0, 51.0, 36.0, 28.0, 15.0, 15.0, 14.0, 10.0, 5.0, 9.0, 3.0, 1.0, 2.0, 5.0, 1.0, 2.0, 3.0, 1.0, 1.0], "bins": [-0.171293705701828, -0.1666799932718277, -0.1620662659406662, -0.1574525535106659, -0.1528388410806656, -0.1482251137495041, -0.14361140131950378, -0.13899768888950348, -0.13438396155834198, -0.12977024912834167, -0.12515653669834137, -0.12054280936717987, -0.11592909693717957, -0.11131537705659866, -0.10670165717601776, -0.10208794474601746, -0.09747422486543655, -0.09286050498485565, -0.08824679255485535, -0.08363307267427444, -0.07901935279369354, -0.07440564036369324, -0.06979192048311234, -0.06517820060253143, -0.06056448444724083, -0.055950768291950226, -0.051337048411369324, -0.04672333225607872, -0.042109616100788116, -0.037495896220207214, -0.03288218006491661, -0.028268462046980858, -0.023654744029045105, -0.019041026011109352, -0.014427308924496174, -0.009813591837882996, -0.005199873819947243, -0.0005861562676727772, 0.004027561284601688, 0.008641278371214867, 0.01325499638915062, 0.017868714407086372, 0.022482432425022125, 0.02709614858031273, 0.03170986473560333, 0.036323584616184235, 0.04093730077147484, 0.04555102065205574, 0.050164736807346344, 0.05477845296263695, 0.05939217284321785, 0.06400588899850845, 0.06861960887908936, 0.07323332130908966, 0.07784704118967056, 0.08246076107025146, 0.08707447350025177, 0.09168819338083267, 0.09630191326141357, 0.10091563314199448, 0.10552934557199478, 0.11014306545257568, 0.11475678533315659, 0.11937049776315689, 0.12398421764373779]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 6.0, 1.0, 0.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 3.0, 3.0, 1.0, 5.0, 6.0, 2.0, 6.0, 1.0, 5.0, 25.0, 7.0, 1.0, 2.0, 1.0, 3.0, 3.0, 2.0, 2.0, 3.0, 2.0, 3.0, 6.0, 1.0, 2.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.006701694335788488, -0.006503354758024216, -0.006305014714598656, -0.006106674671173096, -0.005908335093408823, -0.00570999551564455, -0.00551165547221899, -0.00531331542879343, -0.005114975851029158, -0.004916636273264885, -0.004718296229839325, -0.004519956186413765, -0.004321616608649492, -0.00412327703088522, -0.00392493698745966, -0.0037265971768647432, -0.003528257366269827, -0.0033299175556749105, -0.003131577745079994, -0.002933237934485078, -0.0027348981238901615, -0.002536558313295245, -0.002338218502700329, -0.0021398786921054125, -0.0019415388815104961, -0.0017431990709155798, -0.0015448592603206635, -0.0013465194497257471, -0.0011481796391308308, -0.0009498398285359144, -0.0007515000179409981, -0.0005531602073460817, -0.0003548203967511654, -0.00015648058615624905, 4.18592244386673e-05, 0.00024019903503358364, 0.0004385388456285, 0.0006368786562234163, 0.0008352184668183327, 0.001033558277413249, 0.0012318980880081654, 0.0014302378986030817, 0.001628577709197998, 0.0018269175197929144, 0.0020252573303878307, 0.002223597140982747, 0.0024219369515776634, 0.0026202767621725798, 0.002818616572767496, 0.0030169563833624125, 0.003215296193957329, 0.003413636004552245, 0.0036119758151471615, 0.003810315625742078, 0.004008655436336994, 0.004206995479762554, 0.004405335057526827, 0.0046036746352910995, 0.0048020146787166595, 0.0050003547221422195, 0.005198694299906492, 0.005397033877670765, 0.005595373921096325, 0.005793713964521885, 0.005992053542286158]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 3.0, 2.0, 5.0, 5.0, 17.0, 25.0, 37.0, 42.0, 109.0, 169.0, 250.0, 353.0, 519.0, 708.0, 1018.0, 1410.0, 1964.0, 2516.0, 3347.0, 4523.0, 6009.0, 8072.0, 10604.0, 13888.0, 18244.0, 24454.0, 32939.0, 44627.0, 62574.0, 87634.0, 118946.0, 420663.0, 87951.0, 62236.0, 43516.0, 31008.0, 22938.0, 16979.0, 13060.0, 9718.0, 7337.0, 5435.0, 3992.0, 2993.0, 2084.0, 1519.0, 1039.0, 748.0, 519.0, 348.0, 212.0, 129.0, 90.0, 59.0, 33.0, 12.0, 9.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.015449688769876957, -0.014969159848988056, -0.014488630928099155, -0.01400810107588768, -0.01352757215499878, -0.013047043234109879, -0.012566514313220978, -0.012085985392332077, -0.011605456471443176, -0.011124926619231701, -0.0106443976983428, -0.0101638687774539, -0.009683339856564999, -0.009202810935676098, -0.008722281083464622, -0.008241752162575722, -0.007761223241686821, -0.00728069432079792, -0.006800164934247732, -0.006319636013358831, -0.005839106626808643, -0.005358577705919743, -0.004878048785030842, -0.004397519398480654, -0.003916990477591753, -0.0034364613238722086, -0.002955932170152664, -0.0024754032492637634, -0.001994874095544219, -0.0015143449418246746, -0.001033815904520452, -0.0005532868090085685, -7.275771349668503e-05, 0.00040777138201519847, 0.000888300477527082, 0.0013688295148313046, 0.001849358668550849, 0.0023298878222703934, 0.002810416743159294, 0.0032909458968788385, 0.003771475050598383, 0.004252003971487284, 0.004732533358037472, 0.0052130622789263725, 0.005693591199815273, 0.006174120586365461, 0.006654649507254362, 0.00713517889380455, 0.007615707814693451, 0.008096236735582352, 0.008576765656471252, 0.009057295508682728, 0.009537824429571629, 0.01001835335046053, 0.01049888227134943, 0.01097941119223833, 0.011459941044449806, 0.011940469965338707, 0.012420998886227608, 0.012901527807116508, 0.01338205672800541, 0.01386258564889431, 0.014343115501105785, 0.014823644421994686, 0.015304173342883587]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 3.0, 0.0, 3.0, 2.0, 3.0, 4.0, 0.0, 1.0, 0.0, 2.0, 8.0, 4.0, 2.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.011476894840598106, -0.01122620515525341, -0.01097551453858614, -0.010724824853241444, -0.010474135167896748, -0.010223444551229477, -0.009972754865884781, -0.009722065180540085, -0.009471375495195389, -0.009220684878528118, -0.008969995193183422, -0.008719305507838726, -0.008468614891171455, -0.00821792520582676, -0.007967235520482063, -0.00771654536947608, -0.007465855218470097, -0.007215165067464113, -0.006964475382119417, -0.006713785231113434, -0.006463095545768738, -0.0062124053947627544, -0.005961715243756771, -0.005711025558412075, -0.005460335407406092, -0.005209645256400108, -0.004958955571055412, -0.004708265420049429, -0.004457575269043446, -0.0042068855836987495, -0.003956195432692766, -0.0037055055145174265, -0.003454815596342087, -0.003204125678166747, -0.0029534357599914074, -0.002702745608985424, -0.0024520556908100843, -0.0022013657726347446, -0.0019506757380440831, -0.0016999857034534216, -0.001449295785278082, -0.0011986058671027422, -0.0009479158325120807, -0.0006972258561290801, -0.00044653587974607944, -0.00019584590336307883, 5.484407301992178e-05, 0.0003055340494029224, 0.000556224025785923, 0.0008069140021689236, 0.0010576039785519242, 0.0013082940131425858, 0.0015589839313179255, 0.0018096738494932652, 0.0020603640004992485, 0.002311053918674588, 0.002561743836849928, 0.0028124337550252676, 0.0030631236732006073, 0.0033138138242065907, 0.0035645037423819304, 0.00381519366055727, 0.004065883811563253, 0.0043165734969079494, 0.004567263647913933]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 3.0, 4.0, 2.0, 3.0, 2.0, 6.0, 6.0, 3.0, 7.0, 5.0, 8.0, 9.0, 16.0, 18.0, 19.0, 30.0, 22.0, 31.0, 51.0, 73.0, 78.0, 87.0, 108.0, 104.0, 118.0, 164.0, 178.0, 167.0, 213.0, 252.0, 260.0, 284.0, 370.0, 431.0, 534.0, 641.0, 838.0, 1117.0, 1419.0, 6412.0, 1450.0, 827.0, 551.0, 444.0, 311.0, 228.0, 190.0, 125.0, 69.0, 55.0, 21.0, 26.0, 17.0, 6.0, 4.0, 7.0, 2.0], "bins": [-0.008158336393535137, -0.007982193492352962, -0.007806051056832075, -0.007629908621311188, -0.0074537661857903, -0.007277623284608126, -0.007101480849087238, -0.006925338413566351, -0.0067491959780454636, -0.006573053076863289, -0.0063969106413424015, -0.006220768205821514, -0.0060446253046393394, -0.005868482869118452, -0.005692340433597565, -0.00551619753241539, -0.005340055096894503, -0.005163912661373615, -0.004987769760191441, -0.004811627324670553, -0.004635484889149666, -0.004459341987967491, -0.004283199552446604, -0.004107057116925716, -0.003930914215743542, -0.0037547717802226543, -0.003578629344701767, -0.003402486676350236, -0.003226344007998705, -0.0030502015724778175, -0.0028740589041262865, -0.002697916468605399, -0.002521773800253868, -0.002345631131902337, -0.0021694886963814497, -0.0019933460280299187, -0.0018172034760937095, -0.0016410609241575003, -0.0014649182558059692, -0.00128877570386976, -0.0011126331519335508, -0.0009364905999973416, -0.0007603479898534715, -0.0005842053797096014, -0.0004080628277733922, -0.00023192024673335254, -5.577766569331288e-05, 0.00012036491534672678, 0.00029650749638676643, 0.0004726500774268061, 0.0006487926584668458, 0.0008249352686107159, 0.001001077820546925, 0.0011772203724831343, 0.0013533630408346653, 0.0015295055927708745, 0.0017056481447070837, 0.001881790696643293, 0.002057933248579502, 0.002234075916931033, 0.002410218585282564, 0.0025863610208034515, 0.0027625036891549826, 0.00293864612467587, 0.003114788793027401]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.035588525235652924, -0.03485800325870514, -0.03412748500704765, -0.03339696303009987, -0.032666441053152084, -0.0319359228014946, -0.031205400824546814, -0.03047488071024418, -0.029744360595941544, -0.02901383861899376, -0.028283318504691124, -0.02755279839038849, -0.026822276413440704, -0.02609175629913807, -0.025361236184835434, -0.02463071420788765, -0.023900194093585014, -0.02316967397928238, -0.022439152002334595, -0.02170863188803196, -0.020978111773729324, -0.02024758979678154, -0.019517069682478905, -0.01878654956817627, -0.018056027591228485, -0.01732550747692585, -0.016594987362623215, -0.01586446724832058, -0.015133945271372795, -0.01440342515707016, -0.01367290411144495, -0.012942383997142315, -0.012211862951517105, -0.011481341905891895, -0.01075082179158926, -0.01002030074596405, -0.009289780631661415, -0.008559259586036205, -0.007828738540410995, -0.007098217960447073, -0.0063676973804831505, -0.005637176800519228, -0.0049066562205553055, -0.004176135174930096, -0.003445614594966173, -0.0027150940150022507, -0.0019845732022076845, -0.0012540525058284402, -0.0005235318094491959, 0.00020698888693004847, 0.0009375095833092928, 0.0016680302796885371, 0.0023985509760677814, 0.003129071556031704, 0.00385959236882627, 0.004590113181620836, 0.005320633761584759, 0.006051154341548681, 0.006781674921512604, 0.007512195967137814, 0.008242717012763023, 0.008973237127065659, 0.009703758172690868, 0.010434278286993504, 0.011164799332618713]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 5.0, 0.0, 1.0, 0.0, 4.0, 3.0, 1.0, 1.0, 5.0, 4.0, 2.0, 1.0, 3.0, 1.0, 4.0, 4.0, 6.0, 3.0, 4.0, 4.0, 4.0, 8.0, 5.0, 6.0, 5.0, 5.0, 5.0, 4.0, 5.0, 4.0, 4.0, 3.0, 4.0, 9.0, 2.0, 5.0, 4.0, 5.0, 10.0, 4.0, 12.0, 13.0, 61.0, 9.0, 2.0, 2.0, 2.0, 3.0, 3.0, 1.0, 2.0, 2.0, 4.0, 5.0], "bins": [-0.01991719752550125, -0.019540712237358093, -0.019164226949214935, -0.018787741661071777, -0.01841125637292862, -0.01803477108478546, -0.017658285796642303, -0.017281800508499146, -0.016905315220355988, -0.01652882993221283, -0.01615234464406967, -0.015775861218571663, -0.01539937499910593, -0.015022889710962772, -0.014646404422819614, -0.014269919134676456, -0.013893434777855873, -0.013516949489712715, -0.013140464201569557, -0.0127639789134264, -0.012387493625283241, -0.012011008337140083, -0.011634523048996925, -0.011258037760853767, -0.01088155247271061, -0.010505067184567451, -0.010128581896424294, -0.00975209753960371, -0.009375612251460552, -0.008999126963317394, -0.008622641675174236, -0.008246156387031078, -0.00786967109888792, -0.007493185810744762, -0.0071167005226016045, -0.006740215700119734, -0.006363730411976576, -0.005987245123833418, -0.00561075983569026, -0.005234274547547102, -0.004857789725065231, -0.004481304436922073, -0.004104819148778915, -0.0037283338606357574, -0.0033518485724925995, -0.002975363517180085, -0.0025988782290369272, -0.002222393173724413, -0.001845907885581255, -0.0014694227138534188, -0.0010929375421255827, -0.0007164522539824247, -0.0003399670822545886, 3.6518118577077985e-05, 0.0004130033194087446, 0.0007894885493442416, 0.0011659737210720778, 0.0015424588927999139, 0.00191894406452775, 0.002295429352670908, 0.002671914640814066, 0.0030483996961265802, 0.003424884984269738, 0.0038013700395822525, 0.0041778553277254105]}, "_runtime": 10.632045030593872, "_timestamp": 1596211445.0783021, "_step": 7}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 2.0, 1.0, 3.0, 2.0, 2.0, 3.0, 2.0, 1.0, 6.0, 1.0, 4.0, 5.0, 4.0, 1.0, 0.0, 2.0, 0.0, 0.0, 5.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.025023728609085083, -0.024333078414201736, -0.02364243008196354, -0.022951779887080193, -0.022261129692196846, -0.02157048135995865, -0.020879831165075302, -0.020189180970191956, -0.019498532637953758, -0.01880788244307041, -0.018117232248187065, -0.017426583915948868, -0.01673593372106552, -0.016045283526182175, -0.015354635193943977, -0.01466398499906063, -0.013973335735499859, -0.013282686471939087, -0.01259203627705574, -0.011901387013494968, -0.011210737749934196, -0.01052008755505085, -0.009829438291490078, -0.009138789027929306, -0.00844813883304596, -0.0077574895694851875, -0.007066840305924416, -0.006376190576702356, -0.005685540847480297, -0.004994891583919525, -0.004304241854697466, -0.0036135923583060503, -0.0029229428619146347, -0.002232293365523219, -0.0015416437527164817, -0.0008509941981174052, -0.00016034464351832867, 0.0005303049110807478, 0.0012209544656798244, 0.0019116040784865618, 0.0026022535748779774, 0.003292903071269393, 0.0039835525676608086, 0.004674202296882868, 0.005364852026104927, 0.006055501289665699, 0.006746151018887758, 0.00743680028244853, 0.00812745001167059, 0.008818099275231361, 0.009508749470114708, 0.01019939873367548, 0.010890047997236252, 0.011580698192119598, 0.01227134745568037, 0.012961996719241142, 0.013652646914124489, 0.01434329617768526, 0.015033945441246033, 0.01572459563612938, 0.016415243968367577, 0.017105894163250923, 0.01779654435813427, 0.018487192690372467, 0.019177842885255814]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 3.0, 3.0, 6.0, 3.0, 4.0, 4.0, 3.0, 11.0, 6.0, 9.0, 17.0, 16.0, 25.0, 36.0, 49.0, 75.0, 87.0, 140.0, 216.0, 299.0, 499.0, 693.0, 3454.0, 1066.0, 524.0, 281.0, 132.0, 89.0, 62.0, 33.0, 25.0, 12.0, 11.0, 6.0, 2.0, 7.0, 2.0, 3.0, 4.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2739918828010559, -0.26597362756729126, -0.257955402135849, -0.24993714690208435, -0.2419188916683197, -0.23390065133571625, -0.2258823961019516, -0.21786415576934814, -0.2098459005355835, -0.20182766020298004, -0.1938094198703766, -0.18579116463661194, -0.17777292430400848, -0.16975466907024384, -0.16173642873764038, -0.15371817350387573, -0.14569993317127228, -0.13768169283866882, -0.12966343760490417, -0.12164518982172012, -0.11362694203853607, -0.10560870170593262, -0.09759045392274857, -0.08957220613956451, -0.08155395835638046, -0.07353571057319641, -0.06551746279001236, -0.05749921873211861, -0.049480970948934555, -0.041462723165750504, -0.03344447910785675, -0.0254262313246727, -0.017407983541488647, -0.00938973668962717, -0.0013714898377656937, 0.006646757014095783, 0.01466500386595726, 0.02268325164914131, 0.030701497569680214, 0.038719743490219116, 0.04673799127340317, 0.05475623905658722, 0.06277448683977127, 0.07079273462295532, 0.07881097495555878, 0.08682922273874283, 0.09484747052192688, 0.10286571830511093, 0.11088396608829498, 0.11890221387147903, 0.12692046165466309, 0.13493870198726654, 0.1429569572210312, 0.15097519755363464, 0.1589934527873993, 0.16701169312000275, 0.1750299334526062, 0.18304818868637085, 0.1910664290189743, 0.19908468425273895, 0.2071029245853424, 0.21512117981910706, 0.2231394201517105, 0.23115767538547516, 0.2391759157180786]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 5.0, 1.0, 1.0, 1.0, 2.0, 6.0, 4.0, 2.0, 5.0, 6.0, 6.0, 7.0, 26.0, 5.0, 4.0, 8.0, 7.0, 5.0, 4.0, 2.0, 0.0, 5.0, 4.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009564897045493126, -0.009245657362043858, -0.008926418609917164, -0.008607178926467896, -0.008287940174341202, -0.007968700490891933, -0.007649461273103952, -0.007330222055315971, -0.007010982371866703, -0.006691743154078722, -0.006372503936290741, -0.00605326471850276, -0.005734025500714779, -0.005414786282926798, -0.0050955465994775295, -0.0047763073816895485, -0.0044570681639015675, -0.004137828946113586, -0.0038185894954949617, -0.0034993502777069807, -0.003180110827088356, -0.002860871609300375, -0.002541632391512394, -0.0022223929408937693, -0.0019031537231057882, -0.0015839143889024854, -0.0012646750546991825, -0.0009454358369112015, -0.0006261965027078986, -0.0003069571976084262, 1.228210749104619e-05, 0.0003315214125905186, 0.000650760717689991, 0.0009700000518932939, 0.0012892393860965967, 0.0016084786038845778, 0.0019277179380878806, 0.0022469572722911835, 0.0025661964900791645, 0.002885435940697789, 0.0032046751584857702, 0.0035239143762737513, 0.003843153826892376, 0.004162393044680357, 0.004481632262468338, 0.004800871480256319, 0.005120111163705587, 0.005439350381493568, 0.0057585895992815495, 0.0060778288170695305, 0.0063970680348575115, 0.00671630771830678, 0.007035546936094761, 0.007354786153882742, 0.007674025371670723, 0.007993265055119991, 0.008312503807246685, 0.008631743490695953, 0.008950982242822647, 0.009270221926271915, 0.009589461609721184, 0.009908700361847878, 0.010227940045297146, 0.01054717879742384, 0.010866418480873108]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 5.0, 16.0, 19.0, 37.0, 52.0, 89.0, 104.0, 146.0, 209.0, 262.0, 292.0, 363.0, 386.0, 507.0, 736.0, 994.0, 1436.0, 2337.0, 3701.0, 5722.0, 8546.0, 12787.0, 18926.0, 27363.0, 40304.0, 62545.0, 98460.0, 150117.0, 453311.0, 100957.0, 61741.0, 39050.0, 26605.0, 18623.0, 13017.0, 9130.0, 6216.0, 4177.0, 2814.0, 1873.0, 1343.0, 929.0, 734.0, 516.0, 404.0, 356.0, 299.0, 226.0, 219.0, 177.0, 135.0, 110.0, 66.0, 65.0, 40.0, 25.0, 15.0, 4.0, 1.0, 2.0, 2.0, 1.0], "bins": [-0.020844969898462296, -0.02015317790210247, -0.019461384043097496, -0.01876959204673767, -0.018077798187732697, -0.01738600619137287, -0.016694214195013046, -0.016002420336008072, -0.015310628339648247, -0.014618835411965847, -0.013927042484283447, -0.013235249556601048, -0.012543456628918648, -0.011851663701236248, -0.011159871704876423, -0.010468078777194023, -0.009776285849511623, -0.009084492921829224, -0.008392699994146824, -0.0077009075321257114, -0.007009115070104599, -0.006317322142422199, -0.0056255292147397995, -0.004933736752718687, -0.004241943825036287, -0.003550151130184531, -0.002858358435332775, -0.0021665655076503754, -0.0014747728127986193, -0.0007829800597392023, -9.118730667978525e-05, 0.0006006054463796318, 0.0012923981994390488, 0.001984190894290805, 0.002675983589142561, 0.0033677765168249607, 0.004059568978846073, 0.004751361906528473, 0.005443154834210873, 0.006134947296231985, 0.006826740223914385, 0.007518533151596785, 0.008210325613617897, 0.008902118541300297, 0.009593911468982697, 0.010285704396665096, 0.010977496393024921, 0.011669289320707321, 0.012361082248389721, 0.01305287517607212, 0.01374466810375452, 0.014436460100114346, 0.015128253027796745, 0.01582004688680172, 0.016511838883161545, 0.01720363087952137, 0.017895424738526344, 0.01858721673488617, 0.019279010593891144, 0.01997080259025097, 0.020662594586610794, 0.02135438844561577, 0.022046180441975594, 0.022737974300980568, 0.023429766297340393]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 5.0, 4.0, 0.0, 4.0, 3.0, 11.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 3.0], "bins": [-0.02046240121126175, -0.019995063543319702, -0.019527725875377655, -0.019060388207435608, -0.01859305053949356, -0.018125712871551514, -0.017658375203609467, -0.01719103753566742, -0.016723699867725372, -0.016256362199783325, -0.015789024531841278, -0.015321686863899231, -0.014854349195957184, -0.014387011528015137, -0.01391967386007309, -0.013452336192131042, -0.012984998524188995, -0.012517661787569523, -0.012050324119627476, -0.011582986451685429, -0.011115648783743382, -0.010648311115801334, -0.010180973447859287, -0.00971363577991724, -0.009246298111975193, -0.008778960444033146, -0.008311622776091099, -0.007844285108149052, -0.0073769474402070045, -0.006909609772264957, -0.00644227210432291, -0.005974934436380863, -0.005507596768438816, -0.005040259100496769, -0.004572921432554722, -0.004105583764612675, -0.0036382460966706276, -0.003170908661559224, -0.002703570993617177, -0.00223623332567513, -0.0017688956577330828, -0.0013015579897910357, -0.0008342203800566494, -0.0003668827412184328, 0.00010045489761978388, 0.000567792565561831, 0.0010351301170885563, 0.0015024677850306034, 0.0019698054529726505, 0.0024371431209146976, 0.0029044807888567448, 0.003371818456798792, 0.003839156124740839, 0.004306493792682886, 0.004773831460624933, 0.00524116912856698, 0.00570850633084774, 0.006175843998789787, 0.006643181666731834, 0.0071105193346738815, 0.007577857002615929, 0.008045194670557976, 0.008512532338500023, 0.00897987000644207, 0.009447207674384117]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 5.0, 4.0, 7.0, 11.0, 16.0, 12.0, 19.0, 31.0, 30.0, 39.0, 44.0, 34.0, 61.0, 86.0, 61.0, 72.0, 72.0, 70.0, 98.0, 74.0, 85.0, 111.0, 104.0, 187.0, 226.0, 302.0, 516.0, 740.0, 1052.0, 1764.0, 7112.0, 1496.0, 905.0, 542.0, 412.0, 334.0, 271.0, 258.0, 178.0, 194.0, 162.0, 134.0, 101.0, 92.0, 72.0, 64.0, 44.0, 33.0, 20.0, 20.0, 17.0, 7.0, 9.0, 4.0, 5.0, 1.0, 3.0, 2.0], "bins": [-0.010236905887722969, -0.009955390356481075, -0.009673874825239182, -0.009392359293997288, -0.009110843762755394, -0.0088293282315135, -0.008547812700271606, -0.008266297169029713, -0.007984781637787819, -0.0077032665722072124, -0.007421751040965319, -0.007140235509723425, -0.0068587204441428185, -0.006577204912900925, -0.006295689381659031, -0.006014173850417137, -0.005732658319175243, -0.00545114278793335, -0.005169627256691456, -0.004888111725449562, -0.004606596194207668, -0.004325081128627062, -0.004043565597385168, -0.0037620500661432743, -0.0034805345349013805, -0.0031990190036594868, -0.002917503472417593, -0.002635988174006343, -0.002354472642764449, -0.0020729571115225554, -0.0017914416966959834, -0.0015099262818694115, -0.0012284107506275177, -0.0009468952775932848, -0.000665379804559052, -0.00038386433152481914, -0.00010234885849058628, 0.00017916661454364657, 0.00046068208757787943, 0.0007421975606121123, 0.0010237130336463451, 0.001305228564888239, 0.0015867439797148108, 0.0018682593945413828, 0.0021497749257832766, 0.0024312904570251703, 0.0027128057554364204, 0.002994321286678314, 0.003275836817920208, 0.0035573523491621017, 0.0038388678804039955, 0.004120383411645889, 0.004401898942887783, 0.0046834140084683895, 0.004964929539710283, 0.005246445070952177, 0.005527960602194071, 0.005809476133435965, 0.006090991664677858, 0.006372507195919752, 0.006654022261500359, 0.006935537792742252, 0.007217053323984146, 0.00749856885522604, 0.007780084386467934]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 7.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.05209534615278244, -0.050630174577236176, -0.04916500300168991, -0.047699835151433945, -0.04623466357588768, -0.044769492000341415, -0.04330432415008545, -0.041839152574539185, -0.04037398099899292, -0.038908809423446655, -0.03744363784790039, -0.035978469997644424, -0.03451329842209816, -0.033048126846551895, -0.03158295899629593, -0.030117787420749664, -0.0286526158452034, -0.027187444269657135, -0.02572227455675602, -0.024257104843854904, -0.02279193326830864, -0.021326761692762375, -0.01986159197986126, -0.018396422266960144, -0.01693125069141388, -0.01546608004719019, -0.0140009094029665, -0.01253573875874281, -0.01107056811451912, -0.00960539747029543, -0.00814022682607174, -0.006675056181848049, -0.005209885537624359, -0.003744714893400669, -0.002279544249176979, -0.000814373604953289, 0.000650797039270401, 0.002115967683494091, 0.003581138327717781, 0.005046308971941471, 0.006511479616165161, 0.007976650260388851, 0.009441820904612541, 0.010906991548836231, 0.012372162193059921, 0.013837332837283611, 0.015302503481507301, 0.016767673194408417, 0.01823284476995468, 0.019698016345500946, 0.02116318605840206, 0.022628355771303177, 0.02409352734684944, 0.025558698922395706, 0.02702386863529682, 0.028489038348197937, 0.0299542099237442, 0.031419381499290466, 0.03288455307483673, 0.0343497209250927, 0.03581489250063896, 0.037280064076185226, 0.03874523192644119, 0.04021040350198746, 0.04167557507753372]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 4.0, 2.0, 1.0, 4.0, 10.0, 2.0, 5.0, 2.0, 6.0, 13.0, 10.0, 15.0, 46.0, 7.0, 1.0, 5.0, 7.0, 5.0, 5.0, 10.0, 6.0, 7.0, 7.0, 13.0, 3.0, 5.0, 11.0, 11.0, 7.0, 5.0, 8.0, 1.0, 6.0, 3.0, 2.0, 3.0, 8.0, 2.0, 1.0, 0.0, 6.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010638323612511158, -0.010238160379230976, -0.009837998077273369, -0.009437834843993187, -0.009037671610713005, -0.008637508377432823, -0.008237346075475216, -0.007837182842195034, -0.007437019608914852, -0.0070368568412959576, -0.006636694073677063, -0.006236530840396881, -0.0058363680727779865, -0.005436204839497805, -0.00503604207187891, -0.004635878838598728, -0.004235716070979834, -0.0038355530705302954, -0.003435390070080757, -0.003035227069631219, -0.0026350640691816807, -0.002234901301562786, -0.0018347383011132479, -0.0014345753006637096, -0.0010344123002141714, -0.0006342492997646332, -0.00023408635752275586, 0.0001660766138229519, 0.0005662395851686597, 0.0009664025856181979, 0.0013665654696524143, 0.0017667284701019526, 0.002166891470551491, 0.002567054471001029, 0.0029672174714505672, 0.0033673804719001055, 0.0037675434723496437, 0.004167706239968538, 0.00456786947324872, 0.004968032240867615, 0.005368195474147797, 0.005768358241766691, 0.006168521009385586, 0.006568684242665768, 0.006968847010284662, 0.007369010243564844, 0.007769173011183739, 0.00816933624446392, 0.008569499477744102, 0.00896966177970171, 0.009369825012981892, 0.009769988246262074, 0.01017015054821968, 0.010570313781499863, 0.010970477014780045, 0.011370640248060226, 0.011770802550017834, 0.012170965783298016, 0.012571129016578197, 0.012971291318535805, 0.013371454551815987, 0.013771617785096169, 0.01417178101837635, 0.014571943320333958, 0.01497210655361414]}, "_runtime": 11.446925163269043, "_timestamp": 1596211445.8931823, "_step": 8}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 4.0, 3.0, 2.0, 1.0, 0.0, 1.0, 4.0, 3.0, 1.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 5.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.015581116080284119, -0.015113855712115765, -0.01464659534394741, -0.014179334975779057, -0.013712074607610703, -0.013244814239442348, -0.012777553871273994, -0.01231029350310564, -0.011843033134937286, -0.011375772766768932, -0.010908512398600578, -0.010441252030432224, -0.00997399166226387, -0.009506731294095516, -0.009039470925927162, -0.008572210557758808, -0.008104950189590454, -0.007637690287083387, -0.007170429918915033, -0.006703169550746679, -0.006235909182578325, -0.005768648814409971, -0.005301388446241617, -0.004834128078073263, -0.0043668681755661964, -0.0038996075745671988, -0.0034323472063988447, -0.0029650868382304907, -0.0024978267028927803, -0.0020305663347244263, -0.0015633059665560722, -0.0010960455983877182, -0.0006287852302193642, -0.0001615248911548406, 0.000305735447909683, 0.0007729957578703761, 0.0012402561260387301, 0.0017075164942070842, 0.0021747767459601164, 0.0026420371141284704, 0.0031092974822968245, 0.0035765578504651785, 0.004043817985802889, 0.004511078353971243, 0.004978338722139597, 0.005445599090307951, 0.005912859458476305, 0.006380119826644659, 0.006847380194813013, 0.007314640562981367, 0.007781900931149721, 0.008249160833656788, 0.008716421201825142, 0.009183681569993496, 0.00965094193816185, 0.010118202306330204, 0.010585462674498558, 0.011052723042666912, 0.011519983410835266, 0.01198724377900362, 0.012454504147171974, 0.012921764515340328, 0.013389024883508682, 0.013856285251677036, 0.01432354561984539]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 6.0, 8.0, 12.0, 17.0, 13.0, 16.0, 16.0, 27.0, 36.0, 45.0, 61.0, 71.0, 111.0, 145.0, 204.0, 246.0, 347.0, 499.0, 2369.0, 1770.0, 793.0, 410.0, 239.0, 160.0, 77.0, 68.0, 34.0, 25.0, 28.0, 24.0, 6.0, 11.0, 5.0, 5.0, 6.0, 3.0, 2.0, 4.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.2077684849500656, -0.2017802894115448, -0.195792093873024, -0.18980389833450317, -0.18381568789482117, -0.17782749235630035, -0.17183929681777954, -0.16585110127925873, -0.15986290574073792, -0.1538747102022171, -0.1478865146636963, -0.14189831912517548, -0.13591012358665466, -0.12992191314697266, -0.12393371760845184, -0.11794552206993103, -0.11195732653141022, -0.1059691309928894, -0.09998093545436859, -0.09399273246526718, -0.08800453692674637, -0.08201634138822556, -0.07602813839912415, -0.07003994286060333, -0.06405174732208252, -0.05806355178356171, -0.052075352519750595, -0.046087153255939484, -0.04009895771741867, -0.03411076217889786, -0.028122562915086746, -0.022134365513920784, -0.016146168112754822, -0.01015797071158886, -0.004169773310422897, 0.0018184240907430649, 0.007806621491909027, 0.01379481889307499, 0.01978301629424095, 0.025771213695406914, 0.031759411096572876, 0.03774760663509369, 0.0437358058989048, 0.04972400516271591, 0.055712200701236725, 0.06170039623975754, 0.06768859922885895, 0.07367679476737976, 0.07966499030590057, 0.08565318584442139, 0.0916413813829422, 0.09762958437204361, 0.10361777991056442, 0.10960597544908524, 0.11559417843818665, 0.12158237397670746, 0.12757056951522827, 0.13355876505374908, 0.1395469605922699, 0.1455351561307907, 0.15152335166931152, 0.15751156210899353, 0.16349975764751434, 0.16948795318603516, 0.17547614872455597]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 2.0, 4.0, 2.0, 5.0, 4.0, 4.0, 4.0, 5.0, 4.0, 2.0, 24.0, 3.0, 2.0, 7.0, 3.0, 4.0, 3.0, 4.0, 3.0, 3.0, 1.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005601990967988968, -0.0054225800558924675, -0.005243169609457254, -0.005063758697360754, -0.004884348250925541, -0.0047049373388290405, -0.0045255268923938274, -0.004346115980297327, -0.004166705533862114, -0.0039872946217656136, -0.003807883942499757, -0.0036284732632339, -0.0034490623511373997, -0.003269651671871543, -0.003090240992605686, -0.0029108303133398294, -0.0027314196340739727, -0.002552008954808116, -0.002372598275542259, -0.0021931875962764025, -0.0020137769170105457, -0.0018343661213293672, -0.0016549553256481886, -0.0014755446463823318, -0.001296133967116475, -0.0011167232878506184, -0.0009373125503771007, -0.000757901812903583, -0.0005784911336377263, -0.0003990804252680391, -0.0002196697168983519, -4.025900852866471e-05, 0.0001391516998410225, 0.0003185624082107097, 0.0004979731165803969, 0.0006773838540539145, 0.0008567945333197713, 0.001036205212585628, 0.0012156160082668066, 0.0013950266875326633, 0.00157443736679852, 0.0017538480460643768, 0.0019332587253302336, 0.0021126694045960903, 0.0022920803166925907, 0.0024714909959584475, 0.002650901675224304, 0.002830312354490161, 0.0030097230337560177, 0.0031891337130218744, 0.003368544392287731, 0.003547955071553588, 0.0037273657508194447, 0.003906776662915945, 0.004086187109351158, 0.0042655980214476585, 0.004445008933544159, 0.004624419379979372, 0.004803830292075872, 0.0049832407385110855, 0.005162651650607586, 0.005342062097042799, 0.005521473009139299, 0.0057008834555745125, 0.005880294367671013]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 4.0, 10.0, 4.0, 18.0, 50.0, 57.0, 132.0, 206.0, 293.0, 430.0, 639.0, 906.0, 1322.0, 1800.0, 2663.0, 3517.0, 4937.0, 6714.0, 9216.0, 12392.0, 16445.0, 21350.0, 28921.0, 39593.0, 56925.0, 81386.0, 111827.0, 425566.0, 99308.0, 70859.0, 49479.0, 34831.0, 25327.0, 18988.0, 14094.0, 10406.0, 7796.0, 5681.0, 4077.0, 3026.0, 2269.0, 1721.0, 1180.0, 949.0, 676.0, 490.0, 378.0, 234.0, 173.0, 124.0, 72.0, 61.0, 44.0, 18.0, 23.0, 11.0, 8.0, 8.0, 4.0, 2.0, 2.0, 0.0, 2.0], "bins": [-0.014055993407964706, -0.013559404760599136, -0.013062815181910992, -0.012566225603222847, -0.012069636955857277, -0.011573048308491707, -0.011076458729803562, -0.010579869151115417, -0.010083280503749847, -0.009586691856384277, -0.009090102277696133, -0.008593512699007988, -0.008096924051642418, -0.0076003349386155605, -0.007103745825588703, -0.006607156712561846, -0.006110567599534988, -0.005613978486508131, -0.005117389373481274, -0.004620800260454416, -0.004124211147427559, -0.0036276220344007015, -0.003131032921373844, -0.0026344438083469868, -0.0021378546953201294, -0.001641265582293272, -0.0011446764692664146, -0.0006480873562395573, -0.0001514982432126999, 0.0003450908698141575, 0.0008416799828410149, 0.0013382690958678722, 0.0018348582088947296, 0.002331447321921587, 0.0028280364349484444, 0.0033246255479753017, 0.003821214661002159, 0.0043178037740290165, 0.004814392887055874, 0.005310982000082731, 0.005807571113109589, 0.006304160226136446, 0.006800749339163303, 0.007297338452190161, 0.007793927565217018, 0.008290516212582588, 0.008787105791270733, 0.009283695369958878, 0.009780284017324448, 0.010276872664690018, 0.010773462243378162, 0.011270051822066307, 0.011766640469431877, 0.012263229116797447, 0.012759818695485592, 0.013256408274173737, 0.013752996921539307, 0.014249585568904877, 0.014746175147593021, 0.015242764726281166, 0.015739353373646736, 0.016235942021012306, 0.016732532531023026, 0.017229121178388596, 0.017725709825754166]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 7.0, 3.0, 1.0, 5.0, 2.0, 0.0, 6.0, 1.0, 0.0, 9.0, 1.0, 5.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0049706026911735535, -0.0048021432012319565, -0.004633684176951647, -0.004465225152671337, -0.00429676566272974, -0.004128306172788143, -0.0039598471485078335, -0.00379138789139688, -0.003622928634285927, -0.0034544693771749735, -0.00328601012006402, -0.003117550862953067, -0.0029490916058421135, -0.00278063234873116, -0.002612173091620207, -0.0024437138345092535, -0.0022752545773983, -0.002106795320287347, -0.0019383360631763935, -0.0017698768060654402, -0.0016014175489544868, -0.0014329582918435335, -0.0012644990347325802, -0.0010960397776216269, -0.0009275805205106735, -0.0007591212633997202, -0.0005906620062887669, -0.00042220274917781353, -0.0002537434920668602, -8.528423495590687e-05, 8.317502215504646e-05, 0.0002516342792659998, 0.0004200935363769531, 0.0005885527934879065, 0.0007570120505988598, 0.0009254713077098131, 0.0010939305648207664, 0.0012623898219317198, 0.0014308490790426731, 0.0015993083361536264, 0.0017677675932645798, 0.001936226850375533, 0.0021046861074864864, 0.0022731453645974398, 0.002441604621708393, 0.0026100638788193464, 0.0027785231359302998, 0.002946982393041253, 0.0031154416501522064, 0.0032839009072631598, 0.003452360164374113, 0.0036208194214850664, 0.0037892786785960197, 0.003957738168537617, 0.004126197192817926, 0.004294656217098236, 0.004463115707039833, 0.00463157519698143, 0.00480003422126174, 0.004968493245542049, 0.005136952735483646, 0.005305412225425243, 0.005473871249705553, 0.005642330273985863, 0.00581078976392746]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 4.0, 1.0, 5.0, 4.0, 4.0, 1.0, 5.0, 6.0, 9.0, 10.0, 20.0, 9.0, 13.0, 24.0, 34.0, 46.0, 45.0, 77.0, 88.0, 136.0, 211.0, 300.0, 400.0, 604.0, 783.0, 1105.0, 1726.0, 5996.0, 1506.0, 1010.0, 782.0, 630.0, 498.0, 447.0, 346.0, 313.0, 257.0, 213.0, 152.0, 127.0, 114.0, 81.0, 72.0, 50.0, 32.0, 35.0, 22.0, 27.0, 13.0, 10.0, 6.0, 8.0, 4.0, 1.0, 1.0, 1.0], "bins": [-0.004955479875206947, -0.0048163896426558495, -0.004677299410104752, -0.004538208711892366, -0.0043991184793412685, -0.004260028246790171, -0.0041209375485777855, -0.003981847316026688, -0.0038427570834755898, -0.003703666850924492, -0.0035645763855427504, -0.003425485920161009, -0.003286395687609911, -0.003147305455058813, -0.0030082149896770716, -0.00286912452429533, -0.002730034291744232, -0.0025909440591931343, -0.002451853593811393, -0.0023127631284296513, -0.0021736728958785534, -0.0020345826633274555, -0.001895492197945714, -0.0017564018489792943, -0.0016173115000128746, -0.001478221151046455, -0.0013391308020800352, -0.0012000404531136155, -0.0010609501041471958, -0.0009218597551807761, -0.0007827694062143564, -0.0006436790572479367, -0.000504588708281517, -0.00036549835931509733, -0.00022640801034867764, -8.731766138225794e-05, 5.177268758416176e-05, 0.00019086303655058146, 0.00032995338551700115, 0.00046904373448342085, 0.0006081340834498405, 0.0007472244324162602, 0.0008863147813826799, 0.0010254051303490996, 0.0011644954793155193, 0.001303585828281939, 0.0014426761772483587, 0.0015817665262147784, 0.0017208568751811981, 0.0018599472241476178, 0.0019990375731140375, 0.002138128038495779, 0.002277218271046877, 0.0024163085035979748, 0.0025553989689797163, 0.002694489434361458, 0.0028335796669125557, 0.0029726698994636536, 0.003111760364845395, 0.0032508508302271366, 0.0033899410627782345, 0.0035290312953293324, 0.003668121760711074, 0.0038072122260928154, 0.003946302458643913]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 4.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01365472562611103, -0.013300547376275063, -0.01294636819511652, -0.012592189945280552, -0.01223801076412201, -0.011883832514286041, -0.011529653333127499, -0.01117547508329153, -0.010821295902132988, -0.01046711765229702, -0.010112938471138477, -0.00975876022130251, -0.009404581040143967, -0.009050402790307999, -0.008696223609149456, -0.008342045359313488, -0.007987866178154945, -0.007633687928318977, -0.007279509212821722, -0.006925330497324467, -0.006571151781827211, -0.006216973066329956, -0.005862794350832701, -0.005508615635335445, -0.005154437385499477, -0.004800258670002222, -0.004446079954504967, -0.004091901239007711, -0.003737722523510456, -0.0033835438080132008, -0.0030293650925159454, -0.00267518637701869, -0.002321007661521435, -0.0019668289460241795, -0.0016126502305269241, -0.0012584716314449906, -0.0009042929159477353, -0.00055011420045048, -0.00019593554316088557, 0.0001582431432325393, 0.0005124218296259642, 0.0008666005451232195, 0.0012207792606204748, 0.0015749578597024083, 0.0019291365751996636, 0.002283315174281597, 0.0026374938897788525, 0.002991672605276108, 0.003345851320773363, 0.0037000300362706184, 0.004054208751767874, 0.004408387467265129, 0.004762566182762384, 0.00511674489825964, 0.005470923613756895, 0.00582510232925415, 0.006179280579090118, 0.006533459294587374, 0.006887638010084629, 0.007241816725581884, 0.00759599544107914, 0.007950174622237682, 0.00830435287207365, 0.008658532053232193, 0.009012710303068161]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 3.0, 5.0, 4.0, 0.0, 4.0, 6.0, 6.0, 6.0, 12.0, 15.0, 66.0, 8.0, 9.0, 9.0, 4.0, 9.0, 8.0, 9.0, 4.0, 7.0, 5.0, 1.0, 12.0, 5.0, 7.0, 2.0, 8.0, 8.0, 6.0, 3.0, 2.0, 3.0, 4.0, 3.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.010248586535453796, -0.009909147396683693, -0.009569709189236164, -0.00923027005046606, -0.008890831843018532, -0.008551392704248428, -0.008211953565478325, -0.007872515358030796, -0.007533076219260693, -0.0071936375461518764, -0.00685419887304306, -0.006514760199934244, -0.006175321526825428, -0.005835882853716612, -0.005496443714946508, -0.005157005041837692, -0.004817566368728876, -0.00447812769562006, -0.004138689022511244, -0.003799250116571784, -0.0034598112106323242, -0.003120372537523508, -0.002780933864414692, -0.002441494958475232, -0.002102056285366416, -0.001762617495842278, -0.00142317870631814, -0.0010837400332093239, -0.0007443012436851859, -0.0004048624832648784, -6.542372284457088e-05, 0.00027401503757573664, 0.0006134537979960442, 0.0009528925875201821, 0.00129233137704432, 0.0016317700501531363, 0.001971208956092596, 0.002310647629201412, 0.0026500863023102283, 0.002989525208249688, 0.0033289638813585043, 0.0036684025544673204, 0.00400784146040678, 0.004347280133515596, 0.0046867188066244125, 0.005026157479733229, 0.005365596618503332, 0.005705035291612148, 0.006044473964720964, 0.006383912637829781, 0.006723351310938597, 0.0070627904497087, 0.007402229122817516, 0.0077416677959263325, 0.008081106469035149, 0.008420545607805252, 0.008759983815252781, 0.009099422954022884, 0.009438861161470413, 0.009778300300240517, 0.01011773943901062, 0.010457177646458149, 0.010796616785228252, 0.011136054992675781, 0.011475494131445885]}, "_runtime": 12.290385484695435, "_timestamp": 1596211446.7366426, "_step": 9}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 3.0, 4.0, 0.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.016132216900587082, -0.015745218843221664, -0.015358220785856247, -0.01497122272849083, -0.014584224671125412, -0.014197227545082569, -0.013810229487717152, -0.013423231430351734, -0.013036233372986317, -0.0126492353156209, -0.012262237258255482, -0.011875239200890064, -0.011488242074847221, -0.011101244017481804, -0.010714245960116386, -0.010327247902750969, -0.009940249845385551, -0.009553251788020134, -0.009166253730654716, -0.008779255673289299, -0.008392257615923882, -0.008005260489881039, -0.007618262432515621, -0.007231264375150204, -0.006844266317784786, -0.006457268260419369, -0.006070270203053951, -0.005683272611349821, -0.005296274553984404, -0.004909276496618986, -0.004522278904914856, -0.0041352808475494385, -0.003748282790184021, -0.0033612847328186035, -0.0029742869082838297, -0.002587289083749056, -0.0022002910263836384, -0.0018132930854335427, -0.001426295144483447, -0.0010392972035333514, -0.0006522992625832558, -0.0002653013216331601, 0.00012169661931693554, 0.0005086945602670312, 0.0008956925012171268, 0.0012826904421672225, 0.0016696883831173182, 0.002056686207652092, 0.0024436842650175095, 0.002830682322382927, 0.0032176801469177008, 0.0036046779714524746, 0.003991676028817892, 0.0043786740861833096, 0.00476567167788744, 0.005152669735252857, 0.005539667792618275, 0.005926665849983692, 0.00631366390734911, 0.00670066149905324, 0.007087659556418657, 0.007474657613784075, 0.007861655205488205, 0.008248653262853622, 0.00863565132021904]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 5.0, 7.0, 7.0, 5.0, 5.0, 8.0, 6.0, 15.0, 15.0, 16.0, 16.0, 38.0, 48.0, 64.0, 63.0, 118.0, 134.0, 175.0, 220.0, 283.0, 355.0, 491.0, 3008.0, 1197.0, 584.0, 360.0, 236.0, 128.0, 83.0, 75.0, 45.0, 32.0, 31.0, 14.0, 11.0, 10.0, 3.0, 4.0, 3.0, 4.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0], "bins": [-0.21394260227680206, -0.2086302489042282, -0.20331788063049316, -0.1980055272579193, -0.19269315898418427, -0.1873808056116104, -0.18206843733787537, -0.1767560839653015, -0.17144373059272766, -0.16613136231899261, -0.16081900894641876, -0.15550664067268372, -0.15019428730010986, -0.14488191902637482, -0.13956956565380096, -0.13425719738006592, -0.12894484400749207, -0.12363248318433762, -0.11832012236118317, -0.11300776153802872, -0.10769540071487427, -0.10238304734230042, -0.09707068651914597, -0.09175832569599152, -0.08644596487283707, -0.08113360404968262, -0.07582124322652817, -0.07050888240337372, -0.06519652903079987, -0.05988416448235512, -0.05457180738449097, -0.04925944656133652, -0.04394708573818207, -0.03863472491502762, -0.03332236409187317, -0.028010006994009018, -0.02269764617085457, -0.01738528534770012, -0.012072926387190819, -0.006760566495358944, -0.001448206603527069, 0.0038641532883048058, 0.00917651318013668, 0.014488873071968555, 0.01980123296380043, 0.02511359378695488, 0.03042595274746418, 0.03573831170797348, 0.04105067253112793, 0.04636303335428238, 0.05167539417743683, 0.05698775127530098, 0.06230011209845543, 0.06761246919631958, 0.07292483001947403, 0.07823719084262848, 0.08354955166578293, 0.08886191248893738, 0.09417427331209183, 0.09948663413524628, 0.10479898750782013, 0.11011134833097458, 0.11542370915412903, 0.12073606997728348, 0.12604843080043793]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 0.0, 2.0, 2.0, 2.0, 2.0, 4.0, 2.0, 3.0, 4.0, 7.0, 3.0, 2.0, 2.0, 3.0, 2.0, 2.0, 2.0, 5.0, 25.0, 2.0, 3.0, 3.0, 2.0, 2.0, 2.0, 3.0, 3.0, 2.0, 2.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.005206546746194363, -0.00504598394036293, -0.004885421134531498, -0.004724858794361353, -0.004564295988529921, -0.004403733182698488, -0.004243170376867056, -0.0040826075710356236, -0.0039220452308654785, -0.0037614821922034025, -0.003600919619202614, -0.0034403568133711815, -0.003279794007539749, -0.0031192314345389605, -0.002958668628707528, -0.0027981060557067394, -0.002637543249875307, -0.0024769804440438747, -0.002316417871043086, -0.0021558550652116537, -0.001995292492210865, -0.0018347296863794327, -0.0016741668805480003, -0.0015136041911318898, -0.0013530415017157793, -0.0011924788122996688, -0.0010319161228835583, -0.0008713533170521259, -0.0007107906276360154, -0.0005502279382199049, -0.00038966519059613347, -0.0002291024720761925, -6.853975355625153e-05, 9.202296496368945e-05, 0.0002525856834836304, 0.0004131484020035714, 0.0005737111205235124, 0.0007342738099396229, 0.0008948365575633943, 0.0010553993051871657, 0.0012159619946032763, 0.0013765246840193868, 0.0015370873734354973, 0.0016976501792669296, 0.0018582128686830401, 0.0020187755580991507, 0.002179338363930583, 0.0023399009369313717, 0.002500463742762804, 0.0026610265485942364, 0.002821589121595025, 0.0029821519274264574, 0.003142714500427246, 0.0033032773062586784, 0.0034638401120901108, 0.0036244026850908995, 0.003784965490922332, 0.0039455280639231205, 0.004106090869754553, 0.004266653675585985, 0.0044272164814174175, 0.00458777928724885, 0.004748341627418995, 0.004908904433250427, 0.00506946723908186]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 5.0, 6.0, 8.0, 28.0, 37.0, 72.0, 82.0, 136.0, 175.0, 251.0, 301.0, 409.0, 533.0, 758.0, 1014.0, 1420.0, 1855.0, 2601.0, 3631.0, 5044.0, 6699.0, 8831.0, 11660.0, 15618.0, 20101.0, 26263.0, 35710.0, 48729.0, 65532.0, 86698.0, 108048.0, 407263.0, 80676.0, 59850.0, 43787.0, 32308.0, 24773.0, 18605.0, 14475.0, 11209.0, 8355.0, 6569.0, 5199.0, 3884.0, 2928.0, 2287.0, 1620.0, 1121.0, 841.0, 557.0, 383.0, 255.0, 154.0, 124.0, 68.0, 41.0, 20.0, 19.0, 9.0, 4.0, 4.0], "bins": [-0.015035942196846008, -0.014596396125853062, -0.01415684912353754, -0.013717303052544594, -0.013277756981551647, -0.012838209979236126, -0.01239866390824318, -0.011959117837250233, -0.011519571766257286, -0.011080024763941765, -0.010640478692948818, -0.010200932621955872, -0.00976138561964035, -0.009321839548647404, -0.008882293477654457, -0.008442746475338936, -0.00800320040434599, -0.007563653867691755, -0.007124107796698809, -0.006684561260044575, -0.006245015189051628, -0.005805468652397394, -0.00536592211574316, -0.004926376044750214, -0.00448682950809598, -0.004047282971441746, -0.003607736900448799, -0.003168190363794565, -0.002728644059970975, -0.0022890977561473846, -0.0018495513359084725, -0.0014100049156695604, -0.0009704586118459702, -0.000530912249814719, -9.136588778346777e-05, 0.0003481804742477834, 0.0007877268362790346, 0.001227273140102625, 0.001666819560341537, 0.002106365980580449, 0.0025459122844040394, 0.0029854585882276297, 0.00342500489205122, 0.003864551428705454, 0.004304097965359688, 0.004743644036352634, 0.005183190573006868, 0.005622736643999815, 0.006062283180654049, 0.006501829717308283, 0.0069413757883012295, 0.007380922324955463, 0.00782046839594841, 0.008260015398263931, 0.008699561469256878, 0.009139107540249825, 0.009578654542565346, 0.010018200613558292, 0.010457746684551239, 0.010897292755544186, 0.011336839757859707, 0.011776385828852654, 0.0122159318998456, 0.012655478902161121, 0.013095024973154068]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 2.0, 2.0, 1.0, 3.0, 1.0, 3.0, 3.0, 3.0, 0.0, 7.0, 2.0, 3.0, 2.0, 1.0, 2.0, 3.0, 3.0, 5.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.020675400272011757, -0.020178908482193947, -0.019682416692376137, -0.019185924902558327, -0.018689433112740517, -0.018192941322922707, -0.017696449533104897, -0.017199957743287086, -0.016703465953469276, -0.016206974163651466, -0.015710482373833656, -0.015213991515338421, -0.01471749972552061, -0.0142210079357028, -0.01372451614588499, -0.01322802435606718, -0.01273153256624937, -0.01223504077643156, -0.01173854898661375, -0.01124205719679594, -0.01074556540697813, -0.01024907361716032, -0.00975258182734251, -0.0092560900375247, -0.008759599179029465, -0.008263107389211655, -0.007766615133732557, -0.007270123343914747, -0.0067736320197582245, -0.006277140229940414, -0.005780648440122604, -0.005284156650304794, -0.004787664860486984, -0.004291173070669174, -0.003794681280851364, -0.0032981897238641977, -0.0028016979340463877, -0.0023052061442285776, -0.0018087144708260894, -0.0013122227974236012, -0.0008157310076057911, -0.00031923927599564195, 0.0001772524556145072, 0.0006737441872246563, 0.0011702359188348055, 0.0016667277086526155, 0.002163219265639782, 0.002659711055457592, 0.003156202845275402, 0.003652694635093212, 0.004149186424911022, 0.004645678214728832, 0.005142170004546642, 0.005638661328703165, 0.006135153118520975, 0.006631644908338785, 0.007128136698156595, 0.007624628487974405, 0.008121119812130928, 0.008617611601948738, 0.009114103391766548, 0.009610595181584358, 0.010107086971402168, 0.010603578761219978, 0.011100070551037788]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 2.0, 1.0, 4.0, 1.0, 1.0, 1.0, 2.0, 1.0, 4.0, 0.0, 5.0, 2.0, 5.0, 7.0, 2.0, 7.0, 7.0, 5.0, 7.0, 14.0, 7.0, 8.0, 7.0, 13.0, 4.0, 11.0, 9.0, 15.0, 28.0, 15.0, 14.0, 17.0, 27.0, 27.0, 45.0, 53.0, 75.0, 89.0, 153.0, 172.0, 259.0, 305.0, 448.0, 633.0, 1002.0, 1833.0, 7130.0, 2257.0, 1256.0, 797.0, 557.0, 366.0, 247.0, 139.0, 109.0, 79.0, 50.0, 29.0, 18.0, 13.0, 25.0, 6.0, 4.0], "bins": [-0.015201534144580364, -0.014882417395710945, -0.0145633015781641, -0.014244184829294682, -0.013925069011747837, -0.013605952262878418, -0.013286836445331573, -0.012967719696462154, -0.012648602947592735, -0.01232948713004589, -0.012010370381176472, -0.011691254563629627, -0.011372137814760208, -0.011053021997213364, -0.010733905248343945, -0.0104147894307971, -0.010095672681927681, -0.009776555933058262, -0.009457440115511417, -0.009138323366641998, -0.008819207549095154, -0.008500090800225735, -0.00818097498267889, -0.007861858233809471, -0.007542741950601339, -0.0072236256673932076, -0.006904509384185076, -0.006585393100976944, -0.006266276352107525, -0.005947160068899393, -0.005628043785691261, -0.0053089275024831295, -0.004989811219274998, -0.004670694936066866, -0.004351578652858734, -0.004032462369650602, -0.003713345853611827, -0.003394229570403695, -0.0030751130543649197, -0.002755996771156788, -0.002436880487948656, -0.0021177642047405243, -0.0017986478051170707, -0.001479531405493617, -0.0011604151222854853, -0.0008412987808696926, -0.0005221824394538999, -0.00020306609803810716, 0.00011605024337768555, 0.00043516658479347825, 0.000754282926209271, 0.0010733993258327246, 0.0013925156090408564, 0.0017116318922489882, 0.0020307484082877636, 0.0023498646914958954, 0.002668980974704027, 0.002988097257912159, 0.0033072135411202908, 0.003626330057159066, 0.003945446573197842, 0.0042645628564059734, 0.004583679139614105, 0.004902795422822237, 0.005221911706030369]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.040766097605228424, -0.03982285037636757, -0.038879603147506714, -0.03793635591864586, -0.036993108689785004, -0.03604986146092415, -0.035106610506772995, -0.03416336327791214, -0.033220116049051285, -0.03227686882019043, -0.031333621591329575, -0.03039037436246872, -0.029447127133607864, -0.02850387990474701, -0.027560630813241005, -0.02661738358438015, -0.025674136355519295, -0.02473088912665844, -0.023787641897797585, -0.02284439280629158, -0.021901145577430725, -0.02095789834856987, -0.020014651119709015, -0.01907140389084816, -0.018128156661987305, -0.0171849075704813, -0.016241660341620445, -0.01529841311275959, -0.014355165883898735, -0.013411917723715305, -0.01246867049485445, -0.01152542233467102, -0.010582175105810165, -0.00963892787694931, -0.00869567971676588, -0.0077524324879050255, -0.006809184793382883, -0.005865937098860741, -0.0049226898699998856, -0.003979442175477743, -0.0030361944809556007, -0.0020929467864334583, -0.0011496993247419596, -0.000206451746635139, 0.0007367958314716816, 0.0016800434095785022, 0.0026232909876853228, 0.0035665384493768215, 0.004509786143898964, 0.005453033838421106, 0.006396281532943249, 0.007339528761804104, 0.008282776921987534, 0.009226024150848389, 0.010169271379709244, 0.011112519539892673, 0.012055766768753529, 0.012999013997614384, 0.013942262157797813, 0.014885509386658669, 0.015828756615519524, 0.01677200384438038, 0.017715252935886383, 0.018658500164747238, 0.019601747393608093]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 3.0, 4.0, 2.0, 4.0, 3.0, 4.0, 3.0, 7.0, 2.0, 6.0, 4.0, 8.0, 6.0, 6.0, 5.0, 11.0, 5.0, 6.0, 10.0, 8.0, 13.0, 23.0, 17.0, 51.0, 13.0, 13.0, 12.0, 6.0, 6.0, 4.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.02248346619307995, -0.022033147513866425, -0.0215828288346529, -0.021132510155439377, -0.020682191476225853, -0.02023187279701233, -0.019781554117798805, -0.01933123543858528, -0.018880916759371758, -0.018430598080158234, -0.01798027940094471, -0.017529958859086037, -0.017079640179872513, -0.01662932150065899, -0.016179002821445465, -0.01572868414223194, -0.015278365463018417, -0.014828046783804893, -0.01437772810459137, -0.013927409425377846, -0.013477090746164322, -0.013026772066950798, -0.012576453387737274, -0.01212613470852375, -0.011675816029310226, -0.011225497350096703, -0.010775178670883179, -0.01032485906034708, -0.009874540381133556, -0.009424221701920033, -0.008973903022706509, -0.008523584343492985, -0.008073265664279461, -0.007622946985065937, -0.007172628305852413, -0.006722309160977602, -0.006271990481764078, -0.005821671802550554, -0.00537135312333703, -0.0049210344441235065, -0.004470715299248695, -0.0040203966200351715, -0.0035700779408216476, -0.0031197592616081238, -0.0026694405823946, -0.0022191216703504324, -0.0017688029911369085, -0.0013184841955080628, -0.0008681653998792171, -0.0004178466333542019, 3.247213317081332e-05, 0.00048279089969582856, 0.0009331096662208438, 0.0013834284618496895, 0.0018337471410632133, 0.002284066053107381, 0.0027343847323209047, 0.0031847034115344286, 0.003635022323578596, 0.00408534100279212, 0.004535659682005644, 0.004985978361219168, 0.005436297506093979, 0.005886616185307503, 0.006336934864521027]}, "_runtime": 13.107867956161499, "_timestamp": 1596211447.554125, "_step": 10}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 3.0, 0.0, 2.0, 1.0, 0.0, 2.0, 4.0, 3.0, 0.0, 1.0, 5.0, 1.0, 6.0, 0.0, 0.0, 3.0, 0.0, 1.0, 3.0, 3.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014918779954314232, -0.014458014629781246, -0.013997248373925686, -0.0135364830493927, -0.013075717724859715, -0.012614951469004154, -0.012154186144471169, -0.011693420819938183, -0.011232654564082623, -0.010771889239549637, -0.010311123915016651, -0.00985035765916109, -0.009389592334628105, -0.00892882701009512, -0.00846806075423956, -0.008007295429706573, -0.0075465296395123005, -0.0070857638493180275, -0.006624998524785042, -0.006164232734590769, -0.005703466944396496, -0.00524270161986351, -0.004781935829669237, -0.004321170039474964, -0.003860404482111335, -0.0033996389247477055, -0.0029388731345534325, -0.002478107577189803, -0.0020173420198261738, -0.0015565762296319008, -0.0010958106722682714, -0.0006350449984893203, -0.0001742793247103691, 0.0002864863199647516, 0.0007472519646398723, 0.0012080175802111626, 0.0016687832539901137, 0.002129548927769065, 0.0025903144851326942, 0.0030510802753269672, 0.0035118458326905966, 0.003972611390054226, 0.004433377180248499, 0.004894142970442772, 0.005354908294975758, 0.005815674085170031, 0.006276439875364304, 0.006737205199897289, 0.007197970990091562, 0.007658736780285835, 0.008119502104818821, 0.008580268360674381, 0.009041033685207367, 0.009501799009740353, 0.009962565265595913, 0.010423330590128899, 0.010884095914661884, 0.011344862170517445, 0.01180562749505043, 0.012266392819583416, 0.012727159075438976, 0.013187924399971962, 0.013648689724504948, 0.014109455980360508, 0.014570221304893494]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 3.0, 1.0, 4.0, 5.0, 9.0, 4.0, 6.0, 8.0, 19.0, 11.0, 15.0, 32.0, 38.0, 59.0, 66.0, 98.0, 127.0, 165.0, 186.0, 307.0, 395.0, 518.0, 2827.0, 1358.0, 650.0, 375.0, 221.0, 134.0, 75.0, 62.0, 40.0, 38.0, 16.0, 17.0, 9.0, 9.0, 5.0, 5.0, 3.0, 3.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.18065769970417023, -0.1754068285226822, -0.17015595734119415, -0.16490508615970612, -0.15965421497821808, -0.15440334379673004, -0.149152472615242, -0.14390160143375397, -0.13865073025226593, -0.1333998590707779, -0.12814898788928986, -0.12289811670780182, -0.11764724552631378, -0.11239637434482574, -0.10714550316333771, -0.10189463198184967, -0.09664376080036163, -0.0913928896188736, -0.08614201843738556, -0.08089114725589752, -0.07564027607440948, -0.07038940489292145, -0.06513853371143341, -0.059887662529945374, -0.054636791348457336, -0.0493859201669693, -0.04413504898548126, -0.038884177803993225, -0.03363330662250519, -0.02838243544101715, -0.023131564259529114, -0.017880693078041077, -0.01262982189655304, -0.0073789507150650024, -0.0021280795335769653, 0.0031227916479110718, 0.008373662829399109, 0.013624534010887146, 0.018875405192375183, 0.02412627637386322, 0.029377147555351257, 0.034628018736839294, 0.03987888991832733, 0.04512976109981537, 0.050380632281303406, 0.05563150346279144, 0.06088237464427948, 0.06613324582576752, 0.07138411700725555, 0.07663498818874359, 0.08188585937023163, 0.08713673055171967, 0.0923876017332077, 0.09763847291469574, 0.10288934409618378, 0.10814021527767181, 0.11339108645915985, 0.11864195764064789, 0.12389282882213593, 0.12914370000362396, 0.134394571185112, 0.13964544236660004, 0.14489631354808807, 0.1501471847295761, 0.15539805591106415]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 5.0, 1.0, 3.0, 2.0, 1.0, 1.0, 3.0, 4.0, 6.0, 3.0, 4.0, 2.0, 3.0, 4.0, 2.0, 2.0, 2.0, 24.0, 2.0, 2.0, 6.0, 1.0, 4.0, 5.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 4.0, 2.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.0046365587040781975, -0.004499427974224091, -0.004362296778708696, -0.0042251660488545895, -0.004088034853339195, -0.003950904123485088, -0.003813773160800338, -0.0036766421981155872, -0.0035395114682614803, -0.0034023805055767298, -0.0032652495428919792, -0.0031281185802072287, -0.002990987617522478, -0.0028538566548377275, -0.0027167259249836206, -0.00257959496229887, -0.0024424639996141195, -0.002305333036929369, -0.0021682020742446184, -0.0020310713443905115, -0.001893940381705761, -0.0017568094190210104, -0.0016196784563362598, -0.0014825476100668311, -0.0013454166473820806, -0.00120828568469733, -0.0010711548384279013, -0.0009340238757431507, -0.0007968929712660611, -0.0006597620667889714, -0.0005226311041042209, -0.0003855001996271312, -0.0002483692951500416, -0.00011123837612103671, 2.5892542907968163e-05, 0.00016302346193697304, 0.0003001543809659779, 0.00043728528544306755, 0.0005744162481278181, 0.0007115471526049078, 0.0008486780570819974, 0.000985809019766748, 0.0011229398660361767, 0.0012600708287209272, 0.0013972017914056778, 0.0015343326376751065, 0.001671463600359857, 0.0018085944466292858, 0.0019457254093140364, 0.002082856371998787, 0.0022199873346835375, 0.0023571180645376444, 0.002494249027222395, 0.0026313799899071455, 0.002768510952591896, 0.0029056419152766466, 0.003042772877961397, 0.003179903607815504, 0.0033170345705002546, 0.003454165533185005, 0.0035912964958697557, 0.0037284274585545063, 0.003865558188408613, 0.004002689383924007, 0.004139820113778114]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 1.0, 6.0, 7.0, 21.0, 39.0, 55.0, 98.0, 182.0, 253.0, 347.0, 561.0, 814.0, 1230.0, 1894.0, 2508.0, 3505.0, 4666.0, 6405.0, 8190.0, 10718.0, 13970.0, 18167.0, 23382.0, 30999.0, 41791.0, 55938.0, 74245.0, 97093.0, 417635.0, 100442.0, 71223.0, 50446.0, 35822.0, 25844.0, 19626.0, 14460.0, 10932.0, 8407.0, 6604.0, 5158.0, 4048.0, 3057.0, 2412.0, 1802.0, 1345.0, 997.0, 741.0, 508.0, 355.0, 226.0, 159.0, 121.0, 65.0, 44.0, 25.0, 22.0, 12.0, 15.0, 0.0, 1.0, 2.0, 2.0, 2.0], "bins": [-0.012719596736133099, -0.012293669395148754, -0.01186774205416441, -0.01144181378185749, -0.011015886440873146, -0.010589959099888802, -0.010164031758904457, -0.009738104417920113, -0.009312177076935768, -0.008886248804628849, -0.008460321463644505, -0.00803439412266016, -0.007608466781675816, -0.007182538975030184, -0.006756611634045839, -0.0063306838274002075, -0.005904756486415863, -0.0054788291454315186, -0.005052901338785887, -0.004626973997801542, -0.0042010461911559105, -0.003775118850171566, -0.0033491915091872215, -0.0029232639353722334, -0.0024973363615572453, -0.002071408787742257, -0.0016454813303425908, -0.0012195538729429245, -0.0007936262991279364, -0.00036769878352060914, 5.822873208671808e-05, 0.0004841562476940453, 0.0009100837633013725, 0.0013360113371163607, 0.001761938794516027, 0.0021878662519156933, 0.0026137938257306814, 0.0030397213995456696, 0.003465648740530014, 0.003891576314345002, 0.00431750388815999, 0.004743431229144335, 0.005169359035789967, 0.005595286376774311, 0.0060212137177586555, 0.006447141524404287, 0.006873068865388632, 0.007298996672034264, 0.007724924013018608, 0.008150851354002953, 0.008576778694987297, 0.009002706967294216, 0.00942863430827856, 0.009854561649262905, 0.01028048899024725, 0.010706416331231594, 0.011132344603538513, 0.011558271944522858, 0.011984199285507202, 0.012410126626491547, 0.012836053967475891, 0.013261981308460236, 0.013687909580767155, 0.0141138369217515, 0.014539764262735844]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 7.0, 1.0, 1.0, 2.0, 3.0, 4.0, 0.0, 8.0, 0.0, 1.0, 3.0, 0.0, 3.0, 0.0, 0.0, 2.0, 0.0, 3.0, 2.0, 1.0, 4.0, 0.0, 1.0, 3.0, 0.0, 2.0], "bins": [-0.023211076855659485, -0.02270093560218811, -0.022190794348716736, -0.02168065309524536, -0.021170511841773987, -0.02066037245094776, -0.020150231197476387, -0.019640089944005013, -0.019129948690533638, -0.018619807437062263, -0.01810966618359089, -0.017599524930119514, -0.01708938553929329, -0.016579244285821915, -0.01606910303235054, -0.015558961778879166, -0.015048820525407791, -0.014538679271936417, -0.014028538018465042, -0.013518397696316242, -0.013008256442844868, -0.012498115189373493, -0.011987974867224693, -0.011477833613753319, -0.010967692360281944, -0.01045755110681057, -0.009947409853339195, -0.009437269531190395, -0.00892712827771902, -0.008416987024247646, -0.007906846702098846, -0.007396705448627472, -0.006886564195156097, -0.006376422941684723, -0.005866282153874636, -0.0053561413660645485, -0.004846000112593174, -0.0043358588591217995, -0.0038257180713117123, -0.0033155770506709814, -0.0028054360300302505, -0.0022952950093895197, -0.0017851539887487888, -0.001275012968108058, -0.0007648719474673271, -0.00025473092682659626, 0.0002554100938141346, 0.0007655511144548655, 0.0012756921350955963, 0.0017858331557363272, 0.002295974176377058, 0.002806115197017789, 0.0033162562176585197, 0.0038263972382992506, 0.0043365382589399815, 0.004846679046750069, 0.005356820300221443, 0.005866961553692818, 0.006377102341502905, 0.006887243129312992, 0.007397384382784367, 0.007907525636255741, 0.008417665958404541, 0.008927807211875916, 0.00943794846534729]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 3.0, 3.0, 5.0, 3.0, 0.0, 7.0, 6.0, 8.0, 9.0, 8.0, 13.0, 13.0, 9.0, 20.0, 23.0, 25.0, 28.0, 24.0, 30.0, 46.0, 87.0, 109.0, 165.0, 167.0, 217.0, 341.0, 424.0, 622.0, 858.0, 1307.0, 1995.0, 6851.0, 1575.0, 976.0, 726.0, 415.0, 319.0, 316.0, 246.0, 199.0, 111.0, 62.0, 33.0, 10.0, 2.0, 3.0], "bins": [-0.01599876955151558, -0.015676720067858696, -0.015354671515524387, -0.015032622031867504, -0.014710573479533195, -0.014388523995876312, -0.014066474512219429, -0.01374442595988512, -0.013422376476228237, -0.013100326992571354, -0.012778278440237045, -0.012456228956580162, -0.012134179472923279, -0.01181213092058897, -0.011490081436932087, -0.011168032884597778, -0.010845983400940895, -0.010523933917284012, -0.010201885364949703, -0.00987983588129282, -0.009557787328958511, -0.009235737845301628, -0.008913688361644745, -0.008591639809310436, -0.008269590325653553, -0.00794754084199667, -0.007625492289662361, -0.007303442806005478, -0.006981393788009882, -0.006659344770014286, -0.006337295286357403, -0.006015246268361807, -0.005693197250366211, -0.005371148232370615, -0.005049099214375019, -0.004727049730718136, -0.00440500071272254, -0.004082951694726944, -0.0037609024439007044, -0.003438853193074465, -0.003116804175078869, -0.002794755157083273, -0.0024727059062570333, -0.0021506566554307938, -0.0018286076374351978, -0.00150655850302428, -0.0011845093686133623, -0.0008624602342024446, -0.0005404110997915268, -0.00021836196538060904, 0.00010368716903030872, 0.0004257363034412265, 0.0007477854378521442, 0.001069834572263062, 0.0013918837066739798, 0.0017139328410848975, 0.0020359819754958153, 0.002358030993491411, 0.002680080244317651, 0.0030021294951438904, 0.0033241785131394863, 0.0036462275311350822, 0.0039682770147919655, 0.004290326032787561, 0.004612375050783157]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.04934173822402954, -0.04804995656013489, -0.046758174896240234, -0.04546639323234558, -0.04417461156845093, -0.042882829904556274, -0.04159104824066162, -0.04029926657676697, -0.039007484912872314, -0.03771570697426796, -0.036423925310373306, -0.03513214364647865, -0.033840361982584, -0.032548580318689346, -0.03125679865479469, -0.02996501699090004, -0.028673235327005386, -0.027381453663110733, -0.02608967199921608, -0.024797890335321426, -0.023506108671426773, -0.02221432887017727, -0.020922547206282616, -0.019630765542387962, -0.01833898387849331, -0.017047202214598656, -0.015755420550704002, -0.014463639818131924, -0.01317185815423727, -0.011880076490342617, -0.010588295757770538, -0.009296514093875885, -0.008004732429981232, -0.006712950766086578, -0.005421169567853212, -0.004129388369619846, -0.002837606705725193, -0.0015458252746611834, -0.0002540438435971737, 0.001037737587466836, 0.0023295190185308456, 0.0036213004495948553, 0.004913081880658865, 0.006204863078892231, 0.007496644742786884, 0.008788426406681538, 0.010080207139253616, 0.01137198880314827, 0.012663770467042923, 0.013955552130937576, 0.01524733379483223, 0.016539115458726883, 0.017830897122621536, 0.01912267692387104, 0.020414458587765694, 0.021706240251660347, 0.022998021915555, 0.024289803579449654, 0.025581585243344307, 0.02687336690723896, 0.028165146708488464, 0.029456928372383118, 0.03074871003627777, 0.032040491700172424, 0.03333227336406708]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 4.0, 3.0, 3.0, 0.0, 3.0, 4.0, 0.0, 5.0, 4.0, 2.0, 7.0, 3.0, 9.0, 7.0, 3.0, 7.0, 5.0, 5.0, 8.0, 1.0, 3.0, 3.0, 5.0, 6.0, 4.0, 7.0, 3.0, 7.0, 7.0, 3.0, 11.0, 4.0, 6.0, 6.0, 8.0, 10.0, 50.0, 10.0, 11.0, 7.0, 6.0, 6.0, 4.0, 6.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.020220518112182617, -0.01971694640815258, -0.019213374704122543, -0.018709804862737656, -0.01820623315870762, -0.017702661454677582, -0.017199091613292694, -0.016695519909262657, -0.01619194820523262, -0.015688376501202583, -0.015184805728495121, -0.014681234955787659, -0.014177663251757622, -0.013674091547727585, -0.013170520775020123, -0.01266695000231266, -0.012163378298282623, -0.011659806594252586, -0.011156235821545124, -0.010652665048837662, -0.010149093344807625, -0.009645521640777588, -0.009141950868070126, -0.008638380095362663, -0.008134808391332626, -0.007631237152963877, -0.007127665914595127, -0.0066240946762263775, -0.006120523437857628, -0.005616952199488878, -0.005113380961120129, -0.004609809722751379, -0.004106238484382629, -0.0036026672460138798, -0.00309909600764513, -0.0025955247692763805, -0.002091953530907631, -0.0015883822925388813, -0.0010848110541701317, -0.0005812398158013821, -7.766857743263245e-05, 0.00042590266093611717, 0.0009294738993048668, 0.0014330451376736164, 0.001936616376042366, 0.0024401876144111156, 0.0029437588527798653, 0.003447330091148615, 0.0039509013295173645, 0.004454472567886114, 0.004958043806254864, 0.005461615044623613, 0.005965186282992363, 0.006468757521361113, 0.006972328759729862, 0.007475899998098612, 0.007979471236467361, 0.008483042940497398, 0.00898661371320486, 0.009490184485912323, 0.00999375618994236, 0.010497327893972397, 0.01100089866667986, 0.011504469439387321, 0.012008041143417358]}, "_runtime": 13.950209856033325, "_timestamp": 1596211448.396467, "_step": 11}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 3.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 6.0, 2.0, 0.0, 2.0, 4.0, 4.0, 4.0, 1.0, 6.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02275410294532776, -0.022093307226896286, -0.021432511508464813, -0.02077171765267849, -0.020110921934247017, -0.019450126215815544, -0.01878933049738407, -0.0181285347789526, -0.017467740923166275, -0.016806945204734802, -0.01614614948630333, -0.015485353767871857, -0.014824558049440384, -0.014163763262331486, -0.013502967543900013, -0.012842172756791115, -0.012181377038359642, -0.01152058131992817, -0.010859786532819271, -0.010198990814387798, -0.0095381960272789, -0.008877400308847427, -0.008216604590415955, -0.007555809337645769, -0.006895014084875584, -0.006234218832105398, -0.005573423579335213, -0.00491262786090374, -0.0042518326081335545, -0.003591037355363369, -0.00293024186976254, -0.0022694463841617107, -0.0016086511313915253, -0.000947855762206018, -0.0002870603930205107, 0.0003737349761649966, 0.001034530345350504, 0.0016953257145360112, 0.0023561210837215185, 0.0030169165693223476, 0.003677711822092533, 0.004338507074862719, 0.004999302327632904, 0.005660098046064377, 0.006320893298834562, 0.006981688551604748, 0.0076424842700362206, 0.008303279057145119, 0.008964074775576591, 0.009624870494008064, 0.010285665281116962, 0.010946460999548435, 0.011607255786657333, 0.012268051505088806, 0.012928847223520279, 0.013589642010629177, 0.01425043772906065, 0.014911233447492123, 0.01557202823460102, 0.016232823953032494, 0.016893619671463966, 0.01755441538989544, 0.018215209245681763, 0.018876004964113235, 0.019536800682544708]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 1.0, 4.0, 2.0, 7.0, 11.0, 9.0, 16.0, 19.0, 17.0, 34.0, 35.0, 58.0, 51.0, 92.0, 108.0, 155.0, 217.0, 260.0, 386.0, 595.0, 3423.0, 1123.0, 498.0, 263.0, 179.0, 115.0, 62.0, 61.0, 26.0, 26.0, 15.0, 14.0, 9.0, 6.0, 9.0, 5.0, 1.0, 6.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1756337583065033, -0.16918691992759705, -0.1627400815486908, -0.15629322826862335, -0.1498463898897171, -0.14339955151081085, -0.1369526982307434, -0.13050585985183716, -0.12405902147293091, -0.11761218309402466, -0.11116533726453781, -0.10471849143505096, -0.09827165305614471, -0.09182481467723846, -0.08537796884775162, -0.07893112301826477, -0.07248428463935852, -0.06603744626045227, -0.059590600430965424, -0.053143758326768875, -0.04669691622257233, -0.04025007411837578, -0.03380323201417923, -0.02735638990998268, -0.020909547805786133, -0.014462705701589584, -0.008015863597393036, -0.0015690214931964874, 0.004877820611000061, 0.01132466271519661, 0.017771504819393158, 0.024218346923589706, 0.030665189027786255, 0.0371120311319828, 0.04355887323617935, 0.0500057153403759, 0.05645255744457245, 0.0628993958234787, 0.06934624165296555, 0.07579308748245239, 0.08223992586135864, 0.08868676424026489, 0.09513361006975174, 0.10158045589923859, 0.10802729427814484, 0.11447413265705109, 0.12092097848653793, 0.12736782431602478, 0.13381466269493103, 0.14026150107383728, 0.14670833945274353, 0.15315519273281097, 0.15960203111171722, 0.16604886949062347, 0.17249572277069092, 0.17894256114959717, 0.18538939952850342, 0.19183623790740967, 0.19828307628631592, 0.20472992956638336, 0.2111767679452896, 0.21762360632419586, 0.2240704596042633, 0.23051729798316956, 0.2369641363620758]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 4.0, 3.0, 3.0, 2.0, 7.0, 5.0, 3.0, 1.0, 5.0, 4.0, 1.0, 3.0, 2.0, 26.0, 3.0, 3.0, 3.0, 3.0, 3.0, 2.0, 1.0, 3.0, 4.0, 3.0, 4.0, 2.0, 2.0, 5.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.005303774494677782, -0.005115262232720852, -0.004926749505102634, -0.004738237243145704, -0.004549724515527487, -0.004361212253570557, -0.004172699525952339, -0.003984187263995409, -0.0037956745363771915, -0.0036071622744202614, -0.0034186497796326876, -0.0032301372848451138, -0.00304162479005754, -0.002853112295269966, -0.0026645998004823923, -0.0024760873056948185, -0.0022875748109072447, -0.002099062316119671, -0.001910549821332097, -0.0017220373265445232, -0.0015335248317569494, -0.0013450124533846974, -0.0011564999585971236, -0.0009679874638095498, -0.000779474969021976, -0.0005909624742344022, -0.0004024500085506588, -0.00021393752831500024, -2.542504807934165e-05, 0.00016308743215631694, 0.0003515999123919755, 0.0005401123780757189, 0.0007286248728632927, 0.0009171373676508665, 0.0011056498624384403, 0.0012941623572260141, 0.001482674852013588, 0.00167118723038584, 0.0018596997251734138, 0.0020482123363763094, 0.002236724831163883, 0.0024252370931208134, 0.002613749587908387, 0.002802262082695961, 0.002990774577483535, 0.0031792870722711086, 0.0033677995670586824, 0.0035563120618462563, 0.00374482455663383, 0.003933337051421404, 0.004121849313378334, 0.0043103620409965515, 0.004498874302953482, 0.004687387030571699, 0.004875899292528629, 0.005064412020146847, 0.005252924282103777, 0.005441437009721994, 0.0056299492716789246, 0.005818461999297142, 0.006006974261254072, 0.00619548698887229, 0.00638399925082922, 0.006572511978447437, 0.0067610242404043674]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 8.0, 4.0, 15.0, 8.0, 31.0, 37.0, 62.0, 85.0, 138.0, 217.0, 299.0, 432.0, 624.0, 870.0, 1163.0, 1567.0, 2237.0, 3075.0, 4235.0, 5907.0, 8288.0, 11699.0, 16483.0, 23139.0, 31244.0, 42956.0, 59355.0, 80289.0, 104797.0, 420298.0, 95173.0, 71461.0, 52197.0, 37136.0, 27062.0, 19815.0, 14816.0, 11214.0, 8414.0, 6000.0, 4404.0, 3219.0, 2471.0, 1825.0, 1350.0, 943.0, 759.0, 515.0, 381.0, 308.0, 180.0, 168.0, 102.0, 69.0, 38.0, 25.0, 20.0, 11.0, 4.0, 1.0, 2.0], "bins": [-0.015501154586672783, -0.01502299029380083, -0.014544825069606304, -0.014066660776734352, -0.013588495552539825, -0.013110331259667873, -0.012632166966795921, -0.012154001742601395, -0.011675837449729443, -0.011197672225534916, -0.010719507932662964, -0.010241343639791012, -0.009763178415596485, -0.009285014122724533, -0.008806848898530006, -0.008328684605658054, -0.007850520312786102, -0.007372355088591576, -0.006894190330058336, -0.006416026037186384, -0.005937861278653145, -0.0054596965201199055, -0.004981531761586666, -0.004503367003053427, -0.004025202244520187, -0.0035470377188175917, -0.003068873193114996, -0.0025907084345817566, -0.0021125436760485172, -0.0016343791503459215, -0.0011562143918126822, -0.0006780497496947646, -0.00019988510757684708, 0.0002782795636449009, 0.0007564442348666489, 0.0012346089351922274, 0.001712773577310145, 0.0021909382194280624, 0.002669102977961302, 0.0031472675036638975, 0.003625432262197137, 0.004103596787899733, 0.004581761546432972, 0.005059926304966211, 0.005538091063499451, 0.00601625582203269, 0.006494420114904642, 0.0069725848734378815, 0.007450749631971121, 0.00792891439050436, 0.008407078683376312, 0.008885243907570839, 0.009363408200442791, 0.009841573424637318, 0.01031973771750927, 0.010797902010381222, 0.011276067234575748, 0.0117542315274477, 0.012232396751642227, 0.01271056104451418, 0.013188725337386131, 0.013666890561580658, 0.01414505485445261, 0.014623220078647137, 0.015101384371519089]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 7.0, 5.0, 3.0, 5.0, 6.0, 1.0, 3.0, 7.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.020908644422888756, -0.02040466107428074, -0.019900677725672722, -0.019396694377064705, -0.018892711028456688, -0.01838872767984867, -0.017884744331240654, -0.017380760982632637, -0.01687677763402462, -0.016372794285416603, -0.015868810936808586, -0.01536482758820057, -0.014860844239592552, -0.014356860890984535, -0.013852877542376518, -0.013348894193768501, -0.012844910845160484, -0.012340927496552467, -0.01183694414794445, -0.011332960799336433, -0.010828977450728416, -0.0103249941021204, -0.009821010753512383, -0.009317027404904366, -0.008813044056296349, -0.008309060707688332, -0.007805077359080315, -0.007301094010472298, -0.006797110661864281, -0.006293127313256264, -0.005789143964648247, -0.00528516061604023, -0.004781177267432213, -0.004277193918824196, -0.003773210570216179, -0.003269227221608162, -0.002765243873000145, -0.002261260524392128, -0.001757277175784111, -0.001253293827176094, -0.0007493104785680771, -0.0002453271299600601, 0.00025865621864795685, 0.0007626395672559738, 0.0012666229158639908, 0.0017706062644720078, 0.0022745896130800247, 0.0027785729616880417, 0.0032825563102960587, 0.0037865396589040756, 0.004290523007512093, 0.0047945063561201096, 0.0052984897047281265, 0.0058024730533361435, 0.0063064564019441605, 0.006810439750552177, 0.007314423099160194, 0.007818406447768211, 0.008322389796376228, 0.008826373144984245, 0.009330356493592262, 0.00983433984220028, 0.010338323190808296, 0.010842306539416313, 0.01134628988802433]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 3.0, 4.0, 2.0, 6.0, 5.0, 10.0, 4.0, 5.0, 4.0, 5.0, 12.0, 17.0, 18.0, 11.0, 8.0, 11.0, 8.0, 10.0, 11.0, 14.0, 22.0, 18.0, 17.0, 23.0, 44.0, 53.0, 66.0, 95.0, 153.0, 270.0, 464.0, 868.0, 1373.0, 2428.0, 7843.0, 1940.0, 932.0, 546.0, 416.0, 259.0, 150.0, 86.0, 61.0, 27.0, 22.0, 20.0, 16.0, 9.0, 13.0, 3.0, 6.0, 3.0, 3.0, 3.0, 0.0, 2.0, 1.0], "bins": [-0.016681630164384842, -0.01628037542104721, -0.01587911881506443, -0.015477863140404224, -0.015076607465744019, -0.014675351791083813, -0.014274096116423607, -0.013872840441763401, -0.013471584767103195, -0.013070330023765564, -0.012669074349105358, -0.012267818674445152, -0.011866562999784946, -0.01146530732512474, -0.011064051650464535, -0.010662795975804329, -0.010261540301144123, -0.009860284626483917, -0.009459028951823711, -0.009057773277163506, -0.0086565176025033, -0.008255261927843094, -0.007854006253182888, -0.0074527510441839695, -0.007051495369523764, -0.006650239694863558, -0.006248984020203352, -0.005847728345543146, -0.005446473136544228, -0.005045217461884022, -0.004643961787223816, -0.00424270611256361, -0.0038414504379034042, -0.0034401947632431984, -0.0030389390885829926, -0.0026376836467534304, -0.0022364279720932245, -0.0018351722974330187, -0.0014339167391881347, -0.0010326611809432507, -0.0006314055062830448, -0.0002301498898304999, 0.00017110572662204504, 0.00057236134307459, 0.0009736169595271349, 0.0013748726341873407, 0.0017761281924322248, 0.0021773837506771088, 0.0025786394253373146, 0.0029798950999975204, 0.0033811507746577263, 0.0037824062164872885, 0.004183662123978138, 0.0045849173329770565, 0.004986173007637262, 0.005387428682297468, 0.005788684356957674, 0.00618994003161788, 0.006591195706278086, 0.0069924513809382915, 0.00739370658993721, 0.007794962264597416, 0.008196217939257622, 0.008597473613917828, 0.008998729288578033]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 4.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.04847508668899536, -0.04732334613800049, -0.046171609312295914, -0.04501986876130104, -0.043868131935596466, -0.04271639138460159, -0.04156465083360672, -0.040412914007902145, -0.03926117345690727, -0.0381094366312027, -0.036957696080207825, -0.03580595552921295, -0.03465421870350838, -0.033502478152513504, -0.03235074132680893, -0.031199000775814056, -0.030047262087464333, -0.02889552339911461, -0.027743784710764885, -0.026592044159770012, -0.025440305471420288, -0.024288566783070564, -0.02313682809472084, -0.021985089406371117, -0.020833350718021393, -0.01968161016702652, -0.018529871478676796, -0.017378132790327072, -0.01622639410197735, -0.01507465448230505, -0.013922915793955326, -0.012771176174283028, -0.011619437485933304, -0.01046769879758358, -0.009315959177911282, -0.008164220489561558, -0.007012481335550547, -0.0058607421815395355, -0.004709003493189812, -0.0035572643391788006, -0.0024055251851677895, -0.0012537861475721002, -0.00010204710997641087, 0.0010496919276192784, 0.0022014309652149677, 0.003353170119225979, 0.004504908807575703, 0.005656647961586714, 0.006808387115597725, 0.007960125803947449, 0.009111865423619747, 0.010263604111969471, 0.01141534373164177, 0.012567082419991493, 0.013718821108341217, 0.014870560728013515, 0.016022298485040665, 0.017174039036035538, 0.01832577772438526, 0.019477516412734985, 0.02062925510108471, 0.021780993789434433, 0.022932734340429306, 0.02408447302877903, 0.025236211717128754]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0, 8.0, 6.0, 5.0, 7.0, 7.0, 4.0, 8.0, 9.0, 9.0, 7.0, 11.0, 16.0, 11.0, 19.0, 60.0, 15.0, 12.0, 8.0, 11.0, 7.0, 7.0, 5.0, 4.0, 3.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0], "bins": [-0.035530298948287964, -0.034692876040935516, -0.03385545313358307, -0.03301803022623062, -0.032180607318878174, -0.031343188136816025, -0.030505765229463577, -0.02966834232211113, -0.028830919414758682, -0.027993496507406235, -0.027156073600053787, -0.02631865255534649, -0.02548122964799404, -0.024643806740641594, -0.023806385695934296, -0.022968962788581848, -0.0221315398812294, -0.021294116973876953, -0.020456694066524506, -0.019619273021817207, -0.01878185011446476, -0.017944427207112312, -0.017107006162405014, -0.016269583255052567, -0.015432160347700119, -0.014594737440347672, -0.013757315464317799, -0.012919893488287926, -0.012082470580935478, -0.01124504767358303, -0.010407625697553158, -0.009570203721523285, -0.008732780814170837, -0.00789535790681839, -0.007057935930788517, -0.006220513489097357, -0.005383091047406197, -0.004545668605715036, -0.003708246164023876, -0.002870823722332716, -0.002033401280641556, -0.0011959788389503956, -0.0003585563972592354, 0.0004788660444319248, 0.001316288486123085, 0.0021537109278142452, 0.0029911333695054054, 0.0038285558111965656, 0.004665978252887726, 0.005503400694578886, 0.006340823136270046, 0.0071782455779612064, 0.008015668019652367, 0.008853090927004814, 0.009690512903034687, 0.01052793487906456, 0.011365357786417007, 0.012202780693769455, 0.013040202669799328, 0.0138776246458292, 0.014715047553181648, 0.015552470460534096, 0.016389891505241394, 0.01722731441259384, 0.01806473731994629]}, "_runtime": 14.795156240463257, "_timestamp": 1596211449.2414134, "_step": 12}
-{"val_accuracy": 0.669123144977169, "val_loss": 1.0895543895899977, "_runtime": 16.325434684753418, "_timestamp": 1596211450.7716918, "_step": 13}
diff --git a/wandb/run-20200731_160357-3tq05mdm/wandb-metadata.json b/wandb/run-20200731_160357-3tq05mdm/wandb-metadata.json
deleted file mode 100644
index 01cf456..0000000
--- a/wandb/run-20200731_160357-3tq05mdm/wandb-metadata.json
+++ /dev/null
@@ -1,30 +0,0 @@
-{
-    "root": "/home/akternurra/Documents/projects/quest-for-general-artifical-intelligence/projects/text-recognizer",
-    "program": "<python with no main file>",
-    "git": {
-        "remote": "git@github.com:aktersnurra/text-recognizer.git",
-        "commit": "fa461db6132e7a22f3aa1bb48cce8981890325fb"
-    },
-    "email": "gustaf.rydholm@gmail.com",
-    "startedAt": "2020-07-31T16:03:57.589098",
-    "host": "kompjuter",
-    "username": "akternurra",
-    "executable": "/home/akternurra/.cache/pypoetry/virtualenvs/text-recognizer-N1c_zsdp-py3.8/bin/python",
-    "os": "Linux-5.4.0-42-generic-x86_64-with-glibc2.27",
-    "python": "3.8.2",
-    "gpu": "GeForce RTX 2070",
-    "gpu_count": 1,
-    "cpu_count": 12,
-    "cuda": "10.1.105",
-    "args": [
-        "--gpu=-1",
-        "--save",
-        "--experiment_config={\"dataloader\": \"EmnistDataLoader\", \"data_loader_args\": {\"splits\": [\"train\", \"val\"], \"sample_to_balance\": true, \"subsample_fraction\": null, \"transform\": null, \"target_transform\": null, \"batch_size\": 256, \"shuffle\": true, \"num_workers\": 8, \"cuda\": true, \"seed\": 4711}, \"model\": \"CharacterModel\", \"metrics\": [\"accuracy\"], \"network\": \"LeNet\", \"network_args\": {\"input_size\": [28, 28], \"output_size\": 62}, \"train_args\": {\"batch_size\": 256, \"epochs\": 16}, \"criterion\": \"CrossEntropyLoss\", \"criterion_args\": {\"weight\": null, \"ignore_index\": -100, \"reduction\": \"mean\"}, \"optimizer\": \"AdamW\", \"optimizer_args\": {\"lr\": 0.01, \"betas\": [0.9, 0.999], \"eps\": 1e-08, \"weight_decay\": 0, \"amsgrad\": false}, \"lr_scheduler\": \"OneCycleLR\", \"lr_scheduler_args\": {\"max_lr\": 0.001, \"epochs\": 16}, \"callbacks\": [\"Checkpoint\", \"EarlyStopping\", \"WandbCallback\", \"WandbImageLogger\"], \"callback_args\": {\"Checkpoint\": {\"monitor\": \"val_accuracy\"}, \"EarlyStopping\": {\"monitor\": \"val_loss\", \"min_delta\": 0.0, \"patience\": 3, \"mode\": \"min\"}, \"WandbCallback\": {\"log_batch_frequency\": 10}, \"WandbImageLogger\": {\"num_examples\": 4}}, \"verbosity\": 2, \"resume_experiment\": null, \"experiment_group\": \"Sample Experiments\"}"
-    ],
-    "state": "failed",
-    "jobType": null,
-    "mode": "run",
-    "project": "text-recognizer",
-    "heartbeatAt": "2020-07-31T16:04:11.258296",
-    "exitcode": 1
-}
diff --git a/wandb/run-20200731_160357-3tq05mdm/wandb-summary.json b/wandb/run-20200731_160357-3tq05mdm/wandb-summary.json
deleted file mode 100644
index 57be69e..0000000
--- a/wandb/run-20200731_160357-3tq05mdm/wandb-summary.json
+++ /dev/null
@@ -1 +0,0 @@
-{"graph_0": {"_type": "graph-file", "path": "media/graph/graph_0_summary_97659cc1.graph.json", "sha256": "97659cc11ad0163714bd90c8b07636f80b0d10f01cc0e4ed34f7147334f1cf75", "size": 1814}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 4.0, 3.0, 3.0, 2.0, 7.0, 5.0, 3.0, 1.0, 5.0, 4.0, 1.0, 3.0, 2.0, 26.0, 3.0, 3.0, 3.0, 3.0, 3.0, 2.0, 1.0, 3.0, 4.0, 3.0, 4.0, 2.0, 2.0, 5.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.005303774494677782, -0.005115262232720852, -0.004926749505102634, -0.004738237243145704, -0.004549724515527487, -0.004361212253570557, -0.004172699525952339, -0.003984187263995409, -0.0037956745363771915, -0.0036071622744202614, -0.0034186497796326876, -0.0032301372848451138, -0.00304162479005754, -0.002853112295269966, -0.0026645998004823923, -0.0024760873056948185, -0.0022875748109072447, -0.002099062316119671, -0.001910549821332097, -0.0017220373265445232, -0.0015335248317569494, -0.0013450124533846974, -0.0011564999585971236, -0.0009679874638095498, -0.000779474969021976, -0.0005909624742344022, -0.0004024500085506588, -0.00021393752831500024, -2.542504807934165e-05, 0.00016308743215631694, 0.0003515999123919755, 0.0005401123780757189, 0.0007286248728632927, 0.0009171373676508665, 0.0011056498624384403, 0.0012941623572260141, 0.001482674852013588, 0.00167118723038584, 0.0018596997251734138, 0.0020482123363763094, 0.002236724831163883, 0.0024252370931208134, 0.002613749587908387, 0.002802262082695961, 0.002990774577483535, 0.0031792870722711086, 0.0033677995670586824, 0.0035563120618462563, 0.00374482455663383, 0.003933337051421404, 0.004121849313378334, 0.0043103620409965515, 0.004498874302953482, 0.004687387030571699, 0.004875899292528629, 0.005064412020146847, 0.005252924282103777, 0.005441437009721994, 0.0056299492716789246, 0.005818461999297142, 0.006006974261254072, 0.00619548698887229, 0.00638399925082922, 0.006572511978447437, 0.0067610242404043674]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 1.0, 4.0, 2.0, 7.0, 11.0, 9.0, 16.0, 19.0, 17.0, 34.0, 35.0, 58.0, 51.0, 92.0, 108.0, 155.0, 217.0, 260.0, 386.0, 595.0, 3423.0, 1123.0, 498.0, 263.0, 179.0, 115.0, 62.0, 61.0, 26.0, 26.0, 15.0, 14.0, 9.0, 6.0, 9.0, 5.0, 1.0, 6.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1756337583065033, -0.16918691992759705, -0.1627400815486908, -0.15629322826862335, -0.1498463898897171, -0.14339955151081085, -0.1369526982307434, -0.13050585985183716, -0.12405902147293091, -0.11761218309402466, -0.11116533726453781, -0.10471849143505096, -0.09827165305614471, -0.09182481467723846, -0.08537796884775162, -0.07893112301826477, -0.07248428463935852, -0.06603744626045227, -0.059590600430965424, -0.053143758326768875, -0.04669691622257233, -0.04025007411837578, -0.03380323201417923, -0.02735638990998268, -0.020909547805786133, -0.014462705701589584, -0.008015863597393036, -0.0015690214931964874, 0.004877820611000061, 0.01132466271519661, 0.017771504819393158, 0.024218346923589706, 0.030665189027786255, 0.0371120311319828, 0.04355887323617935, 0.0500057153403759, 0.05645255744457245, 0.0628993958234787, 0.06934624165296555, 0.07579308748245239, 0.08223992586135864, 0.08868676424026489, 0.09513361006975174, 0.10158045589923859, 0.10802729427814484, 0.11447413265705109, 0.12092097848653793, 0.12736782431602478, 0.13381466269493103, 0.14026150107383728, 0.14670833945274353, 0.15315519273281097, 0.15960203111171722, 0.16604886949062347, 0.17249572277069092, 0.17894256114959717, 0.18538939952850342, 0.19183623790740967, 0.19828307628631592, 0.20472992956638336, 0.2111767679452896, 0.21762360632419586, 0.2240704596042633, 0.23051729798316956, 0.2369641363620758]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 7.0, 5.0, 3.0, 5.0, 6.0, 1.0, 3.0, 7.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.020908644422888756, -0.02040466107428074, -0.019900677725672722, -0.019396694377064705, -0.018892711028456688, -0.01838872767984867, -0.017884744331240654, -0.017380760982632637, -0.01687677763402462, -0.016372794285416603, -0.015868810936808586, -0.01536482758820057, -0.014860844239592552, -0.014356860890984535, -0.013852877542376518, -0.013348894193768501, -0.012844910845160484, -0.012340927496552467, -0.01183694414794445, -0.011332960799336433, -0.010828977450728416, -0.0103249941021204, -0.009821010753512383, -0.009317027404904366, -0.008813044056296349, -0.008309060707688332, -0.007805077359080315, -0.007301094010472298, -0.006797110661864281, -0.006293127313256264, -0.005789143964648247, -0.00528516061604023, -0.004781177267432213, -0.004277193918824196, -0.003773210570216179, -0.003269227221608162, -0.002765243873000145, -0.002261260524392128, -0.001757277175784111, -0.001253293827176094, -0.0007493104785680771, -0.0002453271299600601, 0.00025865621864795685, 0.0007626395672559738, 0.0012666229158639908, 0.0017706062644720078, 0.0022745896130800247, 0.0027785729616880417, 0.0032825563102960587, 0.0037865396589040756, 0.004290523007512093, 0.0047945063561201096, 0.0052984897047281265, 0.0058024730533361435, 0.0063064564019441605, 0.006810439750552177, 0.007314423099160194, 0.007818406447768211, 0.008322389796376228, 0.008826373144984245, 0.009330356493592262, 0.00983433984220028, 0.010338323190808296, 0.010842306539416313, 0.01134628988802433]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 3.0, 4.0, 2.0, 6.0, 5.0, 10.0, 4.0, 5.0, 4.0, 5.0, 12.0, 17.0, 18.0, 11.0, 8.0, 11.0, 8.0, 10.0, 11.0, 14.0, 22.0, 18.0, 17.0, 23.0, 44.0, 53.0, 66.0, 95.0, 153.0, 270.0, 464.0, 868.0, 1373.0, 2428.0, 7843.0, 1940.0, 932.0, 546.0, 416.0, 259.0, 150.0, 86.0, 61.0, 27.0, 22.0, 20.0, 16.0, 9.0, 13.0, 3.0, 6.0, 3.0, 3.0, 3.0, 0.0, 2.0, 1.0], "bins": [-0.016681630164384842, -0.01628037542104721, -0.01587911881506443, -0.015477863140404224, -0.015076607465744019, -0.014675351791083813, -0.014274096116423607, -0.013872840441763401, -0.013471584767103195, -0.013070330023765564, -0.012669074349105358, -0.012267818674445152, -0.011866562999784946, -0.01146530732512474, -0.011064051650464535, -0.010662795975804329, -0.010261540301144123, -0.009860284626483917, -0.009459028951823711, -0.009057773277163506, -0.0086565176025033, -0.008255261927843094, -0.007854006253182888, -0.0074527510441839695, -0.007051495369523764, -0.006650239694863558, -0.006248984020203352, -0.005847728345543146, -0.005446473136544228, -0.005045217461884022, -0.004643961787223816, -0.00424270611256361, -0.0038414504379034042, -0.0034401947632431984, -0.0030389390885829926, -0.0026376836467534304, -0.0022364279720932245, -0.0018351722974330187, -0.0014339167391881347, -0.0010326611809432507, -0.0006314055062830448, -0.0002301498898304999, 0.00017110572662204504, 0.00057236134307459, 0.0009736169595271349, 0.0013748726341873407, 0.0017761281924322248, 0.0021773837506771088, 0.0025786394253373146, 0.0029798950999975204, 0.0033811507746577263, 0.0037824062164872885, 0.004183662123978138, 0.0045849173329770565, 0.004986173007637262, 0.005387428682297468, 0.005788684356957674, 0.00618994003161788, 0.006591195706278086, 0.0069924513809382915, 0.00739370658993721, 0.007794962264597416, 0.008196217939257622, 0.008597473613917828, 0.008998729288578033]}, "gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 3.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 6.0, 2.0, 0.0, 2.0, 4.0, 4.0, 4.0, 1.0, 6.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02275410294532776, -0.022093307226896286, -0.021432511508464813, -0.02077171765267849, -0.020110921934247017, -0.019450126215815544, -0.01878933049738407, -0.0181285347789526, -0.017467740923166275, -0.016806945204734802, -0.01614614948630333, -0.015485353767871857, -0.014824558049440384, -0.014163763262331486, -0.013502967543900013, -0.012842172756791115, -0.012181377038359642, -0.01152058131992817, -0.010859786532819271, -0.010198990814387798, -0.0095381960272789, -0.008877400308847427, -0.008216604590415955, -0.007555809337645769, -0.006895014084875584, -0.006234218832105398, -0.005573423579335213, -0.00491262786090374, -0.0042518326081335545, -0.003591037355363369, -0.00293024186976254, -0.0022694463841617107, -0.0016086511313915253, -0.000947855762206018, -0.0002870603930205107, 0.0003737349761649966, 0.001034530345350504, 0.0016953257145360112, 0.0023561210837215185, 0.0030169165693223476, 0.003677711822092533, 0.004338507074862719, 0.004999302327632904, 0.005660098046064377, 0.006320893298834562, 0.006981688551604748, 0.0076424842700362206, 0.008303279057145119, 0.008964074775576591, 0.009624870494008064, 0.010285665281116962, 0.010946460999548435, 0.011607255786657333, 0.012268051505088806, 0.012928847223520279, 0.013589642010629177, 0.01425043772906065, 0.014911233447492123, 0.01557202823460102, 0.016232823953032494, 0.016893619671463966, 0.01755441538989544, 0.018215209245681763, 0.018876004964113235, 0.019536800682544708]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 8.0, 4.0, 15.0, 8.0, 31.0, 37.0, 62.0, 85.0, 138.0, 217.0, 299.0, 432.0, 624.0, 870.0, 1163.0, 1567.0, 2237.0, 3075.0, 4235.0, 5907.0, 8288.0, 11699.0, 16483.0, 23139.0, 31244.0, 42956.0, 59355.0, 80289.0, 104797.0, 420298.0, 95173.0, 71461.0, 52197.0, 37136.0, 27062.0, 19815.0, 14816.0, 11214.0, 8414.0, 6000.0, 4404.0, 3219.0, 2471.0, 1825.0, 1350.0, 943.0, 759.0, 515.0, 381.0, 308.0, 180.0, 168.0, 102.0, 69.0, 38.0, 25.0, 20.0, 11.0, 4.0, 1.0, 2.0], "bins": [-0.015501154586672783, -0.01502299029380083, -0.014544825069606304, -0.014066660776734352, -0.013588495552539825, -0.013110331259667873, -0.012632166966795921, -0.012154001742601395, -0.011675837449729443, -0.011197672225534916, -0.010719507932662964, -0.010241343639791012, -0.009763178415596485, -0.009285014122724533, -0.008806848898530006, -0.008328684605658054, -0.007850520312786102, -0.007372355088591576, -0.006894190330058336, -0.006416026037186384, -0.005937861278653145, -0.0054596965201199055, -0.004981531761586666, -0.004503367003053427, -0.004025202244520187, -0.0035470377188175917, -0.003068873193114996, -0.0025907084345817566, -0.0021125436760485172, -0.0016343791503459215, -0.0011562143918126822, -0.0006780497496947646, -0.00019988510757684708, 0.0002782795636449009, 0.0007564442348666489, 0.0012346089351922274, 0.001712773577310145, 0.0021909382194280624, 0.002669102977961302, 0.0031472675036638975, 0.003625432262197137, 0.004103596787899733, 0.004581761546432972, 0.005059926304966211, 0.005538091063499451, 0.00601625582203269, 0.006494420114904642, 0.0069725848734378815, 0.007450749631971121, 0.00792891439050436, 0.008407078683376312, 0.008885243907570839, 0.009363408200442791, 0.009841573424637318, 0.01031973771750927, 0.010797902010381222, 0.011276067234575748, 0.0117542315274477, 0.012232396751642227, 0.01271056104451418, 0.013188725337386131, 0.013666890561580658, 0.01414505485445261, 0.014623220078647137, 0.015101384371519089]}, "_step": 13, "_runtime": 16.325434684753418, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0, 8.0, 6.0, 5.0, 7.0, 7.0, 4.0, 8.0, 9.0, 9.0, 7.0, 11.0, 16.0, 11.0, 19.0, 60.0, 15.0, 12.0, 8.0, 11.0, 7.0, 7.0, 5.0, 4.0, 3.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0], "bins": [-0.035530298948287964, -0.034692876040935516, -0.03385545313358307, -0.03301803022623062, -0.032180607318878174, -0.031343188136816025, -0.030505765229463577, -0.02966834232211113, -0.028830919414758682, -0.027993496507406235, -0.027156073600053787, -0.02631865255534649, -0.02548122964799404, -0.024643806740641594, -0.023806385695934296, -0.022968962788581848, -0.0221315398812294, -0.021294116973876953, -0.020456694066524506, -0.019619273021817207, -0.01878185011446476, -0.017944427207112312, -0.017107006162405014, -0.016269583255052567, -0.015432160347700119, -0.014594737440347672, -0.013757315464317799, -0.012919893488287926, -0.012082470580935478, -0.01124504767358303, -0.010407625697553158, -0.009570203721523285, -0.008732780814170837, -0.00789535790681839, -0.007057935930788517, -0.006220513489097357, -0.005383091047406197, -0.004545668605715036, -0.003708246164023876, -0.002870823722332716, -0.002033401280641556, -0.0011959788389503956, -0.0003585563972592354, 0.0004788660444319248, 0.001316288486123085, 0.0021537109278142452, 0.0029911333695054054, 0.0038285558111965656, 0.004665978252887726, 0.005503400694578886, 0.006340823136270046, 0.0071782455779612064, 0.008015668019652367, 0.008853090927004814, 0.009690512903034687, 0.01052793487906456, 0.011365357786417007, 0.012202780693769455, 0.013040202669799328, 0.0138776246458292, 0.014715047553181648, 0.015552470460534096, 0.016389891505241394, 0.01722731441259384, 0.01806473731994629]}, "_timestamp": 1596211450.7716918, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 4.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.04847508668899536, -0.04732334613800049, -0.046171609312295914, -0.04501986876130104, -0.043868131935596466, -0.04271639138460159, -0.04156465083360672, -0.040412914007902145, -0.03926117345690727, -0.0381094366312027, -0.036957696080207825, -0.03580595552921295, -0.03465421870350838, -0.033502478152513504, -0.03235074132680893, -0.031199000775814056, -0.030047262087464333, -0.02889552339911461, -0.027743784710764885, -0.026592044159770012, -0.025440305471420288, -0.024288566783070564, -0.02313682809472084, -0.021985089406371117, -0.020833350718021393, -0.01968161016702652, -0.018529871478676796, -0.017378132790327072, -0.01622639410197735, -0.01507465448230505, -0.013922915793955326, -0.012771176174283028, -0.011619437485933304, -0.01046769879758358, -0.009315959177911282, -0.008164220489561558, -0.007012481335550547, -0.0058607421815395355, -0.004709003493189812, -0.0035572643391788006, -0.0024055251851677895, -0.0012537861475721002, -0.00010204710997641087, 0.0010496919276192784, 0.0022014309652149677, 0.003353170119225979, 0.004504908807575703, 0.005656647961586714, 0.006808387115597725, 0.007960125803947449, 0.009111865423619747, 0.010263604111969471, 0.01141534373164177, 0.012567082419991493, 0.013718821108341217, 0.014870560728013515, 0.016022298485040665, 0.017174039036035538, 0.01832577772438526, 0.019477516412734985, 0.02062925510108471, 0.021780993789434433, 0.022932734340429306, 0.02408447302877903, 0.025236211717128754]}, "val_loss": 1.0895543895899977, "val_accuracy": 0.669123144977169}