summaryrefslogtreecommitdiff
path: root/wandb/run-20200731_151247-3qj84a2y
diff options
context:
space:
mode:
Diffstat (limited to 'wandb/run-20200731_151247-3qj84a2y')
-rw-r--r--wandb/run-20200731_151247-3qj84a2y/config.yaml110
-rw-r--r--wandb/run-20200731_151247-3qj84a2y/media/graph/graph_0_summary_1c12eedc.graph.json1
-rw-r--r--wandb/run-20200731_151247-3qj84a2y/requirements.txt145
-rw-r--r--wandb/run-20200731_151247-3qj84a2y/wandb-events.jsonl1
-rw-r--r--wandb/run-20200731_151247-3qj84a2y/wandb-history.jsonl29
-rw-r--r--wandb/run-20200731_151247-3qj84a2y/wandb-metadata.json30
-rw-r--r--wandb/run-20200731_151247-3qj84a2y/wandb-summary.json1
7 files changed, 317 insertions, 0 deletions
diff --git a/wandb/run-20200731_151247-3qj84a2y/config.yaml b/wandb/run-20200731_151247-3qj84a2y/config.yaml
new file mode 100644
index 0000000..3a658b0
--- /dev/null
+++ b/wandb/run-20200731_151247-3qj84a2y/config.yaml
@@ -0,0 +1,110 @@
+wandb_version: 1
+
+_wandb:
+ desc: null
+ value:
+ cli_version: 0.8.36
+ framework: torch
+ is_jupyter_run: false
+ is_kaggle_kernel: false
+ python_version: 3.8.2
+callback_args:
+ desc: null
+ value:
+ Checkpoint:
+ monitor: val_accuracy
+ EarlyStopping:
+ min_delta: 0.0
+ mode: min
+ monitor: val_loss
+ patience: 3
+ WandbCallback:
+ log_batch_frequency: 1
+ WandbImageLogger:
+ num_examples: 4
+callbacks:
+ desc: null
+ value:
+ - Checkpoint
+ - EarlyStopping
+ - WandbCallback
+criterion:
+ desc: null
+ value: CrossEntropyLoss
+criterion_args:
+ desc: null
+ value:
+ ignore_index: -100
+ reduction: mean
+ weight: null
+data_loader_args:
+ desc: null
+ value:
+ batch_size: 256
+ cuda: true
+ num_workers: 8
+ sample_to_balance: true
+ seed: 4711
+ shuffle: true
+ splits:
+ - train
+ - val
+ subsample_fraction: null
+ target_transform: null
+ transform: null
+dataloader:
+ desc: null
+ value: EmnistDataLoader
+experiment_group:
+ desc: null
+ value: Sample Experiments
+lr_scheduler:
+ desc: null
+ value: OneCycleLR
+lr_scheduler_args:
+ desc: null
+ value:
+ epochs: 2
+ max_lr: 0.001
+ steps_per_epoch: 1314
+metrics:
+ desc: null
+ value:
+ - accuracy
+model:
+ desc: null
+ value: CharacterModel
+network:
+ desc: null
+ value: LeNet
+network_args:
+ desc: null
+ value:
+ input_size:
+ - 28
+ - 28
+ output_size: 62
+optimizer:
+ desc: null
+ value: AdamW
+optimizer_args:
+ desc: null
+ value:
+ amsgrad: false
+ betas:
+ - 0.9
+ - 0.999
+ eps: 1.0e-08
+ lr: 0.01
+ weight_decay: 0
+resume_experiment:
+ desc: null
+ value: null
+train_args:
+ desc: null
+ value:
+ batch_size: 256
+ epochs: 2
+verbosity:
+ desc: null
+ value: 2
diff --git a/wandb/run-20200731_151247-3qj84a2y/media/graph/graph_0_summary_1c12eedc.graph.json b/wandb/run-20200731_151247-3qj84a2y/media/graph/graph_0_summary_1c12eedc.graph.json
new file mode 100644
index 0000000..b72ba20
--- /dev/null
+++ b/wandb/run-20200731_151247-3qj84a2y/media/graph/graph_0_summary_1c12eedc.graph.json
@@ -0,0 +1 @@
+{"format": "torch", "nodes": [{"name": "layers.0", "id": 140397377987536, "class_name": "Conv2d(1, 32, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [32, 1, 3, 3]], ["bias", [32]]], "output_shape": [[2, 32, 26, 26]], "num_parameters": [288, 32]}, {"name": "layers.1", "id": 140397377987344, "class_name": "ReLU(inplace=True)", "parameters": [], "output_shape": [[2, 32, 26, 26]], "num_parameters": []}, {"name": "layers.2", "id": 140397377987488, "class_name": "Conv2d(32, 64, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [64, 32, 3, 3]], ["bias", [64]]], "output_shape": [[2, 64, 24, 24]], "num_parameters": [18432, 64]}, {"name": "layers.4", "id": 140397377987776, "class_name": "MaxPool2d(kernel_size=2, stride=2, padding=0, dilation=1, ceil_mode=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.5", "id": 140397377987728, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.6", "id": 140397377987440, "class_name": "Flatten()", "parameters": [], "output_shape": [[2, 9216]], "num_parameters": []}, {"name": "layers.7", "id": 140397377987824, "class_name": "Linear(in_features=9216, out_features=128, bias=True)", "parameters": [["weight", [128, 9216]], ["bias", [128]]], "output_shape": [[2, 128]], "num_parameters": [1179648, 128]}, {"name": "layers.9", "id": 140397377880416, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 128]], "num_parameters": []}, {"name": "layers.10", "id": 140397377880464, "class_name": "Linear(in_features=128, out_features=62, bias=True)", "parameters": [["weight", [62, 128]], ["bias", [62]]], "output_shape": [[2, 62]], "num_parameters": [7936, 62]}], "edges": []}
diff --git a/wandb/run-20200731_151247-3qj84a2y/requirements.txt b/wandb/run-20200731_151247-3qj84a2y/requirements.txt
new file mode 100644
index 0000000..10c63b6
--- /dev/null
+++ b/wandb/run-20200731_151247-3qj84a2y/requirements.txt
@@ -0,0 +1,145 @@
+alabaster==0.7.12
+appdirs==1.4.4
+attrs==19.3.0
+babel==2.8.0
+backcall==0.2.0
+bandit==1.6.2
+black==19.10b0
+bleach==3.1.5
+blessings==1.7
+boltons==20.2.0
+certifi==2020.6.20
+chardet==3.0.4
+click==7.1.2
+configparser==5.0.0
+coverage==5.2.1
+cycler==0.10.0
+darglint==1.5.2
+dataclasses==0.6
+decorator==4.4.2
+defusedxml==0.6.0
+desert==2020.1.6
+docker-pycreds==0.4.0
+docutils==0.16
+dparse==0.5.1
+entrypoints==0.3
+flake8-annotations==2.3.0
+flake8-bandit==2.1.2
+flake8-black==0.2.1
+flake8-bugbear==20.1.4
+flake8-docstrings==1.5.0
+flake8-import-order==0.18.1
+flake8-polyfill==1.0.2
+flake8==3.8.3
+future==0.18.2
+gitdb==4.0.5
+gitpython==3.1.7
+gpustat==0.6.0
+gql==0.2.0
+graphql-core==1.1
+h5py==2.10.0
+idna==2.10
+imagesize==1.2.0
+ipykernel==5.3.4
+ipython-genutils==0.2.0
+ipython==7.16.1
+ipywidgets==7.5.1
+jedi==0.17.2
+jinja2==2.11.2
+jsonschema==3.2.0
+jupyter-client==6.1.6
+jupyter-console==6.1.0
+jupyter-core==4.6.3
+jupyter==1.0.0
+kiwisolver==1.2.0
+loguru==0.5.1
+markupsafe==1.1.1
+marshmallow==3.7.1
+matplotlib==3.3.0
+mccabe==0.6.1
+mistune==0.8.4
+more-itertools==8.4.0
+mypy-extensions==0.4.3
+mypy==0.770
+nbconvert==5.6.1
+nbformat==5.0.7
+notebook==6.0.3
+numpy==1.19.1
+nvidia-ml-py3==7.352.0
+opencv-python==4.3.0.36
+packaging==20.4
+pandocfilters==1.4.2
+parso==0.7.1
+pathspec==0.8.0
+pathtools==0.1.2
+pbr==5.4.5
+pexpect==4.8.0
+pickleshare==0.7.5
+pillow==7.2.0
+pip==20.2
+pluggy==0.13.1
+prometheus-client==0.8.0
+promise==2.3
+prompt-toolkit==3.0.5
+psutil==5.7.2
+ptyprocess==0.6.0
+py==1.9.0
+pycodestyle==2.6.0
+pydocstyle==5.0.2
+pyflakes==2.2.0
+pygments==2.6.1
+pyparsing==2.4.7
+pyrsistent==0.16.0
+pytest-cov==2.10.0
+pytest-mock==3.2.0
+pytest==5.4.3
+python-dateutil==2.8.1
+pytz==2020.1
+pyyaml==5.3.1
+pyzmq==19.0.1
+qtconsole==4.7.5
+qtpy==1.9.0
+redis==3.5.3
+redlock-py==1.0.8
+regex==2020.7.14
+requests==2.24.0
+safety==1.9.0
+send2trash==1.5.0
+sentry-sdk==0.16.2
+setuptools==41.2.0
+shortuuid==1.0.1
+six==1.15.0
+smmap==3.0.4
+snowballstemmer==2.0.0
+sphinx-autodoc-typehints==1.11.0
+sphinx-rtd-theme==0.4.3
+sphinx==3.1.2
+sphinxcontrib-applehelp==1.0.2
+sphinxcontrib-devhelp==1.0.2
+sphinxcontrib-htmlhelp==1.0.3
+sphinxcontrib-jsmath==1.0.1
+sphinxcontrib-qthelp==1.0.3
+sphinxcontrib-serializinghtml==1.1.4
+stevedore==3.2.0
+subprocess32==3.5.4
+terminado==0.8.3
+testpath==0.4.4
+text-recognizer==0.1.0
+toml==0.10.1
+torch==1.5.1
+torchsummary==1.5.1
+torchvision==0.6.1
+tornado==6.0.4
+tqdm==4.48.0
+traitlets==4.3.3
+typed-ast==1.4.1
+typeguard==2.9.1
+typing-extensions==3.7.4.2
+typing-inspect==0.6.0
+urllib3==1.25.10
+wandb==0.8.36
+watchdog==0.10.3
+wcwidth==0.2.5
+webencodings==0.5.1
+widgetsnbextension==3.5.1
+xdoctest==0.12.0
diff --git a/wandb/run-20200731_151247-3qj84a2y/wandb-events.jsonl b/wandb/run-20200731_151247-3qj84a2y/wandb-events.jsonl
new file mode 100644
index 0000000..8437fb4
--- /dev/null
+++ b/wandb/run-20200731_151247-3qj84a2y/wandb-events.jsonl
@@ -0,0 +1 @@
+{"system.gpu.0.gpu": 61.47, "system.gpu.0.memory": 37.6, "system.gpu.0.memoryAllocated": 23.04, "system.gpu.0.temp": 56.6, "system.gpu.process.0.gpu": 61.47, "system.gpu.process.0.memory": 37.6, "system.gpu.process.0.memoryAllocated": 23.04, "system.gpu.process.0.temp": 56.6, "system.gpu.0.powerWatts": 131.1, "system.gpu.0.powerPercent": 60.98, "system.gpu.process.0.powerWatts": 131.1, "system.gpu.process.0.powerPercent": 60.98, "system.cpu": 67.48, "system.memory": 66.51, "system.disk": 37.1, "system.proc.memory.availableMB": 5361.91, "system.proc.memory.rssMB": 2580.87, "system.proc.memory.percent": 16.13, "system.proc.cpu.threads": 19.53, "system.network.sent": 1695172, "system.network.recv": 1241525, "_wandb": true, "_timestamp": 1596208396, "_runtime": 29}
diff --git a/wandb/run-20200731_151247-3qj84a2y/wandb-history.jsonl b/wandb/run-20200731_151247-3qj84a2y/wandb-history.jsonl
new file mode 100644
index 0000000..9036a26
--- /dev/null
+++ b/wandb/run-20200731_151247-3qj84a2y/wandb-history.jsonl
@@ -0,0 +1,29 @@
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 2.0, 1.0, 3.0, 3.0, 3.0, 2.0, 1.0, 2.0, 3.0, 3.0, 4.0, 0.0, 3.0, 1.0, 0.0, 3.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.024261238053441048, -0.023602694272994995, -0.022944148629903793, -0.02228560298681259, -0.02162705920636654, -0.020968515425920486, -0.020309969782829285, -0.019651424139738083, -0.01899288035929203, -0.018334336578845978, -0.017675790935754776, -0.017017245292663574, -0.01635870151221752, -0.01570015773177147, -0.015041612088680267, -0.01438306737691164, -0.013724522665143013, -0.013065977953374386, -0.012407433241605759, -0.011748888529837132, -0.011090343818068504, -0.010431799106299877, -0.00977325439453125, -0.009114709682762623, -0.008456164970993996, -0.0077976202592253685, -0.007139075547456741, -0.006480530835688114, -0.005821986123919487, -0.00516344141215086, -0.004504896700382233, -0.0038463519886136055, -0.0031878072768449783, -0.002529262565076351, -0.001870717853307724, -0.0012121731415390968, -0.0005536284297704697, 0.0001049162819981575, 0.0007634609937667847, 0.0014220057055354118, 0.002080550417304039, 0.002739095129072666, 0.0033976398408412933, 0.0040561845526099205, 0.004714729264378548, 0.005373273976147175, 0.006031818687915802, 0.006690363399684429, 0.007348908111453056, 0.008007452823221684, 0.00866599753499031, 0.009324542246758938, 0.009983086958527565, 0.010641631670296192, 0.01130017638206482, 0.011958721093833447, 0.012617265805602074, 0.0132758105173707, 0.013934355229139328, 0.014592899940907955, 0.015251444652676582, 0.015909988433122635, 0.016568534076213837, 0.01722707971930504, 0.01788562349975109]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 4.0, 3.0, 4.0, 6.0, 7.0, 10.0, 12.0, 15.0, 21.0, 26.0, 32.0, 61.0, 61.0, 61.0, 103.0, 149.0, 165.0, 205.0, 261.0, 351.0, 481.0, 595.0, 2517.0, 793.0, 557.0, 429.0, 330.0, 233.0, 168.0, 84.0, 48.0, 43.0, 28.0, 22.0, 11.0, 9.0, 6.0, 2.0, 3.0, 3.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.0758633241057396, -0.07376134395599365, -0.07165936380624771, -0.06955739110708237, -0.06745541095733643, -0.06535343080759048, -0.06325145065784454, -0.0611494742333889, -0.05904749780893326, -0.05694551765918732, -0.054843537509441376, -0.05274156108498573, -0.05063958093523979, -0.04853760451078415, -0.04643562436103821, -0.044333647936582565, -0.042231667786836624, -0.04012968763709068, -0.03802771121263504, -0.0359257310628891, -0.033823754638433456, -0.031721774488687515, -0.029619796201586723, -0.02751781791448593, -0.02541583962738514, -0.023313861340284348, -0.021211883053183556, -0.019109904766082764, -0.017007924616336823, -0.014905947260558605, -0.012803968042135239, -0.010701989755034447, -0.008600011467933655, -0.006498033180832863, -0.004396054428070784, -0.002294075908139348, -0.00019209738820791245, 0.0019098811317235231, 0.004011859651654959, 0.006113838404417038, 0.00821581669151783, 0.010317794978618622, 0.012419773265719414, 0.01452175248414278, 0.016623731702566147, 0.01872570998966694, 0.02082768827676773, 0.022929666563868523, 0.025031644850969315, 0.027133623138070107, 0.0292356014251709, 0.03133758157491684, 0.03343955799937248, 0.03554153814911842, 0.037643514573574066, 0.03974549472332001, 0.04184747487306595, 0.04394945129752159, 0.04605143144726753, 0.048153407871723175, 0.050255388021469116, 0.05235736444592476, 0.0544593445956707, 0.05656132102012634, 0.058663301169872284]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 3.0, 4.0, 3.0, 4.0, 6.0, 2.0, 2.0, 2.0, 2.0, 3.0, 5.0, 1.0, 3.0, 3.0, 0.0, 31.0, 3.0, 5.0, 2.0, 2.0, 1.0, 1.0, 5.0, 2.0, 8.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009306257590651512, -0.009032943286001682, -0.008759628050029278, -0.008486313745379448, -0.008212998509407043, -0.007939684204757214, -0.007666369900107384, -0.0073930551297962666, -0.007119740359485149, -0.006846425589174032, -0.006573110818862915, -0.006299796514213085, -0.006026481743901968, -0.005753166973590851, -0.005479852668941021, -0.005206537898629904, -0.004933223128318787, -0.0046599083580076694, -0.004386593587696552, -0.004113279283046722, -0.0038399645127356052, -0.003566649742424488, -0.0032933352049440145, -0.003020020667463541, -0.002746705897152424, -0.0024733911268413067, -0.002200076589360833, -0.0019267619354650378, -0.0016534472815692425, -0.0013801326276734471, -0.0011068179737776518, -0.0008335033198818564, -0.0005601886659860611, -0.00028687401209026575, -1.3559358194470406e-05, 0.00025975529570132494, 0.0005330699495971203, 0.0008063846034929156, 0.001079699257388711, 0.0013530139112845063, 0.0016263285651803017, 0.001899643219076097, 0.0021729578729718924, 0.002446272410452366, 0.002719587180763483, 0.0029929019510746002, 0.0032662164885550737, 0.0035395310260355473, 0.0038128457963466644, 0.004086160566657782, 0.004359475336968899, 0.004632789641618729, 0.004906104411929846, 0.005179419182240963, 0.005452733486890793, 0.00572604825720191, 0.005999363027513027, 0.006272677797824144, 0.0065459925681352615, 0.006819306872785091, 0.007092621643096209, 0.007365936413407326, 0.007639250718057156, 0.00791256595402956, 0.00818588025867939]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 1.0, 5.0, 10.0, 9.0, 13.0, 28.0, 44.0, 89.0, 113.0, 200.0, 250.0, 412.0, 564.0, 874.0, 1223.0, 1776.0, 2577.0, 3617.0, 5086.0, 7561.0, 10965.0, 16136.0, 23559.0, 34997.0, 51951.0, 75208.0, 107468.0, 494560.0, 110983.0, 72531.0, 48545.0, 32645.0, 22260.0, 15298.0, 10829.0, 7670.0, 5495.0, 3871.0, 2852.0, 2065.0, 1439.0, 1072.0, 818.0, 560.0, 416.0, 292.0, 201.0, 129.0, 144.0, 74.0, 50.0, 35.0, 20.0, 23.0, 11.0, 6.0, 6.0, 3.0, 2.0, 2.0, 1.0], "bins": [-0.00760389631614089, -0.007355712354183197, -0.007107528392225504, -0.006859344430267811, -0.006611160468310118, -0.006362976506352425, -0.0061147925443947315, -0.005866608582437038, -0.005618425086140633, -0.0053702411241829395, -0.005122057162225246, -0.004873873200267553, -0.00462568923830986, -0.004377505276352167, -0.004129321314394474, -0.003881137352436781, -0.003632953390479088, -0.0033847694285213947, -0.0031365854665637016, -0.0028884015046060085, -0.0026402175426483154, -0.002392033813521266, -0.002143849851563573, -0.0018956658896058798, -0.0016474819276481867, -0.0013992979656904936, -0.0011511140037328005, -0.0009029301581904292, -0.0006547461962327361, -0.00040656226337887347, -0.00015837833052501082, 8.980560232885182e-05, 0.00033798953518271446, 0.0005861734971404076, 0.0008343574008904397, 0.001082541304640472, 0.001330725266598165, 0.0015789092285558581, 0.0018270930740982294, 0.0020752770360559225, 0.0023234609980136156, 0.0025716449599713087, 0.002819828921929002, 0.003068012883886695, 0.0033161966130137444, 0.0035643805749714375, 0.0038125645369291306, 0.004060748498886824, 0.004308932460844517, 0.00455711642280221, 0.004805300384759903, 0.005053484346717596, 0.005301668308675289, 0.005549852270632982, 0.005798036232590675, 0.0060462201945483685, 0.0062944041565060616, 0.006542587652802467, 0.0067907716147601604, 0.0070389555767178535, 0.007287139538675547, 0.00753532350063324, 0.007783507462590933, 0.008031691424548626, 0.008279874920845032]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 6.0, 2.0, 2.0, 2.0, 3.0, 3.0, 2.0, 3.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.023573005571961403, -0.023026242852211, -0.022479478269815445, -0.02193271555006504, -0.021385950967669487, -0.020839188247919083, -0.02029242366552353, -0.019745660945773125, -0.01919889636337757, -0.018652133643627167, -0.018105369061231613, -0.01755860634148121, -0.017011841759085655, -0.01646507903933525, -0.015918314456939697, -0.015371551737189293, -0.014824788086116314, -0.014278024435043335, -0.013731260783970356, -0.013184497132897377, -0.012637733481824398, -0.012090969830751419, -0.01154420617967844, -0.010997442528605461, -0.010450679808855057, -0.009903916157782078, -0.009357152506709099, -0.00881038885563612, -0.008263625204563141, -0.007716861553490162, -0.007170097902417183, -0.006623334251344204, -0.006076570600271225, -0.005529806949198246, -0.004983043298125267, -0.004436279647052288, -0.0038895162288099527, -0.0033427525777369738, -0.0027959891594946384, -0.0022492255084216595, -0.0017024618573486805, -0.0011556982062757015, -0.0006089346716180444, -6.217107875272632e-05, 0.00048459251411259174, 0.0010313561651855707, 0.0015781196998432279, 0.002124883234500885, 0.002671646885573864, 0.003218410536646843, 0.003765174187719822, 0.004311937838792801, 0.00485870148986578, 0.0054054646752774715, 0.0059522283263504505, 0.0064989919774234295, 0.0070457556284964085, 0.0075925192795693874, 0.008139282464981079, 0.008686046116054058, 0.009232809767127037, 0.009779573418200016, 0.010326337069272995, 0.010873100720345974, 0.011419864371418953]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 10.0, 7.0, 17.0, 11.0, 10.0, 20.0, 19.0, 20.0, 25.0, 32.0, 35.0, 37.0, 31.0, 37.0, 68.0, 62.0, 53.0, 65.0, 103.0, 122.0, 122.0, 127.0, 160.0, 131.0, 132.0, 185.0, 192.0, 161.0, 234.0, 286.0, 292.0, 319.0, 305.0, 344.0, 324.0, 327.0, 376.0, 440.0, 587.0, 770.0, 1505.0, 6554.0, 794.0, 702.0, 498.0, 393.0, 165.0, 162.0, 159.0, 146.0, 137.0, 149.0, 144.0, 101.0, 105.0, 62.0, 38.0, 11.0, 5.0], "bins": [-0.025735478848218918, -0.02517654187977314, -0.02461760677397251, -0.024058669805526733, -0.023499734699726105, -0.022940797731280327, -0.022381862625479698, -0.02182292565703392, -0.02126399055123329, -0.020705053582787514, -0.020146118476986885, -0.019587181508541107, -0.01902824640274048, -0.0184693094342947, -0.017910374328494072, -0.017351437360048294, -0.016792502254247665, -0.016233565285801888, -0.01567462831735611, -0.015115693211555481, -0.014556757174432278, -0.013997821137309074, -0.013438885100185871, -0.012879949063062668, -0.01232101209461689, -0.011762076057493687, -0.011203140020370483, -0.01064420398324728, -0.010085267946124077, -0.009526331909000874, -0.00896739587187767, -0.008408459834754467, -0.007849523797631264, -0.0072905877605080605, -0.006731651723384857, -0.006172715686261654, -0.005613779649138451, -0.00505484314635396, -0.004495907109230757, -0.0039369710721075535, -0.00337803503498435, -0.002819098997861147, -0.0022601629607379436, -0.0017012266907840967, -0.0011422906536608934, -0.0005833545583300292, -2.4418462999165058e-05, 0.0005345176323316991, 0.0010934537276625633, 0.0016523897647857666, 0.00221132580190897, 0.002770262071862817, 0.00332919810898602, 0.0038881341461092234, 0.00444707041606307, 0.005006006453186274, 0.005564942490309477, 0.00612387852743268, 0.006682814564555883, 0.007241750601679087, 0.007800687104463577, 0.00835962314158678, 0.008918559178709984, 0.009477495215833187, 0.01003643125295639]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 5.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.079318106174469, -0.07773316651582718, -0.07614821940660477, -0.07456327974796295, -0.07297834008932114, -0.07139340043067932, -0.06980845332145691, -0.0682235136628151, -0.06663857400417328, -0.06505362689495087, -0.06346868723630905, -0.061883747577667236, -0.06029880419373512, -0.05871386453509331, -0.057128921151161194, -0.05554398149251938, -0.053959038108587265, -0.05237409472465515, -0.050789155066013336, -0.04920421168208122, -0.04761927202343941, -0.046034328639507294, -0.04444938898086548, -0.042864445596933365, -0.04127950221300125, -0.039694562554359436, -0.03810961917042732, -0.03652467951178551, -0.034939736127853394, -0.03335479646921158, -0.031769853085279465, -0.0301849115639925, -0.028599970042705536, -0.02701502852141857, -0.025430087000131607, -0.023845145478844643, -0.022260203957557678, -0.020675260573625565, -0.0190903190523386, -0.017505377531051636, -0.01592043600976467, -0.014335494488477707, -0.012750552967190742, -0.011165610514581203, -0.009580668993294239, -0.007995727472007275, -0.006410785485059023, -0.004825843498110771, -0.0032409019768238068, -0.0016559602227061987, -7.101846858859062e-05, 0.0015139232855290174, 0.0030988650396466255, 0.00468380656093359, 0.006268748547881842, 0.007853690534830093, 0.009438632056117058, 0.011023573577404022, 0.012608515098690987, 0.014193457551300526, 0.015778400003910065, 0.01736334152519703, 0.018948283046483994, 0.020533224567770958, 0.022118166089057922]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 3.0, 3.0, 0.0, 2.0, 1.0, 7.0, 3.0, 2.0, 0.0, 5.0, 0.0, 5.0, 3.0, 5.0, 4.0, 1.0, 3.0, 8.0, 5.0, 9.0, 3.0, 5.0, 7.0, 4.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 5.0, 3.0, 6.0, 8.0, 6.0, 12.0, 100.0, 10.0, 8.0, 2.0, 4.0, 8.0, 3.0], "bins": [-0.07008623331785202, -0.06887407600879669, -0.06766191124916077, -0.06644975394010544, -0.06523758918046951, -0.06402543187141418, -0.06281327456235886, -0.06160110980272293, -0.0603889524936676, -0.059176791459321976, -0.05796463042497635, -0.05675246939063072, -0.055540308356285095, -0.05432814732193947, -0.05311599001288414, -0.05190382897853851, -0.050691667944192886, -0.04947950690984726, -0.04826734587550163, -0.047055188566446304, -0.04584302753210068, -0.04463086649775505, -0.043418705463409424, -0.0422065444290638, -0.04099438339471817, -0.03978222608566284, -0.038570065051317215, -0.03735790401697159, -0.03614574298262596, -0.034933581948280334, -0.033721424639225006, -0.03250926360487938, -0.03129710257053375, -0.030084941536188126, -0.028872782364487648, -0.02766062133014202, -0.026448462158441544, -0.025236301124095917, -0.02402414008975029, -0.022811980918049812, -0.021599819883704185, -0.02038765884935856, -0.01917549967765808, -0.017963338643312454, -0.016751177608966827, -0.01553901843726635, -0.014326857402920723, -0.01311469729989767, -0.011902537196874619, -0.010690377093851566, -0.009478216990828514, -0.008266055956482887, -0.007053895853459835, -0.005841735750436783, -0.004629575181752443, -0.0034174148458987474, -0.0022052545100450516, -0.0009930941741913557, 0.00021906616166234016, 0.001431226497516036, 0.002643386833369732, 0.0038555471692234278, 0.005067707505077124, 0.006279868073761463, 0.007492028176784515]}, "_runtime": 5.95539116859436, "_timestamp": 1596208370.1463852, "_step": 0}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 3.0, 2.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 8.0, 3.0, 0.0, 2.0, 3.0, 1.0, 2.0, 2.0, 2.0, 2.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.023573871701955795, -0.022882536053657532, -0.02219119854271412, -0.021499862894415855, -0.020808525383472443, -0.02011718973517418, -0.019425854086875916, -0.018734516575932503, -0.01804318092763424, -0.017351843416690826, -0.016660507768392563, -0.0159691721200943, -0.015277834609150887, -0.014586498029530048, -0.013895162381231785, -0.013203825801610947, -0.012512489221990108, -0.01182115264236927, -0.011129816062748432, -0.010438480414450169, -0.00974714383482933, -0.009055807255208492, -0.008364470675587654, -0.007673134561628103, -0.006981797982007265, -0.006290461402386427, -0.005599125288426876, -0.004907788708806038, -0.0042164521291852, -0.003525116015225649, -0.0028337794356048107, -0.002142443088814616, -0.0014511067420244217, -0.0007597703370265663, -6.843393202871084e-05, 0.0006229024729691446, 0.001314238877967, 0.0020055752247571945, 0.0026969118043780327, 0.003388248151168227, 0.004079584497958422, 0.00477092107757926, 0.005462257191538811, 0.006153593771159649, 0.006844930350780487, 0.007536266464740038, 0.008227602578699589, 0.008918939158320427, 0.009610275737941265, 0.010301612317562103, 0.010992948897182941, 0.011684284545481205, 0.012375621125102043, 0.013066957704722881, 0.01375829428434372, 0.014449630863964558, 0.015140967443585396, 0.01583230309188366, 0.016523640602827072, 0.017214976251125336, 0.0179063118994236, 0.018597649410367012, 0.019288985058665276, 0.01998032256960869, 0.020671658217906952]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 2.0, 8.0, 2.0, 6.0, 4.0, 4.0, 10.0, 17.0, 17.0, 16.0, 12.0, 24.0, 28.0, 34.0, 28.0, 54.0, 82.0, 83.0, 98.0, 118.0, 163.0, 187.0, 218.0, 302.0, 397.0, 572.0, 2657.0, 969.0, 541.0, 381.0, 222.0, 196.0, 114.0, 90.0, 56.0, 37.0, 37.0, 24.0, 32.0, 21.0, 10.0, 13.0, 12.0, 5.0, 3.0, 6.0, 4.0, 2.0, 0.0, 3.0, 1.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.17311851680278778, -0.16817639768123627, -0.16323427855968475, -0.15829215943813324, -0.15335004031658173, -0.1484079211950302, -0.1434658020734787, -0.13852368295192719, -0.13358157873153687, -0.12863945960998535, -0.12369733303785324, -0.11875521391630173, -0.11381310224533081, -0.1088709831237793, -0.10392886400222778, -0.09898674488067627, -0.09404462575912476, -0.08910250663757324, -0.08416038751602173, -0.07921826839447021, -0.0742761492729187, -0.06933403760194778, -0.06439191848039627, -0.05944979935884476, -0.05450768023729324, -0.04956556111574173, -0.044623441994190216, -0.039681326597929, -0.03473920747637749, -0.029797088354825974, -0.02485497109591961, -0.019912853837013245, -0.014970734715461731, -0.010028616525232792, -0.005086498335003853, -0.0001443801447749138, 0.004797738045454025, 0.009739856235682964, 0.014681974425911903, 0.019624091684818268, 0.02456621080636978, 0.029508329927921295, 0.03445044904947281, 0.039392564445734024, 0.04433468356728554, 0.04927680268883705, 0.05421891808509827, 0.05916103720664978, 0.0641031563282013, 0.06904527544975281, 0.07398739457130432, 0.07892951369285583, 0.08387163281440735, 0.08881374448537827, 0.09375586360692978, 0.09869798272848129, 0.1036401018500328, 0.10858222097158432, 0.11352434009313583, 0.11846645921468735, 0.12340857088565826, 0.12835069000720978, 0.1332928091287613, 0.1382349282503128, 0.14317704737186432]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 3.0, 3.0, 2.0, 2.0, 1.0, 6.0, 1.0, 3.0, 6.0, 0.0, 4.0, 5.0, 1.0, 4.0, 26.0, 4.0, 0.0, 2.0, 3.0, 0.0, 3.0, 1.0, 4.0, 1.0, 2.0, 5.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.005723775364458561, -0.005530284717679024, -0.005336793605238199, -0.005143302958458662, -0.0049498118460178375, -0.0047563211992383, -0.004562830552458763, -0.004369339440017939, -0.004175848793238401, -0.003982357680797577, -0.0037888670340180397, -0.003595376154407859, -0.003401885274797678, -0.003208394395187497, -0.00301490374840796, -0.002821412868797779, -0.0026279219891875982, -0.0024344311095774174, -0.0022409402299672365, -0.0020474495831876993, -0.0018539587035775185, -0.0016604678239673376, -0.0014669769443571568, -0.0012734861811622977, -0.0010799953015521169, -0.0008865044801495969, -0.000693013658747077, -0.0004995227791368961, -0.0003060319577343762, -0.00011254112177994102, 8.094971417449415e-05, 0.00027444056468084455, 0.0004679313860833645, 0.0006614222074858844, 0.0008549130288884044, 0.0010484039084985852, 0.0012418946716934443, 0.001435385551303625, 0.001628876430913806, 0.001822367194108665, 0.002015857957303524, 0.002209348836913705, 0.0024028397165238857, 0.0025963305961340666, 0.0027898214757442474, 0.0029833123553544283, 0.0031768030021339655, 0.0033702938817441463, 0.003563784761354327, 0.003757275640964508, 0.003950766287744045, 0.00414425740018487, 0.004337748046964407, 0.0045312391594052315, 0.004724729806184769, 0.004918220452964306, 0.00511171156540513, 0.005305202212184668, 0.005498693324625492, 0.005692183971405029, 0.0058856746181845665, 0.006079165730625391, 0.006272656377404928, 0.006466147489845753, 0.00665963813662529]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 3.0, 7.0, 14.0, 15.0, 25.0, 45.0, 92.0, 131.0, 178.0, 286.0, 444.0, 696.0, 1064.0, 1630.0, 2321.0, 3260.0, 4538.0, 6433.0, 8723.0, 12007.0, 15912.0, 21909.0, 30025.0, 42607.0, 60203.0, 81436.0, 106020.0, 437110.0, 89174.0, 65898.0, 48378.0, 35295.0, 25656.0, 19021.0, 14104.0, 10992.0, 8731.0, 6661.0, 5051.0, 3908.0, 2839.0, 2097.0, 1500.0, 1116.0, 719.0, 450.0, 349.0, 231.0, 131.0, 103.0, 46.0, 27.0, 19.0, 6.0, 6.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.012843206524848938, -0.012433121912181377, -0.012023036368191242, -0.011612951755523682, -0.011202866211533546, -0.010792781598865986, -0.01038269605487585, -0.00997261144220829, -0.009562525898218155, -0.009152441285550594, -0.008742356672883034, -0.008332271128892899, -0.007922186516225338, -0.00751210143789649, -0.007102016359567642, -0.006691931281238794, -0.0062818462029099464, -0.0058717611245810986, -0.005461676046252251, -0.005051590967923403, -0.004641505889594555, -0.004231421276926994, -0.0038213361985981464, -0.0034112511202692986, -0.0030011660419404507, -0.002591080963611603, -0.002180995885282755, -0.0017709110397845507, -0.0013608259614557028, -0.0009507409413345158, -0.0005406559212133288, -0.00013057090109214187, 0.0002795141190290451, 0.0006895991391502321, 0.001099684159271419, 0.001509769121184945, 0.001919854199513793, 0.002329939277842641, 0.002740024123340845, 0.003150109201669693, 0.003560194279998541, 0.003970279358327389, 0.004380364436656237, 0.0047904495149850845, 0.005200534127652645, 0.005610619205981493, 0.006020704284310341, 0.006430789362639189, 0.006840874440968037, 0.0072509595192968845, 0.007661044597625732, 0.008071129210293293, 0.008481214754283428, 0.008891299366950989, 0.009301384910941124, 0.009711469523608685, 0.010121554136276245, 0.01053163968026638, 0.010941724292933941, 0.011351809836924076, 0.011761894449591637, 0.012171979993581772, 0.012582064606249332, 0.012992150150239468, 0.013402234762907028]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 5.0, 1.0, 3.0, 1.0, 4.0, 2.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 6.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.011138146743178368, -0.01069857832044363, -0.010259009897708893, -0.009819441474974155, -0.009379873052239418, -0.00894030462950468, -0.008500736206769943, -0.008061167784035206, -0.0076215993613004684, -0.007182030938565731, -0.006742462515830994, -0.006302894093096256, -0.005863325670361519, -0.0054237572476267815, -0.004984188824892044, -0.004544620402157307, -0.004105051979422569, -0.003665483556687832, -0.0032259151339530945, -0.002786346711218357, -0.0023467782884836197, -0.0019072098657488823, -0.001467641443014145, -0.0010280730202794075, -0.0005885045975446701, -0.0001489361748099327, 0.0002906322479248047, 0.0007302006706595421, 0.0011697690933942795, 0.0016093375161290169, 0.0020489059388637543, 0.0024884743615984917, 0.002928042784333229, 0.0033676112070679665, 0.003807179629802704, 0.004246748052537441, 0.004686316475272179, 0.005125884898006916, 0.0055654533207416534, 0.006005021743476391, 0.006444590166211128, 0.006884158588945866, 0.007323727011680603, 0.00776329543441534, 0.008202863857150078, 0.008642432279884815, 0.009082000702619553, 0.00952156912535429, 0.009961137548089027, 0.010400705970823765, 0.010840274393558502, 0.01127984281629324, 0.011719411239027977, 0.012158979661762714, 0.012598548084497452, 0.01303811650723219, 0.013477684929966927, 0.013917253352701664, 0.014356821775436401, 0.014796390198171139, 0.015235958620905876, 0.01567552611231804, 0.01611509546637535, 0.016554664820432663, 0.016994232311844826]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 4.0, 5.0, 6.0, 15.0, 9.0, 11.0, 8.0, 16.0, 31.0, 35.0, 50.0, 51.0, 65.0, 75.0, 109.0, 164.0, 192.0, 221.0, 267.0, 307.0, 351.0, 373.0, 413.0, 398.0, 487.0, 527.0, 710.0, 1071.0, 7132.0, 1542.0, 748.0, 550.0, 431.0, 383.0, 279.0, 269.0, 219.0, 177.0, 136.0, 102.0, 91.0, 73.0, 68.0, 30.0, 53.0, 27.0, 37.0, 21.0, 18.0, 17.0, 9.0, 8.0, 6.0, 4.0, 6.0, 5.0, 6.0, 2.0, 1.0, 1.0, 3.0, 1.0, 3.0], "bins": [-0.00880877673625946, -0.008513308130204678, -0.008217839524149895, -0.007922370918095112, -0.007626902312040329, -0.007331433705985546, -0.007035965099930763, -0.00674049649387598, -0.0064450278878211975, -0.006149559281766415, -0.005854090675711632, -0.005558622069656849, -0.005263153463602066, -0.004967684857547283, -0.0046722162514925, -0.0043767476454377174, -0.004081279039382935, -0.0037858104333281517, -0.003490341827273369, -0.003194873221218586, -0.002899404615163803, -0.0026039360091090202, -0.0023084674030542374, -0.0020129987969994545, -0.0017175301909446716, -0.0014220615848898888, -0.001126592978835106, -0.000831124372780323, -0.0005356557667255402, -0.0002401871606707573, 5.5281445384025574e-05, 0.00035075005143880844, 0.0006462186574935913, 0.0009416872635483742, 0.001237155869603157, 0.00153262447565794, 0.0018280930817127228, 0.0021235616877675056, 0.0024190302938222885, 0.0027144988998770714, 0.0030099675059318542, 0.003305436111986637, 0.00360090471804142, 0.003896373324096203, 0.004191841930150986, 0.004487310536205769, 0.0047827791422605515, 0.005078247748315334, 0.005373716354370117, 0.0056691849604249, 0.005964653566479683, 0.006260122172534466, 0.006555590778589249, 0.0068510593846440315, 0.007146527990698814, 0.007441996596753597, 0.00773746520280838, 0.008032933808863163, 0.008328402414917946, 0.008623871020972729, 0.008919339627027512, 0.009214808233082294, 0.009510276839137077, 0.00980574544519186, 0.010101214051246643]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 5.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.03759352117776871, -0.036686453968286514, -0.03577938675880432, -0.03487232327461243, -0.033965256065130234, -0.03305818885564804, -0.03215112164616585, -0.031244056299328804, -0.03033698908984661, -0.029429923743009567, -0.028522856533527374, -0.02761578932404518, -0.026708723977208138, -0.025801656767725945, -0.0248945914208889, -0.023987524211406708, -0.023080457001924515, -0.02217339165508747, -0.021266324445605278, -0.020359259098768234, -0.01945219188928604, -0.018545126542448997, -0.017638059332966805, -0.01673099212348461, -0.015823926776647568, -0.014916859567165375, -0.014009793289005756, -0.013102727010846138, -0.01219566073268652, -0.011288594454526901, -0.010381527245044708, -0.00947446096688509, -0.008567394688725471, -0.007660328410565853, -0.006753261666744947, -0.005846195388585329, -0.004939128644764423, -0.004032062366604805, -0.0031249960884451866, -0.0022179295774549246, -0.0013108630664646626, -0.00040379661368206143, 0.0005032698391005397, 0.0014103362336754799, 0.002317402744665742, 0.003224469255656004, 0.004131535533815622, 0.005038602277636528, 0.005945668555796146, 0.006852734833955765, 0.0077598015777766705, 0.008666868321597576, 0.009573934599757195, 0.010481000877916813, 0.011388067156076431, 0.01229513343423605, 0.013202199712395668, 0.014109266921877861, 0.01501633320003748, 0.015923399478197098, 0.01683046668767929, 0.017737532034516335, 0.018644599243998528, 0.01955166459083557, 0.020458731800317764]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 4.0, 0.0, 4.0, 4.0, 3.0, 2.0, 4.0, 1.0, 6.0, 10.0, 2.0, 4.0, 6.0, 5.0, 3.0, 4.0, 5.0, 7.0, 4.0, 5.0, 2.0, 6.0, 0.0, 2.0, 1.0, 2.0, 4.0, 4.0, 4.0, 4.0, 3.0, 2.0, 2.0, 3.0, 3.0, 0.0, 4.0, 5.0, 5.0, 3.0, 3.0, 1.0, 4.0, 2.0, 51.0, 19.0, 10.0, 6.0, 7.0, 7.0, 4.0, 6.0, 2.0, 5.0, 4.0, 1.0, 2.0, 3.0, 2.0, 0.0, 3.0], "bins": [-0.026507331058382988, -0.025954805314540863, -0.02540227770805359, -0.024849750101566315, -0.02429722435772419, -0.023744698613882065, -0.02319217100739479, -0.022639643400907516, -0.02208711765706539, -0.021534591913223267, -0.020982064306735992, -0.020429536700248718, -0.019877010956406593, -0.01932448521256447, -0.018771957606077194, -0.01821942999958992, -0.017666904255747795, -0.01711437851190567, -0.016561850905418396, -0.016009323298931122, -0.015456797555088997, -0.014904270879924297, -0.014351744204759598, -0.013799217529594898, -0.013246690854430199, -0.012694164179265499, -0.0121416375041008, -0.0115891108289361, -0.0110365841537714, -0.010484057478606701, -0.009931530803442001, -0.009379004128277302, -0.008826477453112602, -0.008273950777947903, -0.007721424102783203, -0.007168897427618504, -0.006616370752453804, -0.0060638440772891045, -0.005511317402124405, -0.004958790726959705, -0.004406264051795006, -0.0038537373766303062, -0.0033012107014656067, -0.002748684026300907, -0.0021961573511362076, -0.001643630675971508, -0.0010911040008068085, -0.0005385773256421089, 1.3949349522590637e-05, 0.0005664760246872902, 0.0011190026998519897, 0.0016715293750166893, 0.002224056050181389, 0.0027765827253460884, 0.003329109400510788, 0.0038816360756754875, 0.004434162750840187, 0.004986689426004887, 0.005539216101169586, 0.006091742776334286, 0.006644269451498985, 0.007196796126663685, 0.007749322801828384, 0.008301849476993084, 0.008854376152157784]}, "_runtime": 6.7964088916778564, "_timestamp": 1596208370.987403, "_step": 1}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 4.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 2.0, 2.0, 5.0, 1.0, 5.0, 2.0, 2.0, 0.0, 1.0, 3.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0], "bins": [-0.02666517347097397, -0.026028502732515335, -0.0253918319940567, -0.024755161255598068, -0.024118492379784584, -0.02348182164132595, -0.022845150902867317, -0.022208480164408684, -0.02157180942595005, -0.020935138687491417, -0.020298469811677933, -0.0196617990732193, -0.019025128334760666, -0.018388457596302032, -0.0177517868578434, -0.017115116119384766, -0.016478445380926132, -0.015841776505112648, -0.015205105766654015, -0.014568435028195381, -0.013931764289736748, -0.013295094482600689, -0.012658423744142056, -0.012021753005683422, -0.011385083198547363, -0.01074841246008873, -0.010111741721630096, -0.009475070983171463, -0.008838401176035404, -0.00820173043757677, -0.007565060164779425, -0.006928389426320791, -0.006291719153523445, -0.005655048880726099, -0.005018378142267466, -0.0043817078694701195, -0.0037450373638421297, -0.00310836685821414, -0.002471696585416794, -0.001835026079788804, -0.0011983555741608143, -0.0005616851267404854, 7.498532067984343e-05, 0.0007116557681001723, 0.0013483262155205011, 0.001984996721148491, 0.002621666993945837, 0.003258337499573827, 0.0038950080052018166, 0.004531678277999163, 0.005168349016457796, 0.005805019289255142, 0.006441690027713776, 0.007078360300511122, 0.007715030573308468, 0.008351701311767101, 0.00898837111890316, 0.009625041857361794, 0.010261712595820427, 0.01089838333427906, 0.01153505314141512, 0.012171723879873753, 0.012808394618332386, 0.013445064425468445, 0.014081735163927078]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 0.0, 2.0, 3.0, 2.0, 3.0, 2.0, 0.0, 5.0, 5.0, 4.0, 6.0, 4.0, 9.0, 12.0, 11.0, 13.0, 13.0, 14.0, 18.0, 29.0, 24.0, 45.0, 35.0, 40.0, 58.0, 53.0, 70.0, 96.0, 161.0, 187.0, 224.0, 307.0, 423.0, 2296.0, 1466.0, 804.0, 467.0, 276.0, 209.0, 126.0, 95.0, 73.0, 46.0, 44.0, 41.0, 28.0, 18.0, 13.0, 7.0, 10.0, 7.0, 4.0, 6.0, 3.0, 4.0, 5.0, 0.0, 0.0, 2.0, 1.0, 2.0], "bins": [-0.188369482755661, -0.18324407935142517, -0.17811867594718933, -0.1729932725429535, -0.16786786913871765, -0.162742480635643, -0.15761707723140717, -0.15249167382717133, -0.14736627042293549, -0.14224086701869965, -0.1371154636144638, -0.13199006021022797, -0.12686467170715332, -0.12173926085233688, -0.11661386489868164, -0.1114884614944458, -0.10636305809020996, -0.10123765468597412, -0.09611225128173828, -0.09098685532808304, -0.0858614519238472, -0.08073604851961136, -0.07561065256595612, -0.07048524916172028, -0.06535984575748444, -0.060234442353248596, -0.055109042674303055, -0.04998364299535751, -0.044858239591121674, -0.039732836186885834, -0.03460743650794029, -0.029482034966349602, -0.02435663342475891, -0.01923123188316822, -0.01410583034157753, -0.00898042879998684, -0.0038550272583961487, 0.001270374283194542, 0.0063957758247852325, 0.011521177366375923, 0.016646578907966614, 0.021771980449557304, 0.026897381991147995, 0.032022781670093536, 0.037148185074329376, 0.042273588478565216, 0.04739898815751076, 0.0525243878364563, 0.05764979124069214, 0.06277519464492798, 0.06790059804916382, 0.07302599400281906, 0.0781513974070549, 0.08327680081129074, 0.08840219676494598, 0.09352760016918182, 0.09865300357341766, 0.1037784069776535, 0.10890381038188934, 0.11402920633554459, 0.11915460973978043, 0.12428001314401627, 0.1294054090976715, 0.13453081250190735, 0.1396562159061432]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 3.0, 4.0, 3.0, 1.0, 5.0, 2.0, 2.0, 3.0, 2.0, 3.0, 2.0, 0.0, 3.0, 30.0, 1.0, 2.0, 3.0, 4.0, 5.0, 2.0, 1.0, 1.0, 4.0, 1.0, 1.0, 2.0, 5.0, 0.0, 1.0, 0.0, 4.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00545127410441637, -0.005246909335255623, -0.005042544566094875, -0.0048381793312728405, -0.004633814562112093, -0.0044294497929513454, -0.004225085023790598, -0.004020719788968563, -0.0038163550198078156, -0.003611990250647068, -0.0034076254814863205, -0.0032032604794949293, -0.002998895710334182, -0.0027945307083427906, -0.002590165939182043, -0.002385800937190652, -0.0021814361680299044, -0.001977071398869157, -0.0017727063968777657, -0.0015683415113016963, -0.001363976625725627, -0.0011596118565648794, -0.0009552469709888101, -0.0007508820854127407, -0.0005465171998366714, -0.000342152314260602, -0.0001377874577883631, 6.657741323579103e-05, 0.00027094228425994515, 0.0004753071698360145, 0.000679671997204423, 0.0008840368827804923, 0.0010884017683565617, 0.001292766653932631, 0.0014971315395087004, 0.0017014964250847697, 0.001905861310660839, 0.0021102260798215866, 0.002314591081812978, 0.0025189558509737253, 0.0027233208529651165, 0.002927685622125864, 0.0031320503912866116, 0.0033364153932780027, 0.0035407801624387503, 0.0037451451644301414, 0.003949509933590889, 0.0041538747027516365, 0.004358239471912384, 0.004562604706734419, 0.004766969475895166, 0.004971334245055914, 0.0051756990142166615, 0.005380064249038696, 0.005584429018199444, 0.005788793787360191, 0.005993158556520939, 0.006197523325681686, 0.006401888560503721, 0.006606253329664469, 0.006810618098825216, 0.007014982867985964, 0.007219348102807999, 0.007423712871968746, 0.007628077641129494]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 4.0, 8.0, 16.0, 17.0, 45.0, 59.0, 105.0, 170.0, 249.0, 358.0, 528.0, 761.0, 1120.0, 1664.0, 2372.0, 3484.0, 4879.0, 6636.0, 8968.0, 12297.0, 16204.0, 21722.0, 29702.0, 42181.0, 61703.0, 89618.0, 451882.0, 112764.0, 80323.0, 57578.0, 41378.0, 30490.0, 22388.0, 17183.0, 13474.0, 10552.0, 8491.0, 6623.0, 5026.0, 4094.0, 3204.0, 2463.0, 1941.0, 1399.0, 1088.0, 758.0, 565.0, 400.0, 230.0, 184.0, 115.0, 71.0, 43.0, 25.0, 18.0, 12.0, 6.0, 3.0, 4.0, 1.0], "bins": [-0.014455487951636314, -0.013987749814987183, -0.013520012609660625, -0.013052274473011494, -0.012584537267684937, -0.012116799131035805, -0.011649061925709248, -0.011181323789060116, -0.010713586583733559, -0.010245848447084427, -0.009778110310435295, -0.009310373105108738, -0.008842634968459606, -0.008374897763133049, -0.007907159626483917, -0.007439421955496073, -0.006971684284508228, -0.006503946613520384, -0.006036208942532539, -0.005568471271544695, -0.00510073360055685, -0.004632995463907719, -0.004165257792919874, -0.0036975201219320297, -0.0032297824509441853, -0.002762044779956341, -0.0022943071089684963, -0.0018265692051500082, -0.0013588315341621637, -0.0008910938049666584, -0.000423356075771153, 4.438165342435241e-05, 0.0005121193826198578, 0.0009798570536077023, 0.0014475948410108685, 0.0019153326284140348, 0.0023830702994018793, 0.0028508079703897238, 0.003318545874208212, 0.0037862835451960564, 0.004254021216183901, 0.004721758887171745, 0.00518949655815959, 0.005657234229147434, 0.006124972365796566, 0.0065927100367844105, 0.007060447707772255, 0.007528185378760099, 0.007995923049747944, 0.008463661186397076, 0.008931398391723633, 0.009399136528372765, 0.009866873733699322, 0.010334611870348454, 0.01080234907567501, 0.011270087212324142, 0.011737825348973274, 0.012205562554299831, 0.012673300690948963, 0.01314103789627552, 0.013608776032924652, 0.01407651323825121, 0.014544251374900341, 0.015011988580226898, 0.01547972671687603]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 6.0, 4.0, 2.0, 4.0, 1.0, 3.0, 2.0, 0.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0026600456330925226, -0.002341827843338251, -0.002023609820753336, -0.0017053920309990644, -0.0013871741248294711, -0.0010689562186598778, -0.0007507383706979454, -0.0004325204936321825, -0.0001143026165664196, 0.00020391526049934328, 0.0005221331375651062, 0.0008403509855270386, 0.001158568891696632, 0.0014767867978662252, 0.0017950045876204967, 0.002113222610205412, 0.0024314403999596834, 0.002749658189713955, 0.00306787621229887, 0.0033860940020531416, 0.003704311791807413, 0.004022529814392328, 0.004340747836977243, 0.004658965393900871, 0.0049771834164857864, 0.005295401439070702, 0.0056136189959943295, 0.005931837018579245, 0.00625005504116416, 0.006568272598087788, 0.006886490620672703, 0.007204708643257618, 0.007522926665842533, 0.007841144688427448, 0.008159361779689789, 0.008477579802274704, 0.00879579782485962, 0.009114015847444534, 0.00943223387002945, 0.009750451892614365, 0.01006866991519928, 0.01038688700646162, 0.010705105029046535, 0.01102332305163145, 0.011341541074216366, 0.011659759096801281, 0.011977977119386196, 0.012296194210648537, 0.012614412233233452, 0.012932630255818367, 0.013250848278403282, 0.013569066300988197, 0.013887284323573112, 0.014205501414835453, 0.014523719437420368, 0.014841937460005283, 0.015160155482590199, 0.015478373505175114, 0.015796590596437454, 0.01611480861902237, 0.016433026641607285, 0.0167512446641922, 0.017069462686777115, 0.01738768070936203, 0.017705898731946945]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 6.0, 13.0, 6.0, 9.0, 16.0, 36.0, 43.0, 59.0, 89.0, 93.0, 129.0, 178.0, 202.0, 294.0, 317.0, 450.0, 591.0, 1045.0, 6355.0, 1588.0, 1134.0, 893.0, 710.0, 625.0, 431.0, 338.0, 293.0, 253.0, 241.0, 237.0, 200.0, 178.0, 188.0, 162.0, 148.0, 127.0, 128.0, 117.0, 85.0, 68.0, 58.0, 41.0, 42.0, 27.0, 39.0, 30.0, 25.0, 21.0, 14.0, 8.0, 6.0, 2.0, 10.0, 6.0, 5.0, 4.0, 6.0, 4.0, 2.0, 3.0], "bins": [-0.003797586541622877, -0.003625854616984725, -0.003454122692346573, -0.0032823907677084208, -0.0031106588430702686, -0.002938926685601473, -0.0027671947609633207, -0.0025954628363251686, -0.0024237309116870165, -0.0022519989870488644, -0.0020802670624107122, -0.0019085350213572383, -0.0017368030967190862, -0.001565071172080934, -0.00139333913102746, -0.001221607206389308, -0.0010498752817511559, -0.0008781433571130037, -0.0007064113742671907, -0.0005346793914213777, -0.00036294746678322554, -0.00019121551304124296, -1.9483559299260378e-05, 0.0001522483944427222, 0.0003239803481847048, 0.0004957122728228569, 0.0006674442556686699, 0.000839176238514483, 0.001010908163152635, 0.0011826400877907872, 0.0013543721288442612, 0.0015261040534824133, 0.0016978359781205654, 0.0018695679027587175, 0.0020412998273968697, 0.0022130317520350218, 0.002384763676673174, 0.0025564958341419697, 0.002728227758780122, 0.002899959683418274, 0.003071691608056426, 0.003243423532694578, 0.0034151554573327303, 0.0035868873819708824, 0.003758619539439678, 0.003930351231247187, 0.0041020833887159824, 0.004273815080523491, 0.004445547237992287, 0.0046172793954610825, 0.004789011087268591, 0.004960743244737387, 0.005132474936544895, 0.005304207094013691, 0.005475938785821199, 0.005647670943289995, 0.005819402635097504, 0.0059911347925662994, 0.006162866950035095, 0.006334598641842604, 0.0065063307993113995, 0.006678062491118908, 0.006849794648587704, 0.007021526340395212, 0.007193258497864008]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 0.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.018481798470020294, -0.01774485781788826, -0.017007915303111076, -0.016270974650979042, -0.015534032136201859, -0.014797091484069824, -0.014060149900615215, -0.013323208317160606, -0.012586266733705997, -0.011849325150251389, -0.01111238356679678, -0.01037544198334217, -0.009638501331210136, -0.008901559747755527, -0.008164618164300919, -0.00742767658084631, -0.006690734997391701, -0.005953793413937092, -0.005216851830482483, -0.004479910712689161, -0.0037429691292345524, -0.0030060275457799435, -0.002269086195155978, -0.0015321447281166911, -0.000795203261077404, -5.826179403811693e-05, 0.0006786796730011702, 0.0014156211400404572, 0.0021525626070797443, 0.0028895041905343533, 0.0036264455411583185, 0.004363386891782284, 0.005100328475236893, 0.005837270058691502, 0.0065742116421461105, 0.007311152759939432, 0.008048094809055328, 0.008785035461187363, 0.009521977044641972, 0.01025891862809658, 0.01099586021155119, 0.011732801795005798, 0.012469743378460407, 0.013206684961915016, 0.01394362561404705, 0.01468056719750166, 0.015417508780956268, 0.016154451295733452, 0.016891391947865486, 0.01762833259999752, 0.018365275114774704, 0.01910221576690674, 0.019839158281683922, 0.020576098933815956, 0.02131304144859314, 0.022049982100725174, 0.022786922752857208, 0.023523865267634392, 0.024260805919766426, 0.02499774843454361, 0.025734689086675644, 0.026471631601452827, 0.027208572253584862, 0.027945514768362045, 0.02868245542049408]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 4.0, 1.0, 2.0, 3.0, 5.0, 6.0, 5.0, 7.0, 5.0, 4.0, 7.0, 10.0, 4.0, 8.0, 10.0, 10.0, 13.0, 57.0, 18.0, 8.0, 10.0, 10.0, 4.0, 8.0, 8.0, 7.0, 5.0, 4.0, 1.0, 4.0, 3.0, 2.0, 4.0, 3.0, 3.0, 3.0, 6.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01347669493407011, -0.013051348738372326, -0.012626001611351967, -0.012200655415654182, -0.011775308288633823, -0.011349962092936039, -0.01092461496591568, -0.010499268770217896, -0.010073922574520111, -0.009648575447499752, -0.009223229251801968, -0.008797882124781609, -0.008372535929083824, -0.007947188802063465, -0.007521842606365681, -0.007096495945006609, -0.006671149283647537, -0.0062458026222884655, -0.005820455960929394, -0.005395109299570322, -0.00496976263821125, -0.004544416442513466, -0.004119069781154394, -0.0036937231197953224, -0.0032683764584362507, -0.002843029797077179, -0.0024176831357181072, -0.001992336707189679, -0.0015669900458306074, -0.0011416433844715357, -0.0007162968395277858, -0.00029095023637637496, 0.00013439636677503586, 0.0005597429699264467, 0.0009850895730778575, 0.0014104361180216074, 0.0018357827793806791, 0.002261129440739751, 0.002686475869268179, 0.0031118225306272507, 0.0035371691919863224, 0.003962515853345394, 0.004387862514704466, 0.004813209176063538, 0.005238555371761322, 0.005663902033120394, 0.0060892486944794655, 0.006514595355838537, 0.006939942017197609, 0.007365288678556681, 0.007790635339915752, 0.008215981535613537, 0.008641328662633896, 0.00906667485833168, 0.00949202198535204, 0.009917368181049824, 0.010342715308070183, 0.010768061503767967, 0.011193407699465752, 0.01161875482648611, 0.012044101022183895, 0.012469448149204254, 0.012894794344902039, 0.013320141471922398, 0.013745487667620182]}, "_runtime": 7.659263849258423, "_timestamp": 1596208371.8502579, "_step": 2}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 5.0, 4.0, 1.0, 2.0, 1.0, 2.0, 1.0, 4.0, 3.0, 1.0, 2.0, 3.0, 2.0, 5.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013558217324316502, -0.013085887767374516, -0.01261355821043253, -0.012141228653490543, -0.011668899096548557, -0.011196569539606571, -0.010724239982664585, -0.010251910425722599, -0.009779579937458038, -0.009307250380516052, -0.008834920823574066, -0.00836259126663208, -0.007890261709690094, -0.007417932152748108, -0.006945602595806122, -0.006473273038864136, -0.00600094348192215, -0.005528613924980164, -0.0050562843680381775, -0.004583954811096191, -0.004111625254154205, -0.0036392954643815756, -0.003166965674608946, -0.0026946361176669598, -0.0022223065607249737, -0.0017499770037829876, -0.0012776473304256797, -0.0008053177152760327, -0.0003329881001263857, 0.0001393415150232613, 0.0006116711301729083, 0.0010840008035302162, 0.0015563303604722023, 0.0020286599174141884, 0.0025009894743561745, 0.002973319264128804, 0.0034456488210707903, 0.00391797861084342, 0.004390308167785406, 0.004862637724727392, 0.005334967281669378, 0.005807296838611364, 0.0062796263955533504, 0.0067519559524953365, 0.00722428597509861, 0.007696615532040596, 0.008168945088982582, 0.008641274645924568, 0.009113604202866554, 0.00958593375980854, 0.010058263316750526, 0.010530592873692513, 0.011002922430634499, 0.011475251987576485, 0.01194758154451847, 0.012419911101460457, 0.012892240658402443, 0.013364571146667004, 0.01383690070360899, 0.014309230260550976, 0.014781559817492962, 0.015253889374434948, 0.01572621800005436, 0.016198547556996346, 0.01667087897658348]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 3.0, 1.0, 0.0, 2.0, 2.0, 3.0, 2.0, 0.0, 4.0, 2.0, 5.0, 3.0, 3.0, 8.0, 11.0, 14.0, 19.0, 21.0, 27.0, 31.0, 42.0, 41.0, 59.0, 70.0, 94.0, 122.0, 140.0, 213.0, 269.0, 330.0, 497.0, 3341.0, 1077.0, 484.0, 311.0, 190.0, 139.0, 86.0, 65.0, 48.0, 40.0, 25.0, 13.0, 21.0, 10.0, 7.0, 15.0, 5.0, 1.0, 6.0, 0.0, 5.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.14966219663619995, -0.14501728117465973, -0.1403723657131195, -0.13572745025157928, -0.13108253479003906, -0.12643761932849884, -0.12179271131753922, -0.11714779585599899, -0.11250288039445877, -0.10785796493291855, -0.10321304947137833, -0.0985681340098381, -0.09392322599887848, -0.08927831053733826, -0.08463339507579803, -0.07998847961425781, -0.07534356415271759, -0.07069864869117737, -0.06605373322963715, -0.06140882149338722, -0.056763906031847, -0.05211899057030678, -0.047474078834056854, -0.04282916337251663, -0.03818424791097641, -0.03353933244943619, -0.028894418850541115, -0.024249505251646042, -0.01960458979010582, -0.014959675259888172, -0.010314760729670525, -0.005669846199452877, -0.0010249316692352295, 0.003619982860982418, 0.008264897391200066, 0.012909811921417713, 0.01755472645163536, 0.022199641913175583, 0.026844555512070656, 0.03148946911096573, 0.03613438457250595, 0.04077930003404617, 0.045424215495586395, 0.05006912723183632, 0.05471404269337654, 0.05935895815491676, 0.06400386989116669, 0.06864878535270691, 0.07329370081424713, 0.07793861627578735, 0.08258353173732758, 0.0872284471988678, 0.09187336266040802, 0.09651827067136765, 0.10116318613290787, 0.10580810159444809, 0.11045301705598831, 0.11509793251752853, 0.11974284797906876, 0.12438776344060898, 0.1290326714515686, 0.13367758691310883, 0.13832250237464905, 0.14296741783618927, 0.1476123332977295]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 2.0, 1.0, 2.0, 5.0, 2.0, 2.0, 5.0, 6.0, 2.0, 1.0, 1.0, 4.0, 4.0, 2.0, 2.0, 29.0, 6.0, 4.0, 5.0, 0.0, 3.0, 6.0, 0.0, 4.0, 3.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.005998247303068638, -0.00582447974011302, -0.005650711711496115, -0.005476944148540497, -0.005303176585584879, -0.005129408556967974, -0.004955640994012356, -0.004781873431056738, -0.004608105402439833, -0.004434337839484215, -0.004260570276528597, -0.004086802247911692, -0.003913034684956074, -0.003739266889169812, -0.0035654990933835506, -0.0033917315304279327, -0.003217963734641671, -0.0030441959388554096, -0.0028704283758997917, -0.00269666058011353, -0.0025228927843272686, -0.0023491252213716507, -0.002175357425585389, -0.0020015896297991276, -0.0018278219504281878, -0.0016540542710572481, -0.0014802864752709866, -0.0013065187959000468, -0.001132751116529107, -0.0009589833207428455, -0.0007852156413719058, -0.0006114479037933052, -0.0004376801662147045, -0.00026391242863610387, -9.014472016133368e-05, 8.362300286535174e-05, 0.00025739072589203715, 0.0004311584634706378, 0.0006049261428415775, 0.0007786938804201782, 0.0009524616179987788, 0.0011262292973697186, 0.0012999970931559801, 0.0014737647725269198, 0.0016475324518978596, 0.0018213002476841211, 0.0019950680434703827, 0.0021688356064260006, 0.002342603402212262, 0.0025163711979985237, 0.0026901387609541416, 0.002863906556740403, 0.0030376743525266647, 0.0032114419154822826, 0.003385209711268544, 0.0035589775070548058, 0.0037327450700104237, 0.003906513098627329, 0.004080280661582947, 0.004254048224538565, 0.00442781625315547, 0.004601583816111088, 0.004775351379066706, 0.004949119407683611, 0.005122886970639229]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 6.0, 10.0, 20.0, 24.0, 34.0, 59.0, 88.0, 124.0, 199.0, 234.0, 295.0, 367.0, 507.0, 642.0, 875.0, 1246.0, 1767.0, 2671.0, 3907.0, 5809.0, 8487.0, 12045.0, 16928.0, 23903.0, 33833.0, 47726.0, 68022.0, 97274.0, 472778.0, 111591.0, 76435.0, 53163.0, 38054.0, 27115.0, 19327.0, 13943.0, 10060.0, 7479.0, 5664.0, 4298.0, 3292.0, 2472.0, 1855.0, 1426.0, 1080.0, 807.0, 557.0, 432.0, 260.0, 180.0, 114.0, 60.0, 38.0, 32.0, 14.0, 4.0, 5.0, 3.0, 3.0, 0.0, 1.0], "bins": [-0.01128174364566803, -0.010926919057965279, -0.010572094470262527, -0.010217269882559776, -0.009862445294857025, -0.009507620707154274, -0.009152797050774097, -0.008797972463071346, -0.008443147875368595, -0.008088323287665844, -0.007733498699963093, -0.007378674112260342, -0.0070238495245575905, -0.006669024936854839, -0.0063142008148133755, -0.005959376227110624, -0.005604551639407873, -0.005249727051705122, -0.004894902464002371, -0.004540078341960907, -0.004185253754258156, -0.0038304291665554047, -0.0034756045788526535, -0.003120780223980546, -0.002765955636277795, -0.0024111310485750437, -0.002056306693702936, -0.001701482106000185, -0.0013466576347127557, -0.0009918331634253263, -0.0006370086339302361, -0.0002821841335389763, 7.264036685228348e-05, 0.00042746486724354327, 0.0007822893676348031, 0.0011371138971298933, 0.0014919383684173226, 0.001846762839704752, 0.002201587427407503, 0.0025564117822796106, 0.002911236369982362, 0.003266060957685113, 0.0036208853125572205, 0.003975709900259972, 0.004330534487962723, 0.004685359075665474, 0.005040183197706938, 0.005395007785409689, 0.00574983237311244, 0.006104656960815191, 0.006459481548517942, 0.006814305670559406, 0.0071691302582621574, 0.007523954845964909, 0.00787877943366766, 0.008233604021370411, 0.008588428609073162, 0.008943253196775913, 0.009298077784478664, 0.009652901440858841, 0.010007726028561592, 0.010362550616264343, 0.010717375203967094, 0.011072199791669846, 0.011427024379372597]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 2.0, 6.0, 3.0, 7.0, 4.0, 4.0, 7.0, 6.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.022999465465545654, -0.022172855213284492, -0.02134624309837818, -0.02051963284611702, -0.019693022593855858, -0.018866410478949547, -0.018039800226688385, -0.017213189974427223, -0.016386577859520912, -0.01555996760725975, -0.014733356423676014, -0.013906745240092278, -0.013080134987831116, -0.01225352380424738, -0.011426912620663643, -0.010600302368402481, -0.009773691184818745, -0.008947080001235008, -0.008120469748973846, -0.00729385856539011, -0.006467247381806374, -0.0056406366638839245, -0.004814025945961475, -0.003987414762377739, -0.00316080404445529, -0.002334193093702197, -0.0015075822593644261, -0.0006809713668189943, 0.00014563952572643757, 0.0009722504182718694, 0.0017988613108173013, 0.002625472145155072, 0.003452083095908165, 0.004278693813830614, 0.0051053049974143505, 0.0059319157153368, 0.006758526898920536, 0.007585137616842985, 0.008411748334765434, 0.00923835951834917, 0.010064970701932907, 0.010891580954194069, 0.011718192137777805, 0.012544803321361542, 0.013371413573622704, 0.01419802475720644, 0.015024635940790176, 0.015851246193051338, 0.0166778564453125, 0.01750446856021881, 0.018331078812479973, 0.019157690927386284, 0.019984301179647446, 0.020810911431908607, 0.02163752354681492, 0.02246413379907608, 0.023290744051337242, 0.024117356166243553, 0.024943966418504715, 0.025770576670765877, 0.026597188785672188, 0.02742379903793335, 0.02825040929019451, 0.029077021405100822, 0.029903631657361984]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 8.0, 3.0, 7.0, 4.0, 12.0, 7.0, 12.0, 10.0, 27.0, 15.0, 19.0, 25.0, 21.0, 35.0, 39.0, 44.0, 50.0, 60.0, 108.0, 123.0, 184.0, 315.0, 477.0, 746.0, 1385.0, 2682.0, 8826.0, 1349.0, 494.0, 290.0, 215.0, 150.0, 109.0, 114.0, 92.0, 77.0, 57.0, 51.0, 28.0, 35.0, 19.0, 13.0, 22.0, 13.0, 10.0, 10.0, 6.0, 4.0, 3.0, 2.0, 5.0, 2.0, 1.0, 2.0, 3.0, 1.0, 1.0, 3.0, 0.0, 2.0], "bins": [-0.01712207682430744, -0.01656418666243553, -0.01600629650056362, -0.015448405407369137, -0.014890515245497227, -0.014332624152302742, -0.013774733990430832, -0.013216843828558922, -0.012658953666687012, -0.012101062573492527, -0.011543172411620617, -0.010985282249748707, -0.010427391156554222, -0.009869500994682312, -0.009311610832810402, -0.008753719739615917, -0.008195829577744007, -0.00763793895021081, -0.0070800487883389, -0.006522158160805702, -0.005964267998933792, -0.005406377371400595, -0.004848486743867397, -0.004290596581995487, -0.00373270595446229, -0.003174815559759736, -0.0026169251650571823, -0.002059034537523985, -0.0015011441428214312, -0.0009432536899112165, -0.00038536323700100183, 0.00017252721590921283, 0.0007304176688194275, 0.0012883080635219812, 0.0018461985746398568, 0.0024040890857577324, 0.002961979480460286, 0.00351986987516284, 0.004077760502696037, 0.004635650664567947, 0.005193541292101145, 0.005751431919634342, 0.006309322081506252, 0.00686721270903945, 0.007425103336572647, 0.007982993498444557, 0.008540883660316467, 0.009098774753510952, 0.009656664915382862, 0.010214555077254772, 0.010772446170449257, 0.011330336332321167, 0.011888226494193077, 0.012446117587387562, 0.013004007749259472, 0.013561897911131382, 0.014119789004325867, 0.014677679166197777, 0.015235569328069687, 0.015793459489941597, 0.016351349651813507, 0.016909241676330566, 0.017467131838202477, 0.018025022000074387, 0.018582912161946297]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.06370235234498978, -0.06187337264418602, -0.060044389218091965, -0.05821540951728821, -0.05638642609119415, -0.054557446390390396, -0.05272846296429634, -0.050899483263492584, -0.04907049983739853, -0.04724152013659477, -0.04541253671050072, -0.04358355700969696, -0.041754573583602905, -0.03992559388279915, -0.03809661045670509, -0.03626763075590134, -0.03443864732980728, -0.032609667629003525, -0.03078068606555462, -0.028951704502105713, -0.027122722938656807, -0.0252937413752079, -0.023464759811758995, -0.02163577824831009, -0.019806798547506332, -0.017977816984057426, -0.01614883542060852, -0.01431985292583704, -0.012490872293710709, -0.010661890730261803, -0.008832909166812897, -0.007003927603363991, -0.005174946039915085, -0.003345964476466179, -0.0015169831458479166, 0.0003119983011856675, 0.0021409797482192516, 0.003969961311668158, 0.005798942409455776, 0.007627923972904682, 0.009456905536353588, 0.011285887099802494, 0.0131148686632514, 0.014943850226700306, 0.016772830858826637, 0.018601812422275543, 0.02043079398572445, 0.022259775549173355, 0.02408875711262226, 0.025917738676071167, 0.027746720239520073, 0.02957570180296898, 0.031404681503772736, 0.03323366492986679, 0.03506264463067055, 0.0368916280567646, 0.03872060775756836, 0.040549591183662415, 0.04237857088446617, 0.044207554310560226, 0.04603653401136398, 0.04786551743745804, 0.049694497138261795, 0.05152348056435585, 0.05335246026515961]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 3.0, 3.0, 2.0, 4.0, 4.0, 3.0, 6.0, 5.0, 9.0, 9.0, 8.0, 15.0, 17.0, 20.0, 21.0, 51.0, 23.0, 15.0, 7.0, 2.0, 1.0, 3.0, 4.0, 6.0, 3.0, 1.0, 2.0, 0.0, 4.0, 1.0, 0.0, 0.0, 0.0, 1.0, 4.0, 1.0, 0.0, 3.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.05047700181603432, -0.049019619822502136, -0.04756223410367966, -0.046104852110147476, -0.044647470116615295, -0.043190084397792816, -0.041732702404260635, -0.040275316685438156, -0.038817934691905975, -0.037360552698373795, -0.035903166979551315, -0.034445784986019135, -0.032988399267196655, -0.031531017273664474, -0.030073635280132294, -0.028616251423954964, -0.027158867567777634, -0.025701483711600304, -0.024244099855422974, -0.022786717861890793, -0.021329334005713463, -0.019871950149536133, -0.018414568156003952, -0.016957184299826622, -0.015499800443649292, -0.014042416587471962, -0.012585033662617207, -0.011127650737762451, -0.009670266881585121, -0.008212883025407791, -0.006755500100553036, -0.005298116710036993, -0.0038407333195209503, -0.0023833499290049076, -0.0009259665384888649, 0.0005314168520271778, 0.0019888002425432205, 0.0034461836330592632, 0.004903567023575306, 0.006360950414091349, 0.007818333804607391, 0.009275717660784721, 0.010733100585639477, 0.012190483510494232, 0.013647867366671562, 0.015105251222848892, 0.016562633216381073, 0.018020017072558403, 0.019477400928735733, 0.020934784784913063, 0.022392168641090393, 0.023849550634622574, 0.025306934490799904, 0.026764318346977234, 0.028221700340509415, 0.029679084196686745, 0.031136468052864075, 0.032593850046396255, 0.034051235765218735, 0.035508617758750916, 0.036966003477573395, 0.038423385471105576, 0.039880767464637756, 0.041338153183460236, 0.042795535176992416]}, "_runtime": 8.478375673294067, "_timestamp": 1596208372.6693697, "_step": 3}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 3.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 3.0, 2.0, 2.0, 1.0, 2.0, 3.0, 2.0, 2.0, 2.0, 2.0, 0.0, 2.0, 4.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015694327652454376, -0.015203953720629215, -0.01471357885748148, -0.014223204925656319, -0.013732830993831158, -0.013242456130683422, -0.012752082198858261, -0.0122617082670331, -0.01177133433520794, -0.011280959472060204, -0.010790585540235043, -0.010300211608409882, -0.009809836745262146, -0.009319462813436985, -0.008829088881611824, -0.008338714018464088, -0.007848340086638927, -0.007357965689152479, -0.006867591757327318, -0.00637721735984087, -0.005886843428015709, -0.005396469030529261, -0.004906094633042812, -0.004415720701217651, -0.003925346303731203, -0.0034349721390753984, -0.002944597974419594, -0.0024542235769331455, -0.001963849412277341, -0.0014734752476215363, -0.0009831009665504098, -0.0004927267436869442, -2.3525208234786987e-06, 0.00048802170203998685, 0.0009783959249034524, 0.0014687702059745789, 0.0019591443706303835, 0.002449518535286188, 0.0029398929327726364, 0.003430267097428441, 0.003920641262084246, 0.004411015659570694, 0.004901389591395855, 0.005391763988882303, 0.0058821383863687515, 0.0063725123181939125, 0.006862886715680361, 0.007353260647505522, 0.00784363504499197, 0.008334008976817131, 0.008824383839964867, 0.009314757771790028, 0.009805131703615189, 0.010295506566762924, 0.010785880498588085, 0.011276254430413246, 0.011766629293560982, 0.012257003225386143, 0.012747377157211304, 0.013237751089036465, 0.0137281259521842, 0.014218499884009361, 0.014708873815834522, 0.015199248678982258, 0.01568962261080742]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 5.0, 1.0, 2.0, 1.0, 3.0, 9.0, 8.0, 7.0, 11.0, 14.0, 23.0, 22.0, 33.0, 38.0, 44.0, 58.0, 82.0, 89.0, 134.0, 173.0, 227.0, 314.0, 452.0, 3468.0, 1270.0, 518.0, 276.0, 182.0, 120.0, 80.0, 72.0, 42.0, 39.0, 28.0, 21.0, 12.0, 16.0, 6.0, 4.0, 4.0, 4.0, 5.0, 5.0, 1.0, 2.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17440500855445862, -0.16904640197753906, -0.1636877804994583, -0.15832915902137756, -0.152970552444458, -0.14761194586753845, -0.1422533243894577, -0.13689470291137695, -0.1315360963344574, -0.12617748975753784, -0.12081886827945709, -0.11546025425195694, -0.11010164022445679, -0.10474302619695663, -0.09938441216945648, -0.09402579814195633, -0.08866718411445618, -0.08330857008695602, -0.07794995605945587, -0.07259134203195572, -0.06723272800445557, -0.061874113976955414, -0.05651549994945526, -0.05115688592195511, -0.045798271894454956, -0.0404396578669548, -0.03508104383945465, -0.0297224298119545, -0.024363815784454346, -0.019005201756954193, -0.01364658772945404, -0.008287973701953888, -0.0029293596744537354, 0.0024292543530464172, 0.00778786838054657, 0.013146482408046722, 0.018505096435546875, 0.023863710463047028, 0.02922232449054718, 0.03458093851804733, 0.039939552545547485, 0.04529816657304764, 0.05065678060054779, 0.05601539462804794, 0.061374008655548096, 0.06673262268304825, 0.0720912367105484, 0.07744985073804855, 0.0828084647655487, 0.08816707879304886, 0.09352569282054901, 0.09888430684804916, 0.10424292087554932, 0.10960153490304947, 0.11496014893054962, 0.12031876295804977, 0.12567737698554993, 0.13103598356246948, 0.13639460504055023, 0.14175322651863098, 0.14711183309555054, 0.1524704396724701, 0.15782906115055084, 0.1631876826286316, 0.16854628920555115]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 4.0, 5.0, 2.0, 4.0, 4.0, 4.0, 4.0, 2.0, 28.0, 3.0, 5.0, 2.0, 3.0, 5.0, 2.0, 3.0, 3.0, 5.0, 4.0, 1.0, 0.0, 4.0, 3.0, 0.0, 1.0, 0.0, 1.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0039429389871656895, -0.0038061763625591993, -0.003669413970783353, -0.0035326513461768627, -0.0033958889544010162, -0.003259126329794526, -0.003122363705188036, -0.0029856013134121895, -0.0028488386888056993, -0.002712076064199209, -0.0025753136724233627, -0.0024385510478168726, -0.0023017884232103825, -0.002165026031434536, -0.002028263406828046, -0.0018915008986368775, -0.0017547383904457092, -0.001617975882254541, -0.0014812133740633726, -0.0013444507494568825, -0.0012076882412657142, -0.0010709257330745459, -0.0009341631666757166, -0.0007974006002768874, -0.0006606380920857191, -0.0005238755838945508, -0.0003871130174957216, -0.0002503504802007228, -0.00011358794290572405, 2.3174594389274716e-05, 0.00015993713168427348, 0.00029669966897927225, 0.000433462206274271, 0.0005702247144654393, 0.0007069872808642685, 0.0008437498472630978, 0.000980512355454266, 0.0011172748636454344, 0.0012540374882519245, 0.0013907999964430928, 0.0015275625046342611, 0.0016643250128254294, 0.0018010875210165977, 0.0019378501456230879, 0.002074612770229578, 0.0022113751620054245, 0.0023481377866119146, 0.002484900178387761, 0.0026216628029942513, 0.0027584254276007414, 0.002895187819376588, 0.003031950443983078, 0.0031687128357589245, 0.0033054754603654146, 0.0034422380849719048, 0.0035790004767477512, 0.0037157631013542414, 0.0038525257259607315, 0.003989288117736578, 0.0041260505095124245, 0.004262813366949558, 0.004399575758725405, 0.004536338150501251, 0.004673101007938385, 0.0048098633997142315]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 2.0, 4.0, 5.0, 8.0, 14.0, 15.0, 25.0, 31.0, 39.0, 89.0, 111.0, 174.0, 283.0, 459.0, 683.0, 1117.0, 1839.0, 2733.0, 4262.0, 6566.0, 10238.0, 16211.0, 25427.0, 40592.0, 66941.0, 109972.0, 525396.0, 132731.0, 82077.0, 52534.0, 34044.0, 21895.0, 14288.0, 9405.0, 6220.0, 4247.0, 2777.0, 1912.0, 1370.0, 944.0, 572.0, 456.0, 298.0, 184.0, 150.0, 93.0, 67.0, 38.0, 30.0, 22.0, 12.0, 15.0, 4.0, 6.0, 5.0, 2.0, 7.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.009740309789776802, -0.009413212537765503, -0.009086116217076778, -0.00875901896506548, -0.00843192171305418, -0.008104825392365456, -0.0077777281403541565, -0.007450630888342857, -0.0071235341019928455, -0.006796437315642834, -0.006469340063631535, -0.006142243277281523, -0.005815146490931511, -0.005488049238920212, -0.0051609524525702, -0.004833855200558901, -0.004506758414208889, -0.004179661627858877, -0.003852564375847578, -0.0035254675894975662, -0.0031983705703169107, -0.0028712735511362553, -0.0025441767647862434, -0.002217079745605588, -0.0018899827264249325, -0.001562885707244277, -0.0012357888044789433, -0.0009086918435059488, -0.0005815948825329542, -0.00025449792155995965, 7.259903941303492e-05, 0.0003996960003860295, 0.000726792961359024, 0.0010538899805396795, 0.0013809868833050132, 0.0017080837860703468, 0.0020351808052510023, 0.002362277824431658, 0.0026893746107816696, 0.003016471629962325, 0.0033435686491429806, 0.003670665668323636, 0.0039977626875042915, 0.004324859473854303, 0.004651956260204315, 0.004979053512215614, 0.005306150298565626, 0.005633247550576925, 0.005960344336926937, 0.006287441123276949, 0.006614538375288248, 0.00694163516163826, 0.007268732413649559, 0.007595829199999571, 0.007922925986349583, 0.008250023238360882, 0.008577119559049606, 0.008904216811060905, 0.009231314063072205, 0.009558411315083504, 0.009885507635772228, 0.010212604887783527, 0.010539702139794827, 0.010866798460483551, 0.01119389571249485]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 5.0, 2.0, 0.0, 5.0, 5.0, 2.0, 3.0, 5.0, 2.0, 4.0, 2.0, 8.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013978332281112671, -0.013583213090896606, -0.013188092969357967, -0.012792973779141903, -0.012397853657603264, -0.0120027344673872, -0.011607615277171135, -0.011212495155632496, -0.010817375965416431, -0.010422256775200367, -0.010027136653661728, -0.009632017463445663, -0.009236898273229599, -0.00884177815169096, -0.008446658961474895, -0.008051538839936256, -0.007656419649720192, -0.00726129999384284, -0.0068661803379654884, -0.006471061147749424, -0.006075941491872072, -0.0056808218359947205, -0.005285702645778656, -0.004890582989901304, -0.0044954633340239525, -0.004100343678146601, -0.0037052242550998926, -0.0033101048320531845, -0.0029149851761758327, -0.002519865520298481, -0.002124746097251773, -0.001729626557789743, -0.001334507018327713, -0.0009393874788656831, -0.0005442679394036531, -0.0001491483999416232, 0.0002459711395204067, 0.0006410906789824367, 0.0010362102184444666, 0.0014313297579064965, 0.0018264492973685265, 0.0022215689532458782, 0.0026166883762925863, 0.0030118077993392944, 0.003406927455216646, 0.003802047111093998, 0.004197166301310062, 0.004592285957187414, 0.004987405613064766, 0.005382525268942118, 0.0057776449248194695, 0.006172764115035534, 0.006567883770912886, 0.006963003426790237, 0.007358122617006302, 0.007753242272883654, 0.008148361928761005, 0.00854348111897707, 0.008938601240515709, 0.009333720430731773, 0.009728839620947838, 0.010123959742486477, 0.010519078932702541, 0.01091419905424118, 0.011309318244457245]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 4.0, 4.0, 1.0, 7.0, 2.0, 3.0, 6.0, 6.0, 3.0, 4.0, 6.0, 13.0, 13.0, 18.0, 26.0, 22.0, 38.0, 37.0, 81.0, 91.0, 92.0, 130.0, 211.0, 278.0, 284.0, 536.0, 671.0, 841.0, 1131.0, 1507.0, 2532.0, 6170.0, 1338.0, 686.0, 433.0, 334.0, 210.0, 184.0, 128.0, 66.0, 58.0, 54.0, 39.0, 50.0, 30.0, 12.0, 6.0, 8.0, 7.0, 5.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.01096484437584877, -0.010678279213607311, -0.010391713120043278, -0.010105147957801819, -0.00981858279556036, -0.009532016701996326, -0.009245451539754868, -0.008958886377513409, -0.00867232121527195, -0.008385755121707916, -0.008099189959466457, -0.007812624797224998, -0.007526058703660965, -0.007239493541419506, -0.00695292791351676, -0.006666362751275301, -0.006379797123372555, -0.006093231495469809, -0.00580666633322835, -0.0055201007053256035, -0.005233535543084145, -0.004946969915181398, -0.004660404287278652, -0.004373839125037193, -0.004087273497134447, -0.0038007081020623446, -0.003514142706990242, -0.003227577079087496, -0.0029410116840153933, -0.0026544462889432907, -0.0023678806610405445, -0.002081315265968442, -0.0017947498708963394, -0.0015081844758242369, -0.0012216189643368125, -0.000935053511057049, -0.0006484880577772856, -0.0003619226044975221, -7.535715121775866e-05, 0.0002112083020620048, 0.0004977737553417683, 0.0007843392086215317, 0.0010709046619012952, 0.0013574701733887196, 0.001644035568460822, 0.0019306009635329247, 0.002217166591435671, 0.0025037319865077734, 0.002790297381579876, 0.0030768627766519785, 0.003363428171724081, 0.0036499937996268272, 0.003936558961868286, 0.004223124589771032, 0.0045096902176737785, 0.004796255379915237, 0.005082821007817984, 0.00536938663572073, 0.005655951797962189, 0.005942517425864935, 0.006229083053767681, 0.00651564821600914, 0.006802213843911886, 0.007088779006153345, 0.007375344634056091]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.048876337707042694, -0.04772546887397766, -0.04657460004091263, -0.045423731207847595, -0.04427286237478256, -0.04312199354171753, -0.041971124708652496, -0.04082025587558746, -0.03966938704252243, -0.0385185182094574, -0.037367649376392365, -0.03621678054332733, -0.0350659117102623, -0.033915042877197266, -0.03276417404413223, -0.0316133052110672, -0.030462436378002167, -0.029311567544937134, -0.0281606987118721, -0.027009829878807068, -0.025858961045742035, -0.024708092212677002, -0.02355722337961197, -0.022406354546546936, -0.021255485713481903, -0.02010461688041687, -0.018953748047351837, -0.017802879214286804, -0.01665201038122177, -0.015501141548156738, -0.014350272715091705, -0.013199403882026672, -0.01204853504896164, -0.010897666215896606, -0.009746797382831573, -0.00859592854976654, -0.007445059716701508, -0.006294190883636475, -0.005143322050571442, -0.003992453217506409, -0.0028415843844413757, -0.0016907155513763428, -0.0005398467183113098, 0.0006110221147537231, 0.001761890947818756, 0.002912759780883789, 0.004063628613948822, 0.005214497447013855, 0.006365366280078888, 0.007516235113143921, 0.008667103946208954, 0.009817972779273987, 0.01096884161233902, 0.012119710445404053, 0.013270579278469086, 0.014421448111534119, 0.015572316944599152, 0.016723185777664185, 0.017874054610729218, 0.01902492344379425, 0.020175792276859283, 0.021326661109924316, 0.02247752994298935, 0.023628398776054382, 0.024779267609119415]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 2.0, 4.0, 8.0, 9.0, 8.0, 9.0, 13.0, 14.0, 8.0, 20.0, 13.0, 24.0, 17.0, 48.0, 24.0, 9.0, 6.0, 9.0, 4.0, 3.0, 3.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 4.0, 0.0, 1.0, 0.0, 3.0, 0.0, 2.0], "bins": [-0.04342285916209221, -0.04209582507610321, -0.04076879471540451, -0.03944176062941551, -0.038114726543426514, -0.036787696182727814, -0.035460662096738815, -0.034133631736040115, -0.03280659765005112, -0.03147956356406212, -0.03015253320336342, -0.02882549911737442, -0.02749846689403057, -0.026171434670686722, -0.024844400584697723, -0.023517368361353874, -0.022190336138010025, -0.020863303914666176, -0.019536271691322327, -0.018209237605333328, -0.01688220538198948, -0.01555517315864563, -0.014228140003979206, -0.012901106849312782, -0.011574074625968933, -0.010247042402625084, -0.00892000924795866, -0.007592976558953524, -0.006265943869948387, -0.004938911180943251, -0.003611878491938114, -0.0022848458029329777, -0.0009578131139278412, 0.0003692195750772953, 0.0016962522640824318, 0.0030232849530875683, 0.004350317642092705, 0.005677350331097841, 0.007004383020102978, 0.008331416174769402, 0.00965844839811325, 0.0109854806214571, 0.012312513776123524, 0.013639546930789948, 0.014966579154133797, 0.016293611377477646, 0.017620645463466644, 0.018947677686810493, 0.020274709910154343, 0.021601742133498192, 0.02292877435684204, 0.02425580844283104, 0.02558284066617489, 0.026909872889518738, 0.028236906975507736, 0.029563939198851585, 0.030890971422195435, 0.03221800550818443, 0.03354503586888313, 0.03487206995487213, 0.03619910031557083, 0.03752613440155983, 0.03885316848754883, 0.04018019884824753, 0.041507232934236526]}, "_runtime": 9.340375900268555, "_timestamp": 1596208373.53137, "_step": 4}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 2.0, 5.0, 3.0, 5.0, 3.0, 2.0, 2.0, 4.0, 4.0, 2.0, 6.0, 3.0, 3.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02834760583937168, -0.027652742341160774, -0.026957880705595016, -0.02626301720738411, -0.025568153709173203, -0.024873292073607445, -0.024178428575396538, -0.02348356693983078, -0.022788703441619873, -0.022093839943408966, -0.02139897830784321, -0.0207041148096323, -0.020009253174066544, -0.019314389675855637, -0.01861952617764473, -0.017924664542078972, -0.017229801043868065, -0.016534937545657158, -0.0158400759100914, -0.015145212411880493, -0.01445034984499216, -0.013755487278103828, -0.013060623779892921, -0.012365761213004589, -0.011670898646116257, -0.010976036079227924, -0.010281173512339592, -0.009586310014128685, -0.008891447447240353, -0.00819658488035202, -0.007501721847802401, -0.006806858815252781, -0.0061119962483644485, -0.005417133681476116, -0.0047222706489264965, -0.004027407616376877, -0.0033325450494885445, -0.0026376822497695684, -0.0019428194500505924, -0.0012479566503316164, -0.0005530938506126404, 0.00014176894910633564, 0.0008366317488253117, 0.0015314945485442877, 0.0022263573482632637, 0.0029212201479822397, 0.0036160829477012157, 0.004310945980250835, 0.005005808547139168, 0.0057006711140275, 0.00639553414657712, 0.0070903971791267395, 0.007785259746015072, 0.008480122312903404, 0.009174985811114311, 0.009869848378002644, 0.010564710944890976, 0.011259573511779308, 0.01195443607866764, 0.012649299576878548, 0.01334416214376688, 0.014039024710655212, 0.01473388820886612, 0.015428750775754452, 0.016123613342642784]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 3.0, 1.0, 8.0, 7.0, 17.0, 34.0, 39.0, 68.0, 95.0, 159.0, 203.0, 348.0, 655.0, 4492.0, 897.0, 372.0, 189.0, 122.0, 80.0, 42.0, 21.0, 14.0, 11.0, 12.0, 4.0, 2.0, 2.0, 3.0, 2.0, 4.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.2866526246070862, -0.27898648381233215, -0.27132031321525574, -0.2636541724205017, -0.2559880018234253, -0.24832186102867126, -0.24065572023391724, -0.23298956453800201, -0.2253234088420868, -0.21765725314617157, -0.20999109745025635, -0.20232495665550232, -0.1946588009595871, -0.18699264526367188, -0.17932650446891785, -0.17166034877300262, -0.1639941930770874, -0.15632803738117218, -0.14866188168525696, -0.14099574089050293, -0.1333295851945877, -0.12566342949867249, -0.11799728125333786, -0.11033113300800323, -0.10266497731208801, -0.09499882161617279, -0.08733267337083817, -0.07966652512550354, -0.07200036942958832, -0.0643342137336731, -0.05666806548833847, -0.04900191351771355, -0.04133576154708862, -0.0336696095764637, -0.026003457605838776, -0.018337305635213852, -0.010671153664588928, -0.0030050016939640045, 0.004661150276660919, 0.012327302247285843, 0.019993454217910767, 0.02765960618853569, 0.035325758159160614, 0.04299191012978554, 0.05065806210041046, 0.058324214071035385, 0.06599036604166031, 0.07365651428699493, 0.08132266998291016, 0.08898882567882538, 0.09665497392416, 0.10432112216949463, 0.11198727786540985, 0.11965343356132507, 0.1273195743560791, 0.13498573005199432, 0.14265188574790955, 0.15031804144382477, 0.15798419713974, 0.16565033793449402, 0.17331649363040924, 0.18098264932632446, 0.1886487901210785, 0.1963149458169937, 0.20398110151290894]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 0.0, 3.0, 2.0, 2.0, 1.0, 3.0, 2.0, 4.0, 6.0, 3.0, 3.0, 4.0, 7.0, 2.0, 7.0, 3.0, 5.0, 28.0, 0.0, 0.0, 1.0, 3.0, 3.0, 2.0, 4.0, 1.0, 2.0, 2.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0039008529856801033, -0.0037809431087225676, -0.0036610334645956755, -0.0035411235876381397, -0.0034212139435112476, -0.003301304066553712, -0.00318139442242682, -0.003061484545469284, -0.002941574901342392, -0.0028216650243848562, -0.0027017551474273205, -0.0025818455033004284, -0.0024619356263428926, -0.0023420259822160006, -0.002222116105258465, -0.0021022064611315727, -0.001982296584174037, -0.001862386823631823, -0.0017424770630896091, -0.0016225673025473952, -0.0015026575420051813, -0.0013827476650476456, -0.0012628379045054317, -0.0011429281439632177, -0.0010230183834210038, -0.0009031086228787899, -0.000783198862336576, -0.0006632890435867012, -0.0005433792830444872, -0.0004234695225022733, -0.00030355973285622895, -0.0001836499577620998, -6.374018266797066e-05, 5.616959242615849e-05, 0.00017607936752028763, 0.000295989157166332, 0.0004158989177085459, 0.0005358086782507598, 0.0006557184970006347, 0.0007756282575428486, 0.0008955380180850625, 0.0010154477786272764, 0.0011353575391694903, 0.0012552672997117043, 0.00137517717666924, 0.001495086937211454, 0.0016149966977536678, 0.0017349064582958817, 0.0018548162188380957, 0.0019747260957956314, 0.0020946357399225235, 0.0022145456168800592, 0.0023344552610069513, 0.002454365137964487, 0.002574274782091379, 0.002694184659048915, 0.0028140945360064507, 0.0029340041801333427, 0.0030539140570908785, 0.0031738237012177706, 0.0032937335781753063, 0.0034136432223021984, 0.003533553099259734, 0.0036534627433866262, 0.003773372620344162]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 1.0, 4.0, 3.0, 3.0, 7.0, 8.0, 17.0, 30.0, 35.0, 54.0, 71.0, 130.0, 206.0, 356.0, 555.0, 888.0, 1453.0, 2499.0, 4509.0, 8075.0, 15632.0, 31029.0, 63334.0, 129545.0, 625237.0, 151764.0, 66884.0, 33526.0, 18484.0, 10187.0, 5827.0, 3370.0, 2114.0, 1287.0, 862.0, 506.0, 342.0, 248.0, 157.0, 121.0, 80.0, 64.0, 33.0, 25.0, 23.0, 15.0, 10.0, 5.0, 3.0, 7.0, 3.0, 2.0, 2.0, 2.0, 3.0, 1.0, 1.0], "bins": [-0.013327298685908318, -0.012907986529171467, -0.012488673441112041, -0.01206936128437519, -0.011650048196315765, -0.011230736039578915, -0.01081142295151949, -0.010392110794782639, -0.009972797706723213, -0.009553485549986362, -0.009134173393249512, -0.008714860305190086, -0.008295548148453236, -0.00787623506039381, -0.0074569229036569595, -0.0070376102812588215, -0.0066182976588606834, -0.006198985036462545, -0.005779672414064407, -0.005360359791666269, -0.004941047169268131, -0.0045217350125312805, -0.0041024223901331425, -0.0036831097677350044, -0.0032637971453368664, -0.0028444845229387283, -0.0024251719005405903, -0.002005859510973096, -0.0015865468885749578, -0.0011672342661768198, -0.0007479217601940036, -0.00032860919600352645, 9.070336818695068e-05, 0.0005100159323774278, 0.000929328496567905, 0.0013486410025507212, 0.0017679536249488592, 0.0021872662473469973, 0.0026065786369144917, 0.0030258912593126297, 0.0034452038817107677, 0.003864516504108906, 0.004283829126507044, 0.004703141748905182, 0.005122453905642033, 0.005541766528040171, 0.005961079150438309, 0.006380391772836447, 0.006799704395234585, 0.007219017017632723, 0.007638329640030861, 0.008057641796767712, 0.008476954884827137, 0.008896267041563988, 0.009315580129623413, 0.009734892286360264, 0.010154204443097115, 0.01057351753115654, 0.01099282968789339, 0.011412142775952816, 0.011831454932689667, 0.012250768020749092, 0.012670080177485943, 0.013089393265545368, 0.013508705422282219]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 6.0, 9.0, 9.0, 3.0, 2.0, 5.0, 7.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.024114929139614105, -0.023438360542058945, -0.022761791944503784, -0.022085221484303474, -0.021408652886748314, -0.020732084289193153, -0.020055515691637993, -0.019378947094082832, -0.018702376633882523, -0.018025808036327362, -0.0173492394387722, -0.01667267084121704, -0.01599610224366188, -0.015319532714784145, -0.014642964117228985, -0.01396639458835125, -0.01328982599079609, -0.012613257393240929, -0.011936687864363194, -0.011260119266808033, -0.010583549737930298, -0.009906981140375137, -0.009230412542819977, -0.008553843013942242, -0.007877274416387081, -0.007200705353170633, -0.0065241362899541855, -0.005847567692399025, -0.005170998629182577, -0.004494429565966129, -0.003817860735580325, -0.003141291905194521, -0.002464722841978073, -0.0017881538951769471, -0.0011115849483758211, -0.0004350160015746951, 0.0002415529452264309, 0.0009181218920275569, 0.001594690838828683, 0.002271259669214487, 0.002947828732430935, 0.0036243977956473827, 0.004300966858863831, 0.004977535456418991, 0.005654104519635439, 0.006330673582851887, 0.007007242180407047, 0.007683811243623495, 0.008360380306839943, 0.009036948904395103, 0.009713518433272839, 0.010390087030827999, 0.011066656559705734, 0.011743225157260895, 0.012419793754816055, 0.01309636328369379, 0.013772931881248951, 0.014449500478804111, 0.015126070007681847, 0.015802638605237007, 0.016479207202792168, 0.017155775800347328, 0.017832346260547638, 0.0185089148581028, 0.01918548345565796]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 3.0, 9.0, 15.0, 8.0, 11.0, 11.0, 29.0, 47.0, 45.0, 26.0, 60.0, 61.0, 66.0, 53.0, 66.0, 52.0, 48.0, 46.0, 56.0, 35.0, 59.0, 63.0, 98.0, 108.0, 159.0, 216.0, 288.0, 520.0, 970.0, 1958.0, 6115.0, 2138.0, 1308.0, 986.0, 748.0, 543.0, 392.0, 251.0, 204.0, 126.0, 79.0, 72.0, 54.0, 45.0, 32.0, 28.0, 17.0, 27.0, 16.0, 12.0, 9.0, 6.0, 5.0, 10.0, 5.0, 4.0, 0.0, 1.0, 2.0, 1.0, 6.0], "bins": [-0.009549131616950035, -0.009263637475669384, -0.008978143334388733, -0.008692648261785507, -0.008407154120504856, -0.008121659979224205, -0.007836165837943554, -0.0075506712310016155, -0.007265177089720964, -0.006979682948440313, -0.006694188341498375, -0.006408694200217724, -0.006123200058937073, -0.005837705451995134, -0.005552211310714483, -0.005266716703772545, -0.004981222562491894, -0.004695728421211243, -0.004410233814269304, -0.004124739672988653, -0.0038392452988773584, -0.0035537509247660637, -0.0032682567834854126, -0.002982762409374118, -0.002697268035262823, -0.0024117736611515284, -0.0021262792870402336, -0.0018407851457595825, -0.0015552907716482878, -0.001269796397536993, -0.00098430213984102, -0.0006988078239373863, -0.00041331350803375244, -0.0001278191921301186, 0.00015767512377351522, 0.00044316943967714906, 0.0007286637555807829, 0.0010141581296920776, 0.0012996523873880506, 0.0015851466450840235, 0.0018706410191953182, 0.002156135393306613, 0.0024416297674179077, 0.002727123908698559, 0.0030126182828098536, 0.0032981126569211483, 0.0035836067982017994, 0.003869101172313094, 0.004154595546424389, 0.00444008968770504, 0.004725584294646978, 0.0050110784359276295, 0.005296573042869568, 0.005582067184150219, 0.00586756132543087, 0.0061530559323728085, 0.0064385500736534595, 0.006724044214934111, 0.007009538821876049, 0.0072950329631567, 0.007580527104437351, 0.007866021245718002, 0.008151516318321228, 0.008437010459601879, 0.00872250460088253]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 3.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0639515146613121, -0.061283089220523834, -0.058614667505025864, -0.055946242064237595, -0.053277820348739624, -0.050609394907951355, -0.047940973192453384, -0.045272547751665115, -0.042604126036167145, -0.039935700595378876, -0.03726727515459061, -0.034598853439092636, -0.03193042799830437, -0.029262004420161247, -0.026593580842018127, -0.023925157263875008, -0.021256733685731888, -0.018588310107588768, -0.015919886529445648, -0.013251462019979954, -0.010583038441836834, -0.007914614863693714, -0.005246190819889307, -0.0025777670089155436, 9.065680205821991e-05, 0.0027590806130319834, 0.005427504424005747, 0.008095928467810154, 0.010764352045953274, 0.013432775624096394, 0.016101200133562088, 0.018769623711705208, 0.021438047289848328, 0.024106470867991447, 0.026774894446134567, 0.029443318024277687, 0.03211174160242081, 0.034780167043209076, 0.037448588758707047, 0.040117014199495316, 0.042785435914993286, 0.045453861355781555, 0.048122286796569824, 0.050790708512067795, 0.053459133952856064, 0.056127555668354034, 0.0587959811091423, 0.061464402824640274, 0.06413282454013824, 0.06680124998092651, 0.06946967542171478, 0.07213810086250305, 0.07480652630329132, 0.07747494429349899, 0.08014336973428726, 0.08281179517507553, 0.0854802206158638, 0.08814864605665207, 0.09081706404685974, 0.09348548948764801, 0.09615391492843628, 0.09882234036922455, 0.10149075835943222, 0.10415918380022049, 0.10682760924100876]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 5.0, 4.0, 4.0, 4.0, 4.0, 3.0, 7.0, 4.0, 5.0, 13.0, 17.0, 23.0, 15.0, 39.0, 27.0, 16.0, 18.0, 12.0, 7.0, 5.0, 7.0, 8.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.027240896597504616, -0.026495203375816345, -0.025749512016773224, -0.025003820657730103, -0.024258127436041832, -0.02351243421435356, -0.02276674285531044, -0.02202105149626732, -0.021275358274579048, -0.020529665052890778, -0.019783973693847656, -0.019038282334804535, -0.018292589113116264, -0.017546895891427994, -0.016801204532384872, -0.01605551317334175, -0.01530981995165348, -0.014564127661287785, -0.013818435370922089, -0.013072743080556393, -0.012327050790190697, -0.011581358499825, -0.010835666209459305, -0.010089973919093609, -0.009344281628727913, -0.008598589338362217, -0.007852897047996521, -0.007107204757630825, -0.006361512467265129, -0.005615820176899433, -0.004870127886533737, -0.004124435596168041, -0.0033787433058023453, -0.0026330510154366493, -0.0018873587250709534, -0.0011416664347052574, -0.00039597414433956146, 0.0003497181460261345, 0.0010954104363918304, 0.0018411027267575264, 0.0025867950171232224, 0.0033324873074889183, 0.004078179597854614, 0.00482387188822031, 0.005569564178586006, 0.006315256468951702, 0.007060948759317398, 0.007806641049683094, 0.00855233334004879, 0.009298025630414486, 0.010043717920780182, 0.010789410211145878, 0.011535102501511574, 0.01228079479187727, 0.013026487082242966, 0.013772179372608662, 0.014517871662974358, 0.015263563953340054, 0.01600925624370575, 0.01675494760274887, 0.01750064082443714, 0.018246334046125412, 0.018992025405168533, 0.019737716764211655, 0.020483409985899925]}, "_runtime": 10.175305604934692, "_timestamp": 1596208374.3662996, "_step": 5}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 4.0, 3.0, 3.0, 2.0, 2.0, 3.0, 0.0, 0.0, 5.0, 2.0, 2.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013146858662366867, -0.012745683081448078, -0.01234450750052929, -0.0119433319196105, -0.011542156338691711, -0.011140980757772923, -0.010739805176854134, -0.010338629595935345, -0.009937454015016556, -0.009536278434097767, -0.009135102853178978, -0.008733927272260189, -0.0083327516913414, -0.007931576110422611, -0.007530400529503822, -0.007129224948585033, -0.0067280493676662445, -0.006326873786747456, -0.005925698205828667, -0.005524522624909878, -0.005123347043991089, -0.0047221714630723, -0.004320995882153511, -0.003919820301234722, -0.0035186447203159332, -0.0031174691393971443, -0.0027162935584783554, -0.0023151179775595665, -0.0019139423966407776, -0.0015127668157219887, -0.0011115912348031998, -0.0007104156538844109, -0.00030924007296562195, 9.193550795316696e-05, 0.0004931110888719559, 0.0008942866697907448, 0.0012954622507095337, 0.0016966378316283226, 0.0020978134125471115, 0.0024989889934659004, 0.0029001645743846893, 0.0033013401553034782, 0.003702515736222267, 0.004103691317141056, 0.004504866898059845, 0.004906042478978634, 0.005307218059897423, 0.005708393640816212, 0.006109569221735001, 0.0065107448026537895, 0.006911920383572578, 0.007313095964491367, 0.007714271545410156, 0.008115447126328945, 0.008516622707247734, 0.008917798288166523, 0.009318973869085312, 0.0097201494500041, 0.01012132503092289, 0.010522500611841679, 0.010923676192760468, 0.011324851773679256, 0.011726027354598045, 0.012127202935516834, 0.012528378516435623]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 2.0, 2.0, 5.0, 5.0, 9.0, 8.0, 11.0, 11.0, 9.0, 17.0, 19.0, 26.0, 38.0, 40.0, 64.0, 75.0, 105.0, 150.0, 211.0, 300.0, 464.0, 4025.0, 1118.0, 403.0, 263.0, 140.0, 114.0, 67.0, 58.0, 39.0, 37.0, 26.0, 17.0, 10.0, 8.0, 5.0, 7.0, 4.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.19851450622081757, -0.19277192652225494, -0.18702934682369232, -0.1812867671251297, -0.17554417252540588, -0.16980159282684326, -0.16405901312828064, -0.15831643342971802, -0.1525738537311554, -0.14683127403259277, -0.14108869433403015, -0.13534611463546753, -0.1296035349369049, -0.12386094778776169, -0.11811836063861847, -0.11237578094005585, -0.10663320124149323, -0.1008906215429306, -0.09514804184436798, -0.08940545469522476, -0.08366287499666214, -0.07792029529809952, -0.0721777081489563, -0.06643512845039368, -0.060692548751831055, -0.05494996905326843, -0.04920738562941551, -0.04346480220556259, -0.03772222250699997, -0.03197964280843735, -0.026237059384584427, -0.020494477823376656, -0.014751896262168884, -0.009009314700961113, -0.0032667331397533417, 0.0024758484214544296, 0.008218429982662201, 0.013961011543869972, 0.019703593105077744, 0.025446174666285515, 0.031188756227493286, 0.03693133592605591, 0.04267391934990883, 0.04841650277376175, 0.05415908247232437, 0.05990166217088699, 0.06564424932003021, 0.07138682901859283, 0.07712940871715546, 0.08287198841571808, 0.0886145681142807, 0.09435715526342392, 0.10009973496198654, 0.10584231466054916, 0.11158490180969238, 0.117327481508255, 0.12307006120681763, 0.12881264090538025, 0.13455522060394287, 0.1402978003025055, 0.14604038000106812, 0.15178297460079193, 0.15752555429935455, 0.16326813399791718, 0.1690107136964798]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 3.0, 7.0, 2.0, 6.0, 5.0, 1.0, 3.0, 3.0, 6.0, 5.0, 29.0, 2.0, 4.0, 5.0, 2.0, 9.0, 7.0, 1.0, 5.0, 3.0, 0.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0030360277742147446, -0.002865790156647563, -0.0026955525390803814, -0.0025253149215132, -0.0023550773039460182, -0.0021848396863788366, -0.002014602068811655, -0.0018443644512444735, -0.0016741268336772919, -0.0015038892161101103, -0.0013336515985429287, -0.0011634139809757471, -0.0009931763634085655, -0.0008229387458413839, -0.0006527011282742023, -0.00048246351070702076, -0.00031222589313983917, -0.00014198827557265759, 2.8249341994524002e-05, 0.0001984869595617056, 0.0003687245771288872, 0.0005389621946960688, 0.0007091998122632504, 0.0008794374298304319, 0.0010496750473976135, 0.0012199126649647951, 0.0013901502825319767, 0.0015603879000991583, 0.0017306255176663399, 0.0019008631352335215, 0.002071100752800703, 0.0022413383703678846, 0.0024115759879350662, 0.002581813605502248, 0.0027520512230694294, 0.002922288840636611, 0.0030925264582037926, 0.003262764075770974, 0.0034330016933381557, 0.0036032393109053373, 0.003773476928472519, 0.003943714313209057, 0.004113952163606882, 0.004284190014004707, 0.004454427398741245, 0.004624664783477783, 0.0047949026338756084, 0.004965140484273434, 0.005135377869009972, 0.0053056152537465096, 0.005475853104144335, 0.00564609095454216, 0.005816328339278698, 0.005986565724015236, 0.006156803574413061, 0.006327041424810886, 0.006497278809547424, 0.006667516194283962, 0.0068377540446817875, 0.007007991895079613, 0.007178229279816151, 0.007348466664552689, 0.007518704514950514, 0.007688942365348339, 0.007859179750084877]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 4.0, 2.0, 0.0, 3.0, 6.0, 6.0, 17.0, 27.0, 34.0, 72.0, 99.0, 160.0, 253.0, 399.0, 722.0, 1115.0, 2047.0, 3494.0, 6517.0, 12598.0, 27358.0, 62977.0, 151158.0, 681503.0, 123099.0, 53464.0, 24238.0, 12010.0, 6110.0, 3587.0, 2145.0, 1460.0, 945.0, 636.0, 425.0, 274.0, 181.0, 119.0, 91.0, 57.0, 51.0, 45.0, 33.0, 12.0, 24.0, 14.0, 12.0, 11.0, 9.0, 7.0, 2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 2.0, 3.0, 0.0, 1.0], "bins": [-0.01259104534983635, -0.01211501657962799, -0.011638987809419632, -0.011162959039211273, -0.010686930269002914, -0.010210901498794556, -0.009734872728586197, -0.009258843958377838, -0.00878281518816948, -0.00830678641796112, -0.007830757647752762, -0.007354728411883116, -0.006878699641674757, -0.006402670871466398, -0.0059266421012580395, -0.005450613331049681, -0.004974584560841322, -0.004498555790632963, -0.004022527020424604, -0.0035464982502162457, -0.003070469480007887, -0.0025944404769688845, -0.0021184117067605257, -0.001642382936552167, -0.0011663541663438082, -0.0006903253961354494, -0.00021429656771942973, 0.0002617322315927595, 0.0007377610309049487, 0.0012137898011133075, 0.001689818687736988, 0.002165847457945347, 0.0026418762281537056, 0.0031179049983620644, 0.003593933768570423, 0.004069962538778782, 0.004545991308987141, 0.005022020079195499, 0.005498048849403858, 0.005974077619612217, 0.006450106389820576, 0.006926135625690222, 0.0074021643958985806, 0.007878192700445652, 0.00835422147065401, 0.00883025024086237, 0.009306279011070728, 0.009782307781279087, 0.01025833748281002, 0.01073436625301838, 0.011210395023226738, 0.011686423793435097, 0.012162452563643456, 0.012638481333851814, 0.013114510104060173, 0.013590538874268532, 0.01406656764447689, 0.01454259641468525, 0.015018625184893608, 0.015494653955101967, 0.015970682725310326, 0.016446711495518684, 0.016922740265727043, 0.017398769035935402, 0.01787479780614376]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 3.0, 4.0, 4.0, 12.0, 3.0, 1.0, 4.0, 1.0, 4.0, 4.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.024861617013812065, -0.0241266880184412, -0.023391757160425186, -0.02265682816505432, -0.021921899169683456, -0.021186968311667442, -0.020452039316296577, -0.019717110320925713, -0.0189821794629097, -0.018247250467538834, -0.01751232147216797, -0.016777392476797104, -0.01604246161878109, -0.015307532623410225, -0.014572602696716785, -0.01383767370134592, -0.013102743774652481, -0.012367813847959042, -0.011632884852588177, -0.010897954925894737, -0.010163025930523872, -0.009428096003830433, -0.008693166077136993, -0.007958237081766129, -0.007223307155072689, -0.006488377694040537, -0.005753448233008385, -0.005018518306314945, -0.004283588845282793, -0.003548659384250641, -0.002813729690387845, -0.002078799996525049, -0.001343870535492897, -0.000608940958045423, 0.00012598861940205097, 0.000860918196849525, 0.001595847774296999, 0.002330777235329151, 0.003065706929191947, 0.003800636623054743, 0.004535566084086895, 0.005270495545119047, 0.006005425006151199, 0.006740354932844639, 0.007475284393876791, 0.008210213854908943, 0.008945143781602383, 0.009680072776973248, 0.010415002703666687, 0.011149932630360126, 0.011884861625730991, 0.01261979155242443, 0.013354720547795296, 0.014089650474488735, 0.014824580401182175, 0.01555950939655304, 0.016294438391923904, 0.01702936924993992, 0.017764298245310783, 0.018499227240681648, 0.019234158098697662, 0.019969087094068527, 0.020704016089439392, 0.021438946947455406, 0.02217387594282627]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 5.0, 2.0, 11.0, 6.0, 17.0, 16.0, 16.0, 33.0, 26.0, 76.0, 66.0, 79.0, 93.0, 94.0, 121.0, 168.0, 219.0, 330.0, 396.0, 615.0, 942.0, 1279.0, 2206.0, 6007.0, 1776.0, 1071.0, 679.0, 459.0, 347.0, 256.0, 193.0, 115.0, 103.0, 78.0, 49.0, 54.0, 45.0, 34.0, 34.0, 27.0, 29.0, 23.0, 22.0, 24.0, 27.0, 16.0, 24.0, 18.0, 23.0, 18.0, 11.0, 12.0, 8.0, 7.0, 2.0, 8.0, 3.0, 4.0, 4.0, 0.0, 1.0, 4.0], "bins": [-0.010078378021717072, -0.00967845693230629, -0.009278535842895508, -0.008878613822162151, -0.00847869273275137, -0.008078771643340588, -0.007678850553929806, -0.007278928998857737, -0.006879007909446955, -0.006479086820036173, -0.006079165264964104, -0.005679244175553322, -0.00527932308614254, -0.004879401531070471, -0.004479480441659689, -0.00407955888658762, -0.003679637797176838, -0.0032797164749354124, -0.002879795152693987, -0.002479874063283205, -0.0020799527410417795, -0.001680031418800354, -0.0012801102129742503, -0.0008801889489404857, -0.0004802676849067211, -8.034642087295651e-05, 0.0003195748431608081, 0.0007194961071945727, 0.0011194173712283373, 0.0015193386934697628, 0.0019192598992958665, 0.00231918110512197, 0.0027191024273633957, 0.003119023749604821, 0.0035189450718462467, 0.003918866161257029, 0.004318787716329098, 0.00471870880573988, 0.0051186298951506615, 0.005518551450222731, 0.0059184725396335125, 0.006318393629044294, 0.0067183151841163635, 0.007118236273527145, 0.007518157362937927, 0.007918078452348709, 0.008318000473082066, 0.008717921562492847, 0.00911784265190363, 0.009517763741314411, 0.009917684830725193, 0.01031760685145855, 0.010717527940869331, 0.011117449030280113, 0.011517370119690895, 0.011917291209101677, 0.012317212298512459, 0.012717134319245815, 0.013117055408656597, 0.013516976498067379, 0.01391689758747816, 0.014316818676888943, 0.0147167406976223, 0.015116661787033081, 0.015516582876443863]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 5.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0762404352426529, -0.07273665815591812, -0.06923288106918335, -0.06572910398244858, -0.06222532317042351, -0.05872154235839844, -0.055217765271663666, -0.051713988184928894, -0.04821021109819412, -0.04470643028616905, -0.04120265319943428, -0.03769887611269951, -0.03419509530067444, -0.030691318213939667, -0.027187539264559746, -0.023683762177824974, -0.020179983228445053, -0.016676204279065132, -0.01317242719233036, -0.00966864824295044, -0.006164870224893093, -0.002661091974005103, 0.0008426862768828869, 0.0043464647606015205, 0.007850242778658867, 0.011354020796716213, 0.01485779881477356, 0.01836157776415348, 0.0218653567135334, 0.025369133800268173, 0.028872912749648094, 0.032376691699028015, 0.03588046878576279, 0.03938424587249756, 0.04288802668452263, 0.0463918037712574, 0.04989558085799217, 0.05339936167001724, 0.056903138756752014, 0.060406915843486786, 0.06391069293022156, 0.06741447001695633, 0.0709182545542717, 0.07442203164100647, 0.07792580872774124, 0.08142958581447601, 0.08493336290121078, 0.08843713998794556, 0.09194092452526093, 0.0954447016119957, 0.09894847869873047, 0.10245225578546524, 0.10595603287220001, 0.10945980995893478, 0.11296358704566956, 0.11646737158298492, 0.1199711486697197, 0.12347492575645447, 0.12697871029376984, 0.130482479929924, 0.13398626446723938, 0.13749003410339355, 0.14099381864070892, 0.1444975882768631, 0.14800137281417847]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 3.0, 5.0, 2.0, 3.0, 5.0, 2.0, 9.0, 6.0, 3.0, 9.0, 7.0, 9.0, 15.0, 19.0, 41.0, 21.0, 20.0, 13.0, 15.0, 6.0, 5.0, 5.0, 3.0, 6.0, 4.0, 5.0, 4.0, 3.0, 1.0, 3.0, 5.0, 1.0, 4.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.06305303424596786, -0.061075638979673386, -0.059098243713378906, -0.057120852172374725, -0.055143456906080246, -0.05316606163978577, -0.05118866637349129, -0.04921127110719681, -0.04723387956619263, -0.04525648429989815, -0.04327908903360367, -0.04130169376730919, -0.03932429850101471, -0.03734690323472023, -0.03536951169371605, -0.03339211642742157, -0.03141472116112709, -0.02943732589483261, -0.02745993249118328, -0.0254825372248888, -0.02350514382123947, -0.021527748554944992, -0.019550353288650513, -0.017572959885001183, -0.015595564618706703, -0.013618170283734798, -0.011640775948762894, -0.009663380682468414, -0.0076859863474965096, -0.005708592012524605, -0.0037311972118914127, -0.0017538026440888643, 0.00022359192371368408, 0.0022009864915162325, 0.004178381059318781, 0.006155775859951973, 0.008133170194923878, 0.010110564529895782, 0.012087959796190262, 0.014065354131162167, 0.01604274846613407, 0.01802014373242855, 0.01999753713607788, 0.02197493240237236, 0.02395232766866684, 0.02592972107231617, 0.02790711633861065, 0.02988450974225998, 0.03186190500855446, 0.03383930027484894, 0.03581669554114342, 0.0377940870821476, 0.03977148234844208, 0.04174887761473656, 0.043726272881031036, 0.045703668147325516, 0.047681063413619995, 0.049658454954624176, 0.051635850220918655, 0.053613245487213135, 0.055590640753507614, 0.057568036019802094, 0.059545427560806274, 0.061522822827100754, 0.06350021809339523]}, "_runtime": 11.005721807479858, "_timestamp": 1596208375.1967158, "_step": 6}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 3.0, 2.0, 1.0, 0.0, 2.0, 2.0, 3.0, 4.0, 3.0, 1.0, 6.0, 2.0, 3.0, 5.0, 2.0, 3.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.020613079890608788, -0.02014758810400963, -0.01968209631741047, -0.01921660453081131, -0.01875111274421215, -0.01828562095761299, -0.01782013103365898, -0.017354639247059822, -0.016889147460460663, -0.016423655673861504, -0.015958163887262344, -0.015492672100663185, -0.015027180314064026, -0.014561688527464867, -0.014096197672188282, -0.013630705885589123, -0.013165214098989964, -0.012699722312390804, -0.012234230525791645, -0.01176873967051506, -0.011303247883915901, -0.010837756097316742, -0.010372264310717583, -0.009906772524118423, -0.009441280737519264, -0.00897578988224268, -0.00851029809564352, -0.008044806309044361, -0.007579314522445202, -0.00711382320150733, -0.006648331414908171, -0.006182840093970299, -0.0057173483073711395, -0.00525185652077198, -0.004786365199834108, -0.004320873413234949, -0.0038553818594664335, -0.003389890305697918, -0.0029243985190987587, -0.002458906965330243, -0.0019934154115617275, -0.001527923857793212, -0.0010624321876093745, -0.000596940575633198, -0.00013144896365702152, 0.000334042648319155, 0.0007995342602953315, 0.001265025930479169, 0.0017305174842476845, 0.0021960090380162, 0.0026615005917847157, 0.003126992378383875, 0.0035924839321523905, 0.004057975485920906, 0.004523467272520065, 0.004988958593457937, 0.0054544503800570965, 0.005919942166656256, 0.006385433487594128, 0.006850925274193287, 0.007316417060792446, 0.007781908381730318, 0.00824739970266819, 0.00871289148926735, 0.009178383275866508]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 3.0, 1.0, 3.0, 2.0, 0.0, 0.0, 4.0, 1.0, 5.0, 4.0, 7.0, 7.0, 5.0, 9.0, 9.0, 9.0, 16.0, 15.0, 22.0, 26.0, 33.0, 40.0, 67.0, 62.0, 104.0, 117.0, 154.0, 212.0, 374.0, 561.0, 4209.0, 737.0, 366.0, 209.0, 149.0, 112.0, 57.0, 64.0, 31.0, 28.0, 20.0, 17.0, 12.0, 10.0, 8.0, 4.0, 4.0, 5.0, 5.0, 1.0, 3.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.16200102865695953, -0.15751640498638153, -0.15303179621696472, -0.14854717254638672, -0.14406254887580872, -0.1395779401063919, -0.1350933164358139, -0.1306087076663971, -0.1261240839958191, -0.12163946777582169, -0.11715485155582428, -0.11267022788524628, -0.10818561166524887, -0.10370099544525146, -0.09921637177467346, -0.09473175555467606, -0.09024713933467865, -0.08576252311468124, -0.08127790689468384, -0.07679328322410583, -0.07230866700410843, -0.06782405078411102, -0.06333942711353302, -0.058854810893535614, -0.05437019467353821, -0.0498855784535408, -0.0454009585082531, -0.04091633856296539, -0.03643172234296799, -0.03194710612297058, -0.027462486177682877, -0.02297786809504032, -0.018493250012397766, -0.014008631929755211, -0.009524013847112656, -0.0050393957644701, -0.0005547776818275452, 0.00392984040081501, 0.008414458483457565, 0.01289907656610012, 0.017383694648742676, 0.02186831273138523, 0.026352930814027786, 0.03083754889667034, 0.0353221669793129, 0.0398067831993103, 0.04429140314459801, 0.04877602308988571, 0.05326063930988312, 0.057745255529880524, 0.06222987547516823, 0.06671449542045593, 0.07119911164045334, 0.07568372786045074, 0.08016835153102875, 0.08465296775102615, 0.08913758397102356, 0.09362220019102097, 0.09810681641101837, 0.10259144008159637, 0.10707605630159378, 0.11156067252159119, 0.11604529619216919, 0.1205299124121666, 0.125014528632164]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 4.0, 3.0, 3.0, 1.0, 1.0, 3.0, 2.0, 1.0, 3.0, 1.0, 1.0, 4.0, 2.0, 3.0, 5.0, 32.0, 2.0, 3.0, 5.0, 3.0, 4.0, 4.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.0028930508997291327, -0.0027954550459980965, -0.002697859425097704, -0.0026002635713666677, -0.0025026677176356316, -0.0024050718639045954, -0.002307476010173559, -0.0022098803892731667, -0.0021122845355421305, -0.0020146886818110943, -0.00191709294449538, -0.0018194972071796656, -0.0017219013534486294, -0.0016243054997175932, -0.0015267097624018788, -0.0014291140250861645, -0.0013315181713551283, -0.001233922317624092, -0.0011363265803083777, -0.0010387308429926634, -0.0009411349892616272, -0.0008435391937382519, -0.0007459433982148767, -0.0006483476026915014, -0.0005507518071681261, -0.00045315601164475083, -0.00035556021612137556, -0.0002579644205980003, -0.00016036862507462502, -6.277282955124974e-05, 3.482296597212553e-05, 0.0001324187614955008, 0.00023001455701887608, 0.00032761035254225135, 0.0004252061480656266, 0.0005228019435890019, 0.0006203977391123772, 0.0007179935346357524, 0.0008155893301591277, 0.000913185125682503, 0.0010107809212058783, 0.0011083767749369144, 0.0012059725122526288, 0.0013035682495683432, 0.0014011641032993793, 0.0014987599570304155, 0.00159635569434613, 0.0016939514316618443, 0.0017915472853928804, 0.0018891431391239166, 0.001986738760024309, 0.0020843346137553453, 0.0021819304674863815, 0.0022795263212174177, 0.002377122174948454, 0.0024747177958488464, 0.0025723136495798826, 0.002669909503310919, 0.0027675051242113113, 0.0028651009779423475, 0.0029626968316733837, 0.00306029268540442, 0.003157888539135456, 0.0032554841600358486, 0.003353080013766885]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 3.0, 2.0, 4.0, 7.0, 12.0, 24.0, 23.0, 31.0, 44.0, 73.0, 125.0, 159.0, 230.0, 354.0, 484.0, 787.0, 1120.0, 1760.0, 2772.0, 4521.0, 7675.0, 13406.0, 24330.0, 44283.0, 83820.0, 186117.0, 614835.0, 86255.0, 44757.0, 24793.0, 14341.0, 8373.0, 5059.0, 3074.0, 1950.0, 1286.0, 848.0, 629.0, 389.0, 229.0, 199.0, 127.0, 92.0, 63.0, 44.0, 33.0, 26.0, 19.0, 13.0, 17.0, 6.0, 6.0, 2.0, 3.0, 3.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.00916676688939333, -0.008852370083332062, -0.00853797234594822, -0.008223575539886951, -0.007909178733825684, -0.007594781927764416, -0.007280384656041861, -0.006965987384319305, -0.006651590578258038, -0.00633719377219677, -0.0060227965004742146, -0.005708399228751659, -0.0053940024226903915, -0.005079605616629124, -0.0047652083449065685, -0.004450811073184013, -0.0041364142671227455, -0.003822017228230834, -0.0035076201893389225, -0.003193223150447011, -0.0028788261115550995, -0.002564429072663188, -0.0022500320337712765, -0.001935634994879365, -0.0016212379559874535, -0.001306840917095542, -0.0009924438782036304, -0.0006780468393117189, -0.00036364980041980743, -4.925276152789593e-05, 0.0002651442773640156, 0.0005795413162559271, 0.0008939383551478386, 0.00120833539403975, 0.0015227324329316616, 0.0018371294718235731, 0.0021515265107154846, 0.002465923549607396, 0.0027803205884993076, 0.003094717627391219, 0.0034091146662831306, 0.003723511705175042, 0.004037908744066954, 0.004352306015789509, 0.004666702821850777, 0.0049810996279120445, 0.0052954968996346, 0.005609894171357155, 0.005924290977418423, 0.0062386877834796906, 0.006553085055202246, 0.006867482326924801, 0.007181879132986069, 0.007496275939047337, 0.007810673210769892, 0.008125070482492447, 0.008439467288553715, 0.008753864094614983, 0.009068261831998825, 0.009382658638060093, 0.00969705544412136, 0.010011452250182629, 0.010325849056243896, 0.010640246793627739, 0.010954643599689007]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 3.0, 3.0, 3.0, 1.0, 0.0, 4.0, 2.0, 3.0, 0.0, 2.0, 1.0, 2.0, 3.0, 4.0, 3.0, 2.0, 7.0, 2.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.019571512937545776, -0.01907210983335972, -0.01857270672917366, -0.018073303624987602, -0.017573898658156395, -0.017074495553970337, -0.01657509244978428, -0.01607568934559822, -0.015576286241412163, -0.01507688220590353, -0.014577479101717472, -0.014078075997531414, -0.013578671962022781, -0.013079268857836723, -0.012579865753650665, -0.012080461718142033, -0.011581058613955975, -0.011081655509769917, -0.010582251474261284, -0.010082848370075226, -0.009583445265889168, -0.009084041230380535, -0.008584638126194477, -0.008085235022008419, -0.007585831452161074, -0.007086427882313728, -0.00658702477812767, -0.006087621208280325, -0.00558821763843298, -0.0050888145342469215, -0.004589410964399576, -0.004090007860213518, -0.003590604290366173, -0.003091200953349471, -0.0025917976163327694, -0.002092394046485424, -0.0015929907094687223, -0.0010935873724520206, -0.0005941839190199971, -9.478052379563451e-05, 0.0004046228714287281, 0.0009040262666530907, 0.0014034296618774533, 0.0019028331153094769, 0.0024022364523261786, 0.0029016397893428802, 0.0034010433591902256, 0.0039004466962069273, 0.004399850033223629, 0.004899253603070974, 0.005398656707257032, 0.005898060277104378, 0.006397463381290436, 0.006896866951137781, 0.0073962705209851265, 0.007895673625171185, 0.008395077660679817, 0.008894480764865875, 0.009393883869051933, 0.009893286973237991, 0.010392691008746624, 0.010892094112932682, 0.01139149721711874, 0.011890901252627373, 0.01239030435681343]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 0.0, 5.0, 1.0, 4.0, 5.0, 11.0, 3.0, 6.0, 12.0, 18.0, 13.0, 25.0, 37.0, 32.0, 47.0, 60.0, 96.0, 88.0, 123.0, 156.0, 204.0, 216.0, 247.0, 284.0, 401.0, 479.0, 521.0, 700.0, 922.0, 1206.0, 1684.0, 2484.0, 5716.0, 1044.0, 506.0, 340.0, 224.0, 111.0, 71.0, 55.0, 66.0, 58.0, 40.0, 46.0, 20.0, 8.0, 4.0, 3.0, 4.0, 4.0, 2.0, 3.0, 0.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.012553393840789795, -0.012198163196444511, -0.011842932552099228, -0.011487701907753944, -0.011132471263408661, -0.010777239687740803, -0.01042200904339552, -0.010066778399050236, -0.009711547754704952, -0.009356317110359669, -0.009001086466014385, -0.008645855821669102, -0.008290624246001244, -0.00793539360165596, -0.007580162957310677, -0.007224932312965393, -0.0068697016686201096, -0.006514471024274826, -0.0061592403799295425, -0.005804009269922972, -0.005448778625577688, -0.005093547981232405, -0.004738316871225834, -0.00438308622688055, -0.004027855582535267, -0.0036726249381899834, -0.003317394061014056, -0.002962163183838129, -0.0026069325394928455, -0.002251701895147562, -0.0018964710179716349, -0.0015412402572110295, -0.0011860094964504242, -0.0008307787356898189, -0.0004755479749292135, -0.00012031721416860819, 0.00023491354659199715, 0.0005901443073526025, 0.0009453750681132078, 0.0013006058288738132, 0.0016558365896344185, 0.002011067233979702, 0.002366298111155629, 0.0027215289883315563, 0.00307675963267684, 0.0034319902770221233, 0.0037872211541980505, 0.004142452031373978, 0.004497682675719261, 0.004852913320064545, 0.005208143964409828, 0.005563375074416399, 0.0059186057187616825, 0.006273836363106966, 0.006629067473113537, 0.00698429811745882, 0.007339528761804104, 0.007694759406149387, 0.008049990050494671, 0.008405220694839954, 0.008760452270507812, 0.009115682914853096, 0.00947091355919838, 0.009826144203543663, 0.010181374847888947]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.11794968694448471, -0.11518792062997818, -0.11242615431547165, -0.10966438800096512, -0.10690262168645859, -0.10414085537195206, -0.10137908160686493, -0.0986173152923584, -0.09585554897785187, -0.09309378266334534, -0.0903320163488388, -0.08757025003433228, -0.08480848371982574, -0.08204671740531921, -0.07928495109081268, -0.07652318477630615, -0.07376141846179962, -0.0709996446967125, -0.06823787838220596, -0.06547611206769943, -0.0627143457531929, -0.05995257943868637, -0.05719081312417984, -0.05442904680967331, -0.05166728049516678, -0.04890551045536995, -0.04614374414086342, -0.04338197782635689, -0.04062021151185036, -0.037858445197343826, -0.035096675157547, -0.032334908843040466, -0.029573142528533936, -0.026811376214027405, -0.024049608036875725, -0.021287841722369194, -0.018526073545217514, -0.015764307230710983, -0.013002540916204453, -0.010240773670375347, -0.007479006424546242, -0.004717239178717136, -0.0019554723985493183, 0.0008062946144491434, 0.003568061627447605, 0.0063298288732767105, 0.009091595187783241, 0.011853362433612347, 0.014615129679441452, 0.017376895993947983, 0.020138664171099663, 0.022900430485606194, 0.025662198662757874, 0.028423964977264404, 0.031185731291770935, 0.033947497606277466, 0.036709263920784, 0.039471033960580826, 0.04223280027508736, 0.04499456658959389, 0.04775633290410042, 0.05051809921860695, 0.05327986925840378, 0.05604163557291031, 0.05880340188741684]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 3.0, 5.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 4.0, 3.0, 9.0, 6.0, 17.0, 13.0, 14.0, 24.0, 22.0, 30.0, 36.0, 22.0, 13.0, 5.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 6.0, 1.0, 2.0, 4.0, 0.0, 2.0, 1.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.05609963834285736, -0.05438140779733658, -0.052663177251815796, -0.05094495043158531, -0.04922671988606453, -0.04750848934054375, -0.045790258795022964, -0.04407202824950218, -0.0423538014292717, -0.040635570883750916, -0.03891734033823013, -0.03719910979270935, -0.03548087924718857, -0.033762648701667786, -0.0320444218814373, -0.03032619133591652, -0.028607960790395737, -0.026889730244874954, -0.02517150156199932, -0.02345327101647854, -0.021735042333602905, -0.020016811788082123, -0.01829858124256134, -0.016580352559685707, -0.014862122014164925, -0.013143892399966717, -0.011425662785768509, -0.009707432240247726, -0.007989202626049519, -0.006270973011851311, -0.004552742931991816, -0.002834513084962964, -0.0011162832379341125, 0.000601946609094739, 0.0023201764561235905, 0.004038406535983086, 0.0057566361501812935, 0.007474865764379501, 0.009193096309900284, 0.010911325924098492, 0.0126295555382967, 0.014347785152494907, 0.016066014766693115, 0.017784245312213898, 0.01950247585773468, 0.021220704540610313, 0.022938935086131096, 0.02465716376900673, 0.02637539431452751, 0.028093624860048294, 0.029811853542923927, 0.03153008222579956, 0.03324831277132034, 0.034966543316841125, 0.03668477386236191, 0.03840300440788269, 0.04012123495340347, 0.04183946177363396, 0.04355769231915474, 0.04527592286467552, 0.046994153410196304, 0.04871238395571709, 0.05043061077594757, 0.05214884132146835, 0.053867071866989136]}, "_runtime": 11.830366849899292, "_timestamp": 1596208376.0213609, "_step": 7}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 4.0, 0.0, 4.0, 0.0, 3.0, 2.0, 3.0, 1.0, 2.0, 1.0, 2.0, 4.0, 0.0, 4.0, 3.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010530997067689896, -0.010160140693187714, -0.009789284318685532, -0.009418428875505924, -0.009047572501003742, -0.00867671612650156, -0.008305859751999378, -0.007935003377497196, -0.0075641474686563015, -0.0071932910941541195, -0.006822435185313225, -0.006451578810811043, -0.006080722436308861, -0.005709866527467966, -0.005339010152965784, -0.004968154244124889, -0.004597297869622707, -0.004226441495120525, -0.0038555855862796307, -0.0034847292117774487, -0.0031138730701059103, -0.002743016928434372, -0.00237216055393219, -0.0020013044122606516, -0.0016304482705891132, -0.0012595921289175749, -0.0008887358708307147, -0.0005178796709515154, -0.00014702347107231617, 0.0002238327288068831, 0.0005946889286860824, 0.0009655451285652816, 0.001336401328444481, 0.0017072574701160192, 0.0020781136117875576, 0.0024489699862897396, 0.002819826127961278, 0.0031906822696328163, 0.0035615386441349983, 0.003932394552975893, 0.004303250927478075, 0.004674107301980257, 0.005044963210821152, 0.005415819585323334, 0.005786675959825516, 0.0061575318686664104, 0.0065283882431685925, 0.006899244152009487, 0.007270100526511669, 0.007640956901013851, 0.008011813275516033, 0.00838266871869564, 0.008753525093197823, 0.009124381467700005, 0.009495237842202187, 0.009866094216704369, 0.01023695059120655, 0.010607806034386158, 0.01097866240888834, 0.011349518783390522, 0.011720375157892704, 0.012091231532394886, 0.012462086975574493, 0.012832943350076675, 0.013203799724578857]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 7.0, 3.0, 4.0, 2.0, 10.0, 6.0, 10.0, 10.0, 14.0, 19.0, 29.0, 27.0, 45.0, 60.0, 80.0, 94.0, 159.0, 196.0, 293.0, 526.0, 4537.0, 804.0, 335.0, 201.0, 134.0, 96.0, 54.0, 44.0, 29.0, 28.0, 17.0, 11.0, 11.0, 9.0, 5.0, 5.0, 4.0, 2.0, 2.0, 0.0, 1.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.18075646460056305, -0.17517589032649994, -0.16959531605243683, -0.16401472687721252, -0.15843415260314941, -0.1528535783290863, -0.1472730040550232, -0.1416924148797989, -0.13611184060573578, -0.13053126633167267, -0.12495069205760956, -0.11937011033296585, -0.11378953605890274, -0.10820895433425903, -0.10262838006019592, -0.09704779833555222, -0.0914672240614891, -0.085886649787426, -0.08030606806278229, -0.07472549378871918, -0.06914491206407547, -0.06356433779001236, -0.05798375979065895, -0.05240318179130554, -0.04682260379195213, -0.041242025792598724, -0.035661447793245316, -0.030080871656537056, -0.024500293657183647, -0.01891971565783024, -0.013339138589799404, -0.007758561056107283, -0.002177983522415161, 0.0034025940112769604, 0.008983171544969082, 0.014563748612999916, 0.020144326612353325, 0.025724904611706734, 0.03130548074841499, 0.0368860587477684, 0.04246663674712181, 0.04804721474647522, 0.05362779274582863, 0.05920837074518204, 0.06478894501924515, 0.07036952674388885, 0.07595010101795197, 0.08153068274259567, 0.08711125701665878, 0.0926918312907219, 0.0982724130153656, 0.10385298728942871, 0.10943356901407242, 0.11501414328813553, 0.12059472501277924, 0.12617529928684235, 0.13175587356090546, 0.13733644783496857, 0.14291703701019287, 0.14849761128425598, 0.1540781855583191, 0.1596587598323822, 0.1652393490076065, 0.17081992328166962, 0.17640049755573273]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 3.0, 0.0, 2.0, 7.0, 2.0, 5.0, 5.0, 1.0, 2.0, 3.0, 1.0, 2.0, 1.0, 5.0, 3.0, 6.0, 3.0, 30.0, 2.0, 3.0, 3.0, 1.0, 0.0, 2.0, 6.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.0033099513966590166, -0.003215596079826355, -0.0031212407629936934, -0.0030268854461610317, -0.0029325303621590137, -0.002838175045326352, -0.0027438197284936905, -0.002649464411661029, -0.0025551090948283672, -0.0024607537779957056, -0.002366398461163044, -0.0022720431443303823, -0.0021776878274977207, -0.0020833327434957027, -0.001988977426663041, -0.0018946221098303795, -0.0018002667929977179, -0.0017059114761650562, -0.0016115561593323946, -0.0015172009589150548, -0.0014228456420823932, -0.0013284903252497315, -0.0012341351248323917, -0.0011397798079997301, -0.0010454244911670685, -0.0009510691743344069, -0.0008567139157094061, -0.0007623586570844054, -0.0006680033402517438, -0.0005736480234190822, -0.00047929276479408145, -0.0003849374770652503, -0.0002905821893364191, -0.00019622690160758793, -0.00010187161387875676, -7.5163261499255896e-06, 8.683896157890558e-05, 0.00018119424930773675, 0.0002755495370365679, 0.0003699048247653991, 0.00046426011249423027, 0.0005586154293268919, 0.0006529706879518926, 0.0007473259465768933, 0.000841681263409555, 0.0009360365802422166, 0.0010303917806595564, 0.001124747097492218, 0.0012191024143248796, 0.0013134577311575413, 0.001407813047990203, 0.0015021682484075427, 0.0015965235652402043, 0.001690878882072866, 0.0017852340824902058, 0.0018795893993228674, 0.001973944716155529, 0.0020683000329881907, 0.0021626553498208523, 0.002257010666653514, 0.0023513659834861755, 0.0024457210674881935, 0.002540076384320855, 0.0026344317011535168, 0.0027287870179861784]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 3.0, 3.0, 6.0, 8.0, 9.0, 12.0, 17.0, 19.0, 38.0, 44.0, 74.0, 83.0, 117.0, 173.0, 251.0, 380.0, 544.0, 730.0, 1156.0, 1803.0, 2863.0, 4608.0, 7816.0, 13525.0, 24649.0, 46435.0, 89471.0, 209721.0, 608696.0, 74891.0, 38404.0, 21295.0, 12263.0, 7030.0, 4380.0, 2626.0, 1723.0, 1147.0, 775.0, 537.0, 354.0, 268.0, 191.0, 152.0, 101.0, 64.0, 49.0, 39.0, 39.0, 21.0, 16.0, 6.0, 7.0, 3.0, 4.0, 2.0], "bins": [-0.01089419424533844, -0.010592419654130936, -0.010290645994246006, -0.009988871403038502, -0.009687097743153572, -0.009385323151946068, -0.009083548560738564, -0.008781774900853634, -0.00848000030964613, -0.008178225718438625, -0.007876452058553696, -0.007574677467346191, -0.0072729033417999744, -0.0069711292162537575, -0.006669354625046253, -0.006367580499500036, -0.006065806373953819, -0.005764032248407602, -0.005462258122861385, -0.005160483531653881, -0.004858709406107664, -0.004556935280561447, -0.004255160689353943, -0.003953386563807726, -0.003651612438261509, -0.003349838312715292, -0.0030480639543384314, -0.0027462895959615707, -0.0024445154704153538, -0.002142741344869137, -0.0018409669864922762, -0.0015391927445307374, -0.0012374185025691986, -0.0009356442606076598, -0.000633870018646121, -0.00033209577668458223, -3.0321534723043442e-05, 0.00027145270723849535, 0.0005732269492000341, 0.0008750011911615729, 0.0011767754331231117, 0.0014785496750846505, 0.0017803239170461893, 0.00208209827542305, 0.002383872400969267, 0.002685646526515484, 0.0029874208848923445, 0.003289195243269205, 0.003590969368815422, 0.003892743494361639, 0.004194517619907856, 0.00449629221111536, 0.004798066336661577, 0.005099840462207794, 0.0054016150534152985, 0.005703389178961515, 0.006005163304507732, 0.006306937430053949, 0.006608711555600166, 0.006910486146807671, 0.0072122602723538876, 0.0075140343979001045, 0.007815808989107609, 0.008117582648992538, 0.008419357240200043]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 2.0, 2.0, 4.0, 3.0, 1.0, 1.0, 7.0, 3.0, 2.0, 1.0, 2.0, 1.0, 3.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.009905570186674595, -0.009608406573534012, -0.009311242960393429, -0.009014079347252846, -0.008716915734112263, -0.00841975212097168, -0.008122587576508522, -0.007825423963367939, -0.007528260350227356, -0.007231096737086773, -0.00693393312394619, -0.006636769510805607, -0.006339605897665024, -0.006042442284524441, -0.00574527820572257, -0.005448114592581987, -0.005150950979441404, -0.004853787366300821, -0.004556623753160238, -0.004259459674358368, -0.003962296061217785, -0.003665132448077202, -0.003367968834936619, -0.003070804988965392, -0.002773641375824809, -0.002476477762684226, -0.0021793139167129993, -0.0018821503035724163, -0.0015849865740165114, -0.0012878228444606066, -0.0009906592313200235, -0.0006934955017641187, -0.0003963317722082138, -9.91680717561394e-05, 0.000197995628695935, 0.000495159300044179, 0.0007923230296000838, 0.0010894867591559887, 0.0013866503722965717, 0.0016838141018524766, 0.0019809778314083815, 0.0022781414445489645, 0.002575305290520191, 0.0028724689036607742, 0.0031696325168013573, 0.003466796362772584, 0.003763959975913167, 0.004061123821884394, 0.004358287435024977, 0.00465545104816556, 0.004952614661306143, 0.005249778740108013, 0.005546942353248596, 0.005844105966389179, 0.006141269579529762, 0.006438433192670345, 0.006735596805810928, 0.007032760884612799, 0.007329924497753382, 0.007627088110893965, 0.007924252189695835, 0.008221415802836418, 0.008518579415977001, 0.008815743029117584, 0.009112906642258167]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 3.0, 5.0, 5.0, 8.0, 9.0, 8.0, 15.0, 13.0, 18.0, 24.0, 32.0, 43.0, 34.0, 47.0, 61.0, 57.0, 90.0, 111.0, 137.0, 156.0, 192.0, 278.0, 356.0, 458.0, 611.0, 797.0, 944.0, 1425.0, 2257.0, 5839.0, 1611.0, 929.0, 517.0, 413.0, 243.0, 169.0, 155.0, 99.0, 65.0, 42.0, 29.0, 15.0, 22.0, 21.0, 12.0, 12.0, 11.0, 7.0, 5.0, 7.0, 2.0, 3.0, 1.0, 2.0], "bins": [-0.01064514834433794, -0.01037308108061552, -0.0101010138168931, -0.009828946553170681, -0.009556879289448261, -0.009284812025725842, -0.009012744762003422, -0.008740677498281002, -0.008468610234558582, -0.008196542970836163, -0.007924475707113743, -0.00765240890905261, -0.007380341645330191, -0.007108274381607771, -0.006836207117885351, -0.0065641398541629314, -0.006292072590440512, -0.006020005326718092, -0.005747938062995672, -0.0054758707992732525, -0.005203803535550833, -0.004931736271828413, -0.004659669008105993, -0.0043876017443835735, -0.004115534946322441, -0.0038434674497693777, -0.003571400186046958, -0.0032993329223245382, -0.003027265891432762, -0.0027551986277103424, -0.0024831313639879227, -0.002211064100265503, -0.0019389968365430832, -0.0016669295728206635, -0.0013948623090982437, -0.0011227951617911458, -0.0008507278980687261, -0.0005786606343463063, -0.0003065934288315475, -3.452619421295822e-05, 0.00023754104040563107, 0.0005096083041280508, 0.0007816755096428096, 0.0010537427151575685, 0.0013258099788799882, 0.001597877242602408, 0.0018699443899095058, 0.0021420116536319256, 0.0024140789173543453, 0.002686146181076765, 0.002958213444799185, 0.0032302807085216045, 0.0035023479722440243, 0.0037744150031358004, 0.004046482499688864, 0.0043185497634112835, 0.004590616561472416, 0.004862683825194836, 0.005134751088917255, 0.005406818352639675, 0.005678885616362095, 0.005950952880084515, 0.006223020143806934, 0.006495087407529354, 0.006767154671251774]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.06624677777290344, -0.06432315707206726, -0.06239954009652138, -0.060475923120975494, -0.05855230242013931, -0.05662868171930313, -0.05470506474375725, -0.052781447768211365, -0.05085782706737518, -0.048934206366539, -0.04701058939099312, -0.045086972415447235, -0.04316335171461105, -0.04123973101377487, -0.03931611403822899, -0.037392497062683105, -0.035468876361846924, -0.03354525566101074, -0.03162163868546486, -0.029698019847273827, -0.027774401009082794, -0.025850782170891762, -0.02392716333270073, -0.022003544494509697, -0.020079925656318665, -0.018156306818127632, -0.0162326879799366, -0.014309069141745567, -0.012385450303554535, -0.010461831465363503, -0.00853821262717247, -0.006614593788981438, -0.004690974950790405, -0.002767356112599373, -0.0008437372744083405, 0.001079881563782692, 0.0030035004019737244, 0.004927119240164757, 0.006850738078355789, 0.008774356916546822, 0.010697975754737854, 0.012621594592928886, 0.014545213431119919, 0.01646883226931095, 0.018392451107501984, 0.020316069945693016, 0.02223968878388405, 0.02416330762207508, 0.026086926460266113, 0.028010545298457146, 0.029934164136648178, 0.03185778111219406, 0.03378140181303024, 0.035705022513866425, 0.03762863948941231, 0.03955225646495819, 0.04147587716579437, 0.043399497866630554, 0.04532311484217644, 0.04724673181772232, 0.0491703525185585, 0.051093973219394684, 0.05301759019494057, 0.05494120717048645, 0.05686482787132263]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 1.0, 3.0, 2.0, 1.0, 0.0, 2.0, 3.0, 2.0, 1.0, 8.0, 12.0, 14.0, 16.0, 15.0, 19.0, 20.0, 21.0, 29.0, 12.0, 20.0, 11.0, 9.0, 2.0, 6.0, 0.0, 3.0, 1.0, 2.0, 3.0, 4.0, 4.0, 3.0, 1.0, 1.0, 2.0, 2.0, 4.0, 4.0, 2.0, 3.0, 2.0, 2.0], "bins": [-0.06089092046022415, -0.05935216695070267, -0.057813409715890884, -0.0562746562063694, -0.05473589897155762, -0.05319714546203613, -0.05165839195251465, -0.050119634717702866, -0.04858088120818138, -0.0470421276986599, -0.045503370463848114, -0.04396461695432663, -0.042425863444805145, -0.04088710620999336, -0.03934835270047188, -0.037809595465660095, -0.03627084195613861, -0.034732088446617126, -0.033193331211805344, -0.03165457770228386, -0.030115822330117226, -0.028577066957950592, -0.027038313448429108, -0.025499558076262474, -0.02396080270409584, -0.022422047331929207, -0.020883291959762573, -0.01934453845024109, -0.017805783078074455, -0.01626702770590782, -0.014728273265063763, -0.013189518824219704, -0.01165076345205307, -0.010112008079886436, -0.008573253639042377, -0.007034498732537031, -0.005495743826031685, -0.003956988919526339, -0.0024182340130209923, -0.000879479106515646, 0.0006592757999897003, 0.0021980307064950466, 0.003736785613000393, 0.005275540519505739, 0.0068142954260110855, 0.008353050798177719, 0.009891805239021778, 0.011430559679865837, 0.01296931505203247, 0.014508070424199104, 0.016046825796365738, 0.017585579305887222, 0.019124334678053856, 0.02066309005022049, 0.022201843559741974, 0.023740598931908607, 0.02527935430407524, 0.026818109676241875, 0.02835686504840851, 0.029895618557929993, 0.03143437206745148, 0.03297312930226326, 0.034511882811784744, 0.03605064004659653, 0.03758939355611801]}, "_runtime": 12.66993498802185, "_timestamp": 1596208376.860929, "_step": 8}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 4.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 2.0, 4.0, 0.0, 1.0, 3.0, 3.0, 2.0, 2.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 3.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.011389205232262611, -0.011076713912189007, -0.010764222592115402, -0.010451731272041798, -0.010139239951968193, -0.009826748631894588, -0.009514257311820984, -0.00920176599174738, -0.008889274671673775, -0.008576782420277596, -0.008264291100203991, -0.007951799780130386, -0.007639308460056782, -0.007326817139983177, -0.007014325819909573, -0.006701834499835968, -0.0063893431797623634, -0.006076851859688759, -0.005764360539615154, -0.00545186921954155, -0.005139377899467945, -0.004826886113733053, -0.004514394793659449, -0.004201903473585844, -0.0038894121535122395, -0.003576920833438635, -0.0032644295133650303, -0.002951937960460782, -0.0026394466403871775, -0.002326955320313573, -0.0020144637674093246, -0.00170197244733572, -0.0013894811272621155, -0.001076989807188511, -0.0007644983706995845, -0.000452006992418319, -0.0001395156141370535, 0.000172975764144212, 0.0004854671424254775, 0.000797958520706743, 0.0011104498989880085, 0.001422941219061613, 0.0017354326555505395, 0.002047924092039466, 0.0023604154121130705, 0.002672906732186675, 0.0029853982850909233, 0.003297889605164528, 0.0036103809252381325, 0.003922872245311737, 0.004235363565385342, 0.004547854885458946, 0.004860346205532551, 0.005172837991267443, 0.005485329311341047, 0.005797820631414652, 0.0061103119514882565, 0.006422803271561861, 0.006735294591635466, 0.00704778591170907, 0.007360277697443962, 0.007672769017517567, 0.007985260337591171, 0.008297751657664776, 0.00861024297773838]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 0.0, 2.0, 1.0, 4.0, 6.0, 4.0, 8.0, 8.0, 12.0, 9.0, 18.0, 20.0, 19.0, 32.0, 49.0, 54.0, 65.0, 82.0, 112.0, 167.0, 216.0, 265.0, 426.0, 4235.0, 901.0, 398.0, 224.0, 162.0, 100.0, 82.0, 64.0, 44.0, 38.0, 21.0, 18.0, 18.0, 12.0, 6.0, 2.0, 5.0, 4.0, 4.0, 2.0, 2.0, 4.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.16155005991458893, -0.156864732503891, -0.15217941999435425, -0.1474940925836563, -0.14280878007411957, -0.13812345266342163, -0.1334381401538849, -0.12875281274318695, -0.12406749278306961, -0.11938217282295227, -0.11469685286283493, -0.11001153290271759, -0.10532620549201965, -0.10064088553190231, -0.09595556557178497, -0.09127024561166763, -0.08658492565155029, -0.08189960569143295, -0.07721428573131561, -0.07252896577119827, -0.06784364581108093, -0.063158318400383, -0.058472998440265656, -0.053787678480148315, -0.049102358520030975, -0.044417038559913635, -0.039731718599796295, -0.03504639491438866, -0.030361074954271317, -0.025675754994153976, -0.020990433171391487, -0.016305111348628998, -0.011619791388511658, -0.006934470497071743, -0.0022491496056318283, 0.0024361712858080864, 0.007121492177248001, 0.011806813068687916, 0.01649213396012783, 0.02117745578289032, 0.02586277574300766, 0.030548095703125, 0.03523341566324234, 0.03991873934864998, 0.04460405930876732, 0.04928937926888466, 0.0539747029542923, 0.05866002291440964, 0.06334534287452698, 0.06803066283464432, 0.07271598279476166, 0.077401302754879, 0.08208662271499634, 0.08677195012569427, 0.09145727008581161, 0.09614259004592896, 0.1008279100060463, 0.10551322996616364, 0.11019854992628098, 0.11488386988639832, 0.11956919729709625, 0.12425451725721359, 0.12893983721733093, 0.13362514972686768, 0.1383104771375656]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 3.0, 1.0, 0.0, 4.0, 3.0, 5.0, 4.0, 4.0, 5.0, 6.0, 4.0, 3.0, 1.0, 6.0, 29.0, 3.0, 4.0, 4.0, 5.0, 3.0, 5.0, 2.0, 1.0, 3.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002607768401503563, -0.0025003370828926563, -0.0023929059971123934, -0.0022854749113321304, -0.002178043592721224, -0.0020706122741103172, -0.0019631811883300543, -0.0018557499861344695, -0.0017483187839388847, -0.0016408875817433, -0.0015334563795477152, -0.0014260251773521304, -0.0013185939751565456, -0.0012111627729609609, -0.001103731570765376, -0.0009963003685697913, -0.0008888691663742065, -0.0007814379641786218, -0.000674006761983037, -0.0005665755597874522, -0.00045914435759186745, -0.00035171315539628267, -0.0002442819532006979, -0.00013685075100511312, -2.941954880952835e-05, 7.801165338605642e-05, 0.0001854428555816412, 0.00029287405777722597, 0.00040030525997281075, 0.0005077364621683955, 0.0006151676643639803, 0.0007225988665595651, 0.0008300300687551498, 0.0009374612709507346, 0.0010448924731463194, 0.0011523236753419042, 0.001259754877537489, 0.0013671860797330737, 0.0014746172819286585, 0.0015820484841242433, 0.001689479686319828, 0.0017969108885154128, 0.0019043420907109976, 0.0020117731764912605, 0.002119204495102167, 0.0022266358137130737, 0.0023340668994933367, 0.0024414979852735996, 0.0025489293038845062, 0.002656360622495413, 0.0027637917082756758, 0.0028712227940559387, 0.0029786541126668453, 0.003086085431277752, 0.003193516517058015, 0.003300947602838278, 0.0034083789214491844, 0.003515810240060091, 0.003623241325840354, 0.003730672411620617, 0.0038381037302315235, 0.00394553504884243, 0.004052965901792049, 0.004160397220402956, 0.004267828539013863]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 3.0, 7.0, 3.0, 7.0, 14.0, 17.0, 35.0, 36.0, 60.0, 108.0, 124.0, 190.0, 279.0, 470.0, 746.0, 1271.0, 1993.0, 3523.0, 6387.0, 12001.0, 23464.0, 48463.0, 104677.0, 677812.0, 155817.0, 65376.0, 32515.0, 17698.0, 9977.0, 6067.0, 3698.0, 2271.0, 1450.0, 954.0, 645.0, 455.0, 287.0, 196.0, 144.0, 97.0, 89.0, 50.0, 43.0, 28.0, 16.0, 15.0, 14.0, 10.0, 10.0, 9.0, 4.0, 6.0, 3.0, 6.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.0084208520129323, -0.008106997236609459, -0.007793141528964043, -0.007479286286979914, -0.007165431044995785, -0.006851575803011656, -0.006537720561027527, -0.006223865319043398, -0.005910010077059269, -0.00559615483507514, -0.005282299593091011, -0.004968444351106882, -0.004654589109122753, -0.004340733867138624, -0.004026878625154495, -0.0037130233831703663, -0.0033991681411862373, -0.0030853128992021084, -0.0027714576572179794, -0.0024576024152338505, -0.0021437471732497215, -0.0018298919312655926, -0.0015160366892814636, -0.0012021814472973347, -0.0008883262053132057, -0.0005744709633290768, -0.0002606157213449478, 5.323952063918114e-05, 0.0003670947626233101, 0.000680950004607439, 0.000994805246591568, 0.001308660488575697, 0.001622515730559826, 0.0019363709725439548, 0.002250226214528084, 0.0025640814565122128, 0.0028779366984963417, 0.0031917919404804707, 0.0035056471824645996, 0.0038195024244487286, 0.0041333576664328575, 0.0044472129084169865, 0.004761068150401115, 0.005074923392385244, 0.005388778634369373, 0.005702633876353502, 0.006016489118337631, 0.00633034436032176, 0.006644199602305889, 0.006958054844290018, 0.007271910086274147, 0.007585765328258276, 0.007899620570242405, 0.008213475346565247, 0.008527331054210663, 0.008841186761856079, 0.00915504153817892, 0.009468896314501762, 0.009782752022147179, 0.010096607729792595, 0.010410462506115437, 0.010724317282438278, 0.011038172990083694, 0.01135202869772911, 0.011665883474051952]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 4.0, 2.0, 1.0, 3.0, 3.0, 7.0, 12.0, 4.0, 4.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.021213704720139503, -0.020388849079608917, -0.01956399343907833, -0.018739137798547745, -0.01791428215801716, -0.017089426517486572, -0.016264570876955986, -0.015439716167747974, -0.014614860527217388, -0.013790004886686802, -0.012965149246156216, -0.01214029360562563, -0.011315438896417618, -0.010490583255887032, -0.009665727615356445, -0.008840871974825859, -0.008016016334295273, -0.007191160693764687, -0.0063663050532341, -0.005541449878364801, -0.004716594237834215, -0.003891738597303629, -0.0030668831896036863, -0.0022420277819037437, -0.0014171721413731575, -0.0005923166172578931, 0.00023253890685737133, 0.0010573944309726357, 0.0018822499550879002, 0.0027071055956184864, 0.003531961003318429, 0.004356816411018372, 0.005181672051548958, 0.006006527692079544, 0.00683138333261013, 0.007656238507479429, 0.008481094613671303, 0.009305949322879314, 0.0101308049634099, 0.010955660603940487, 0.011780516244471073, 0.01260537188500166, 0.013430227525532246, 0.014255083166062832, 0.015079937875270844, 0.01590479351580143, 0.016729649156332016, 0.017554504796862602, 0.01837936043739319, 0.019204216077923775, 0.02002907171845436, 0.020853927358984947, 0.021678782999515533, 0.02250363864004612, 0.023328494280576706, 0.024153349921107292, 0.02497820556163788, 0.025803059339523315, 0.0266279149800539, 0.027452770620584488, 0.028277626261115074, 0.02910248190164566, 0.029927337542176247, 0.030752193182706833, 0.03157705068588257]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 4.0, 2.0, 4.0, 9.0, 8.0, 8.0, 11.0, 18.0, 23.0, 40.0, 26.0, 59.0, 54.0, 80.0, 74.0, 92.0, 114.0, 123.0, 152.0, 188.0, 213.0, 269.0, 345.0, 396.0, 572.0, 748.0, 1017.0, 1697.0, 6109.0, 2265.0, 1211.0, 771.0, 454.0, 277.0, 201.0, 127.0, 119.0, 60.0, 24.0, 37.0, 23.0, 25.0, 29.0, 24.0, 21.0, 33.0, 45.0, 41.0, 47.0, 29.0, 17.0, 28.0, 17.0, 10.0, 17.0, 11.0, 7.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.012078588828444481, -0.011698909103870392, -0.011319228447973728, -0.010939548723399639, -0.010559868067502975, -0.010180188342928886, -0.009800508618354797, -0.009420827962458134, -0.009041148237884045, -0.008661468513309956, -0.008281787857413292, -0.007902108132839203, -0.0075224279426038265, -0.00714274775236845, -0.006763068027794361, -0.006383387837558985, -0.006003707647323608, -0.005624027457088232, -0.005244347266852856, -0.004864667542278767, -0.00448498735204339, -0.004105307161808014, -0.003725627204403281, -0.0033459472469985485, -0.002966267056763172, -0.002586586866527796, -0.002206906909123063, -0.0018272268353030086, -0.001447546761482954, -0.0010678666876628995, -0.000688186613842845, -0.00030850654002279043, 7.11735337972641e-05, 0.00045085360761731863, 0.0008305336814373732, 0.0012102137552574277, 0.0015898938290774822, 0.0019695740193128586, 0.0023492539767175913, 0.002728933934122324, 0.0031086141243577003, 0.0034882943145930767, 0.0038679742719978094, 0.004247654229402542, 0.0046273344196379185, 0.005007014609873295, 0.005386694334447384, 0.00576637452468276, 0.006146054714918137, 0.006525734905153513, 0.006905415095388889, 0.007285094819962978, 0.007664775010198355, 0.008044455200433731, 0.00842413492500782, 0.008803815580904484, 0.009183495305478573, 0.009563175030052662, 0.009942855685949326, 0.010322535410523415, 0.010702215135097504, 0.011081895790994167, 0.011461575515568256, 0.01184125617146492, 0.012220935896039009]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.1383342146873474, -0.13519056141376495, -0.1320469081401825, -0.12890325486660004, -0.12575960159301758, -0.12261595577001572, -0.11947230249643326, -0.1163286492228508, -0.11318499594926834, -0.11004134267568588, -0.10689769685268402, -0.10375404357910156, -0.1006103903055191, -0.09746673703193665, -0.09432308375835419, -0.09117943048477173, -0.08803577721118927, -0.08489213138818741, -0.08174847811460495, -0.07860482484102249, -0.07546117156744003, -0.07231751829385757, -0.06917386502027512, -0.06603021919727325, -0.0628865659236908, -0.05974291265010834, -0.05659925937652588, -0.05345560610294342, -0.05031195655465126, -0.0471683032810688, -0.04402465000748634, -0.04088100045919418, -0.037737347185611725, -0.034593693912029266, -0.031450044363737106, -0.028306391090154648, -0.02516273781657219, -0.02201908640563488, -0.01887543499469757, -0.015731781721115112, -0.012588130310177803, -0.00944447796791792, -0.006300826091319323, -0.0031571739818900824, -1.3521872460842133e-05, 0.003130130236968398, 0.006273782346397638, 0.009417434222996235, 0.012561086565256119, 0.015704737976193428, 0.018848391249775887, 0.021992042660713196, 0.025135695934295654, 0.028279347345232964, 0.03142299875617027, 0.03456665202975273, 0.03771030157804489, 0.04085395485162735, 0.04399760812520981, 0.04714126139879227, 0.05028491094708443, 0.053428564220666885, 0.056572217494249344, 0.059715867042541504, 0.06285952031612396]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 0.0, 2.0, 1.0, 3.0, 2.0, 3.0, 2.0, 1.0, 4.0, 10.0, 14.0, 24.0, 26.0, 30.0, 42.0, 24.0, 14.0, 13.0, 15.0, 10.0, 4.0, 6.0, 1.0, 4.0, 1.0, 2.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.10551181435585022, -0.10308616608381271, -0.10066051036119461, -0.0982348620891571, -0.0958092138171196, -0.09338356554508209, -0.09095790982246399, -0.08853226155042648, -0.08610661327838898, -0.08368095755577087, -0.08125530928373337, -0.07882966101169586, -0.07640401273965836, -0.07397835701704025, -0.07155270874500275, -0.06912706047296524, -0.06670141220092773, -0.06427575647830963, -0.061850108206272125, -0.05942445620894432, -0.056998807936906815, -0.05457315593957901, -0.052147507667541504, -0.0497218556702137, -0.047296203672885895, -0.04487055540084839, -0.042444903403520584, -0.04001925513148308, -0.03759360313415527, -0.03516795486211777, -0.03274230286478996, -0.030316652730107307, -0.027891002595424652, -0.025465352460741997, -0.02303970232605934, -0.020614052191376686, -0.01818840205669403, -0.015762750059366226, -0.01333709992468357, -0.010911449790000916, -0.00848579965531826, -0.006060149520635605, -0.003634498920291662, -0.0012088485527783632, 0.0012168018147349358, 0.0036424521822482347, 0.006068102549761534, 0.008493753150105476, 0.010919403284788132, 0.013345053419470787, 0.015770703554153442, 0.018196353688836098, 0.020622003823518753, 0.023047655820846558, 0.025473305955529213, 0.02789895609021187, 0.030324606224894524, 0.03275025635957718, 0.035175908356904984, 0.03760155662894249, 0.040027208626270294, 0.0424528568983078, 0.044878508895635605, 0.04730415716767311, 0.049729809165000916]}, "_runtime": 13.483069896697998, "_timestamp": 1596208377.674064, "_step": 9}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 1.0, 1.0, 2.0, 3.0, 2.0, 1.0, 1.0, 3.0, 2.0, 5.0, 2.0, 3.0, 3.0, 1.0, 3.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0], "bins": [-0.013679446652531624, -0.013380362652242184, -0.013081278651952744, -0.012782194651663303, -0.012483110651373863, -0.012184025719761848, -0.011884941719472408, -0.011585857719182968, -0.011286773718893528, -0.010987689718604088, -0.010688605718314648, -0.010389521718025208, -0.010090436786413193, -0.009791352786123753, -0.009492268785834312, -0.009193184785544872, -0.008894100785255432, -0.008595016784965992, -0.008295932784676552, -0.007996848784387112, -0.007697764318436384, -0.007398680318146944, -0.007099595852196217, -0.006800511851906776, -0.006501427851617336, -0.006202343851327896, -0.005903259851038456, -0.0056041753850877285, -0.005305091384798288, -0.005006007384508848, -0.004706922918558121, -0.004407838918268681, -0.00410875491797924, -0.0038096709176898003, -0.0035105866845697165, -0.0032115024514496326, -0.0029124184511601925, -0.0026133344508707523, -0.0023142502177506685, -0.0020151659846305847, -0.0017160819843411446, -0.0014169978676363826, -0.0011179137509316206, -0.0008188296342268586, -0.0005197455175220966, -0.00022066140081733465, 7.842271588742733e-05, 0.0003775068325921893, 0.0006765909492969513, 0.0009756750660017133, 0.0012747591827064753, 0.0015738432994112372, 0.0018729274161159992, 0.0021720114164054394, 0.002471095649525523, 0.002770179882645607, 0.003069263882935047, 0.0033683478832244873, 0.003667432116344571, 0.003966516349464655, 0.004265600349754095, 0.004564684350043535, 0.004863768815994263, 0.005162852816283703, 0.005461936816573143]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 2.0, 7.0, 5.0, 10.0, 3.0, 4.0, 5.0, 8.0, 6.0, 6.0, 12.0, 24.0, 23.0, 26.0, 17.0, 44.0, 48.0, 53.0, 67.0, 104.0, 139.0, 168.0, 201.0, 267.0, 467.0, 4318.0, 720.0, 328.0, 230.0, 134.0, 131.0, 79.0, 65.0, 48.0, 38.0, 20.0, 18.0, 20.0, 12.0, 14.0, 9.0, 5.0, 9.0, 3.0, 4.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.1394953429698944, -0.13564281165599823, -0.13179028034210205, -0.12793774902820587, -0.1240852102637291, -0.12023267894983292, -0.11638014763593674, -0.11252761632204056, -0.10867507755756378, -0.1048225462436676, -0.10097001492977142, -0.09711748361587524, -0.09326495230197906, -0.08941242098808289, -0.08555988222360611, -0.08170735090970993, -0.07785481959581375, -0.07400228828191757, -0.07014975696802139, -0.06629721820354462, -0.06244468688964844, -0.05859215557575226, -0.05473962426185608, -0.0508870892226696, -0.04703455790877342, -0.04318202659487724, -0.039329491555690765, -0.035476960241794586, -0.03162442892789841, -0.02777189388871193, -0.02391936257481575, -0.02006682939827442, -0.016214296221733093, -0.012361763045191765, -0.008509230799973011, -0.00465669808909297, -0.0008041653782129288, 0.0030483673326671124, 0.0069009000435471535, 0.010753432288765907, 0.014605965465307236, 0.018458498641848564, 0.022311031818389893, 0.026163563132286072, 0.0300160963088274, 0.03386862948536873, 0.03772116079926491, 0.041573695838451385, 0.045426227152347565, 0.049278758466243744, 0.05313129350543022, 0.0569838248193264, 0.06083635985851288, 0.06468889117240906, 0.06854142248630524, 0.07239395380020142, 0.0762464851140976, 0.08009902387857437, 0.08395155519247055, 0.08780408650636673, 0.09165661782026291, 0.09550914913415909, 0.09936168789863586, 0.10321421921253204, 0.10706675052642822]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 4.0, 2.0, 3.0, 6.0, 5.0, 2.0, 3.0, 2.0, 4.0, 1.0, 9.0, 7.0, 29.0, 6.0, 3.0, 6.0, 0.0, 4.0, 4.0, 2.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004052678123116493, -0.003938394598662853, -0.0038241108413785696, -0.003709827084094286, -0.003595543559640646, -0.003481260035187006, -0.0033669762779027224, -0.0032526925206184387, -0.0031384089961647987, -0.0030241254717111588, -0.002909841714426875, -0.0027955579571425915, -0.0026812744326889515, -0.0025669909082353115, -0.002452707150951028, -0.0023384233936667442, -0.0022241398692131042, -0.0021098563447594643, -0.0019955725874751806, -0.0018812889466062188, -0.001767005305737257, -0.0016527216648682952, -0.0015384380239993334, -0.0014241543831303716, -0.0013098707422614098, -0.001195587101392448, -0.0010813034605234861, -0.0009670198196545243, -0.0008527361787855625, -0.0007384525379166007, -0.0006241688970476389, -0.0005098852561786771, -0.00039560161530971527, -0.00028131797444075346, -0.00016703433357179165, -5.275069270282984e-05, 6.153294816613197e-05, 0.00017581658903509378, 0.0002901002299040556, 0.0004043838707730174, 0.0005186675116419792, 0.000632951152510941, 0.0007472347933799028, 0.0008615184342488647, 0.0009758020751178265, 0.0010900857159867883, 0.00120436935685575, 0.001318652997724712, 0.0014329366385936737, 0.0015472202794626355, 0.0016615039203315973, 0.0017757875612005591, 0.001890071202069521, 0.002004354726523161, 0.0021186384838074446, 0.002232922241091728, 0.002347205765545368, 0.002461489289999008, 0.002575773047283292, 0.0026900568045675755, 0.0028043403290212154, 0.0029186238534748554, 0.003032907610759139, 0.0031471913680434227, 0.0032614748924970627]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 4.0, 5.0, 1.0, 4.0, 3.0, 2.0, 12.0, 17.0, 22.0, 28.0, 38.0, 42.0, 88.0, 99.0, 158.0, 243.0, 359.0, 451.0, 739.0, 1186.0, 1841.0, 3026.0, 4908.0, 8692.0, 15973.0, 31519.0, 63257.0, 138031.0, 677743.0, 108255.0, 53567.0, 28858.0, 16008.0, 9125.0, 5438.0, 3387.0, 2130.0, 1297.0, 967.0, 674.0, 453.0, 302.0, 201.0, 143.0, 117.0, 70.0, 44.0, 38.0, 31.0, 13.0, 10.0, 10.0, 6.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.008912171237170696, -0.008628987707197666, -0.008345804177224636, -0.008062620647251606, -0.007779436651617289, -0.0074962531216442585, -0.007213069126009941, -0.006929885596036911, -0.006646702066063881, -0.006363518536090851, -0.006080335006117821, -0.005797151010483503, -0.005513967480510473, -0.005230783950537443, -0.004947599954903126, -0.004664416424930096, -0.004381232894957066, -0.0040980493649840355, -0.0038148656021803617, -0.003531681839376688, -0.003248498309403658, -0.002965314779430628, -0.002682131016626954, -0.0023989472538232803, -0.0021157637238502502, -0.0018325800774618983, -0.0015493964310735464, -0.0012662127846851945, -0.0009830291382968426, -0.0006998454919084907, -0.00041666184552013874, -0.00013347819913178682, 0.0001497054472565651, 0.000432889093644917, 0.0007160727400332689, 0.0009992563864216208, 0.0012824400328099728, 0.0015656236791983247, 0.0018488073255866766, 0.0021319910883903503, 0.0024151746183633804, 0.0026983581483364105, 0.0029815419111400843, 0.003264725673943758, 0.003547909203916788, 0.003831092733889818, 0.004114276729524136, 0.004397460259497166, 0.004680643789470196, 0.004963827319443226, 0.005247010849416256, 0.005530194845050573, 0.0058133783750236034, 0.0060965619049966335, 0.006379745900630951, 0.006662929430603981, 0.006946112960577011, 0.007229296490550041, 0.007512480020523071, 0.007795664016157389, 0.008078847080469131, 0.008362031541764736, 0.008645215071737766, 0.008928398601710796, 0.009211582131683826]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 4.0, 0.0, 4.0, 6.0, 5.0, 4.0, 8.0, 1.0, 4.0, 1.0, 3.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.028734512627124786, -0.027923041954636574, -0.02711157314479351, -0.026300102472305298, -0.025488633662462234, -0.024677162989974022, -0.02386569231748581, -0.023054223507642746, -0.022242752835154533, -0.02143128216266632, -0.020619813352823257, -0.019808342680335045, -0.018996872007846832, -0.01818540319800377, -0.017373932525515556, -0.016562463715672493, -0.01575099304318428, -0.014939523302018642, -0.014128053560853004, -0.013316582888364792, -0.012505113147199154, -0.011693643406033516, -0.010882172733545303, -0.010070702992379665, -0.009259233251214027, -0.00844776351004839, -0.007636293303221464, -0.006824823096394539, -0.006013353355228901, -0.005201883614063263, -0.004390413407236338, -0.003578943433240056, -0.0027674734592437744, -0.001956003485247493, -0.0011445335112512112, -0.00033306353725492954, 0.0004784064367413521, 0.0012898764107376337, 0.0021013463847339153, 0.002912816358730197, 0.0037242863327264786, 0.0045357560738921165, 0.005347226280719042, 0.006158696487545967, 0.006970166228711605, 0.007781635969877243, 0.008593106642365456, 0.009404576383531094, 0.010216046124696732, 0.01102751586586237, 0.011838985607028008, 0.01265045627951622, 0.013461926020681858, 0.014273395761847496, 0.015084866434335709, 0.015896335244178772, 0.016707805916666985, 0.017519276589155197, 0.01833074539899826, 0.019142216071486473, 0.019953686743974686, 0.02076515555381775, 0.02157662622630596, 0.022388095036149025, 0.023199565708637238]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 4.0, 5.0, 1.0, 6.0, 16.0, 11.0, 18.0, 24.0, 19.0, 15.0, 32.0, 28.0, 38.0, 32.0, 43.0, 51.0, 60.0, 79.0, 61.0, 81.0, 123.0, 162.0, 188.0, 259.0, 319.0, 517.0, 947.0, 1453.0, 3087.0, 6604.0, 1347.0, 710.0, 415.0, 329.0, 232.0, 189.0, 168.0, 150.0, 140.0, 103.0, 93.0, 69.0, 41.0, 39.0, 23.0, 25.0, 13.0, 14.0, 11.0, 5.0, 7.0, 4.0, 2.0, 4.0, 3.0, 4.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.017403874546289444, -0.016863813623785973, -0.0163237527012825, -0.01578369177877903, -0.015243629924952984, -0.014703568071126938, -0.014163507148623466, -0.013623446226119995, -0.013083385303616524, -0.012543323449790478, -0.012003262527287006, -0.011463201604783535, -0.010923139750957489, -0.010383078828454018, -0.009843017905950546, -0.0093029560521245, -0.008762895129621029, -0.008222834207117558, -0.007682772818952799, -0.00714271143078804, -0.006602650508284569, -0.00606258912011981, -0.005522527731955051, -0.00498246680945158, -0.004442405421286821, -0.0039023442659527063, -0.0033622831106185913, -0.0028222217224538326, -0.0022821605671197176, -0.0017420994117856026, -0.0012020381400361657, -0.0006619769264943898, -0.00012191571295261383, 0.0004181455005891621, 0.000958206714130938, 0.001498267985880375, 0.00203832914121449, 0.002578390296548605, 0.0031184516847133636, 0.0036585128400474787, 0.004198573995381594, 0.004738635383546352, 0.005278696306049824, 0.0058187576942145824, 0.006358819082379341, 0.0068988800048828125, 0.007438941393047571, 0.00797900278121233, 0.008519063703715801, 0.009059124626219273, 0.009599186480045319, 0.01013924740254879, 0.010679308325052261, 0.011219370178878307, 0.011759431101381779, 0.01229949202388525, 0.012839553877711296, 0.013379614800214767, 0.013919675722718239, 0.01445973664522171, 0.014999798499047756, 0.015539859421551228, 0.016079921275377274, 0.016619982197880745, 0.017160043120384216]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 4.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1694803237915039, -0.16296231746673584, -0.15644431114196777, -0.1499263048171997, -0.14340829849243164, -0.13689029216766357, -0.1303723007440567, -0.12385428696870804, -0.11733628809452057, -0.1108182817697525, -0.10430027544498444, -0.09778226912021637, -0.0912642627954483, -0.08474625647068024, -0.07822825759649277, -0.0717102512717247, -0.06519224494695663, -0.05867423862218857, -0.0521562360227108, -0.045638229697942734, -0.039120227098464966, -0.0326022207736969, -0.026084214448928833, -0.019566209986805916, -0.013048205524682999, -0.006530200596898794, -1.2195669114589691e-05, 0.006505809258669615, 0.01302381418645382, 0.019541818648576736, 0.026059824973344803, 0.03257782757282257, 0.03909583389759064, 0.045613840222358704, 0.05213184282183647, 0.05864984914660454, 0.0651678517460823, 0.07168585807085037, 0.07820386439561844, 0.0847218707203865, 0.09123986959457397, 0.09775787591934204, 0.10427588224411011, 0.11079388856887817, 0.11731189489364624, 0.1238299012184143, 0.13034790754318237, 0.13686591386795044, 0.1433839201927185, 0.14990191161632538, 0.15641991794109344, 0.1629379242658615, 0.16945593059062958, 0.17597393691539764, 0.1824919432401657, 0.18900994956493378, 0.19552795588970184, 0.2020459622144699, 0.20856396853923798, 0.21508195996284485, 0.22159996628761292, 0.22811797261238098, 0.23463597893714905, 0.24115398526191711, 0.24767199158668518]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 4.0, 1.0, 2.0, 2.0, 1.0, 4.0, 5.0, 2.0, 5.0, 4.0, 3.0, 6.0, 5.0, 3.0, 6.0, 10.0, 9.0, 22.0, 19.0, 40.0, 35.0, 26.0, 14.0, 4.0, 3.0, 7.0, 4.0, 5.0, 4.0, 2.0, 4.0, 3.0, 2.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.12672720849514008, -0.12197117507457733, -0.11721514910459518, -0.11245911568403244, -0.10770308971405029, -0.10294705629348755, -0.0981910228729248, -0.09343499690294266, -0.08867896348237991, -0.08392293006181717, -0.07916690409183502, -0.07441087067127228, -0.06965483725070953, -0.06489881128072739, -0.06014277786016464, -0.0553867481648922, -0.05063071846961975, -0.045874688774347305, -0.04111865907907486, -0.036362625658512115, -0.03160659596323967, -0.026850566267967224, -0.02209453471004963, -0.017338503152132034, -0.012582473456859589, -0.007826442830264568, -0.003070412203669548, 0.0016856184229254723, 0.0064416490495204926, 0.011197679676115513, 0.015953710302710533, 0.020709741860628128, 0.025465771555900574, 0.03022180125117302, 0.034977830946445465, 0.03973386436700821, 0.044489894062280655, 0.0492459237575531, 0.054001957178115845, 0.05875798687338829, 0.06351401656866074, 0.06827004998922348, 0.07302607595920563, 0.07778210937976837, 0.08253814280033112, 0.08729416877031326, 0.09205020219087601, 0.09680622816085815, 0.1015622615814209, 0.10631829500198364, 0.11107432097196579, 0.11583035439252853, 0.12058638036251068, 0.12534241378307343, 0.13009844720363617, 0.1348544806241989, 0.13961049914360046, 0.1443665325641632, 0.14912256598472595, 0.1538785994052887, 0.15863463282585144, 0.16339066624641418, 0.16814668476581573, 0.17290271818637848, 0.17765875160694122]}, "_runtime": 14.322837591171265, "_timestamp": 1596208378.5138316, "_step": 10}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 1.0, 2.0, 2.0, 4.0, 1.0, 2.0, 1.0, 3.0, 1.0, 5.0, 0.0, 1.0, 5.0, 3.0, 3.0, 3.0, 1.0, 2.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009924568235874176, -0.009551486000418663, -0.009178402833640575, -0.008805320598185062, -0.008432237431406975, -0.008059155195951462, -0.007686072029173374, -0.007312989328056574, -0.0069399066269397736, -0.0065668243914842606, -0.00619374169036746, -0.00582065898925066, -0.00544757628813386, -0.005074493587017059, -0.004701410885900259, -0.004328328184783459, -0.003955245483666658, -0.003582162782549858, -0.003209080081433058, -0.0028359973803162575, -0.002462914679199457, -0.0020898322109133005, -0.0017167495097965002, -0.0013436668086797, -0.0009705841075628996, -0.0005975014064460993, -0.0002244187635369599, 0.00014866390847600996, 0.0005217465804889798, 0.0008948292816057801, 0.0012679118663072586, 0.001640994567424059, 0.0020140772685408592, 0.0023871599696576595, 0.00276024267077446, 0.00313332537189126, 0.0035064080730080605, 0.003879490541294217, 0.004252573475241661, 0.004625656176358461, 0.004998738877475262, 0.005371821112930775, 0.005744903814047575, 0.006117986515164375, 0.006491069216281176, 0.006864151917397976, 0.007237234618514776, 0.0076103173196315765, 0.00798339955508709, 0.008356482721865177, 0.00872956495732069, 0.009102648124098778, 0.00947573035955429, 0.009848813526332378, 0.010221895761787891, 0.010594978928565979, 0.010968061164021492, 0.01134114433079958, 0.011714226566255093, 0.01208730973303318, 0.012460391968488693, 0.01283347513526678, 0.013206557370722294, 0.013579640537500381, 0.013952722772955894]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 3.0, 3.0, 9.0, 8.0, 7.0, 13.0, 14.0, 19.0, 29.0, 38.0, 47.0, 67.0, 80.0, 95.0, 120.0, 184.0, 229.0, 390.0, 3857.0, 1494.0, 455.0, 225.0, 131.0, 83.0, 76.0, 60.0, 43.0, 36.0, 27.0, 12.0, 16.0, 13.0, 8.0, 9.0, 3.0, 6.0, 8.0, 2.0, 2.0, 0.0, 1.0, 3.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.14877095818519592, -0.14378385245800018, -0.13879674673080444, -0.1338096559047699, -0.12882255017757416, -0.12383544445037842, -0.11884834617376328, -0.11386124789714813, -0.10887414216995239, -0.10388703644275665, -0.09889993816614151, -0.09391283988952637, -0.08892573416233063, -0.08393862843513489, -0.07895153015851974, -0.0739644318819046, -0.06897732615470886, -0.06399022042751312, -0.05900312215089798, -0.05401602014899254, -0.0490289181470871, -0.044041816145181656, -0.039054714143276215, -0.03406761214137077, -0.029080510139465332, -0.02409340813755989, -0.01910630613565445, -0.014119204133749008, -0.009132102131843567, -0.004145000129938126, 0.0008421018719673157, 0.005829203873872757, 0.010816305875778198, 0.01580340787768364, 0.02079050987958908, 0.025777611881494522, 0.030764713883399963, 0.035751815885305405, 0.040738917887210846, 0.04572601988911629, 0.05071312189102173, 0.05570022389292717, 0.06068732589483261, 0.06567442417144775, 0.0706615298986435, 0.07564863562583923, 0.08063573390245438, 0.08562283217906952, 0.09060993790626526, 0.095597043633461, 0.10058414191007614, 0.10557124018669128, 0.11055834591388702, 0.11554545164108276, 0.1205325499176979, 0.12551964819431305, 0.1305067539215088, 0.13549385964870453, 0.14048096537590027, 0.14546805620193481, 0.15045516192913055, 0.1554422676563263, 0.16042935848236084, 0.16541646420955658, 0.17040356993675232]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 3.0, 1.0, 2.0, 9.0, 2.0, 8.0, 5.0, 3.0, 1.0, 3.0, 4.0, 3.0, 8.0, 28.0, 3.0, 1.0, 1.0, 1.0, 4.0, 6.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 3.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00215738732367754, -0.0020751734264194965, -0.001992959761992097, -0.0019107458647340536, -0.0018285319674760103, -0.0017463181866332889, -0.0016641044057905674, -0.0015818905085325241, -0.0014996767276898026, -0.0014174629468470812, -0.001335249049589038, -0.0012530352687463164, -0.001170821487903595, -0.0010886075906455517, -0.0010063938098028302, -0.0009241799707524478, -0.0008419661317020655, -0.0007597522926516831, -0.0006775384536013007, -0.0005953246727585793, -0.0005131108337081969, -0.0004308969946578145, -0.0003486831847112626, -0.00026646937476471066, -0.0001842555357143283, -0.00010204171121586114, -1.9827886717393994e-05, 6.238593778107315e-05, 0.0001445997622795403, 0.00022681358677800745, 0.0003090274112764746, 0.0003912412212230265, 0.0004734550602734089, 0.0005556688993237913, 0.0006378827383741736, 0.0007200965192168951, 0.0008023103582672775, 0.0008845241973176599, 0.0009667379781603813, 0.0010489518754184246, 0.001131165656261146, 0.0012133794371038675, 0.0012955933343619108, 0.0013778071152046323, 0.0014600208960473537, 0.001542234793305397, 0.0016244485741481185, 0.0017066624714061618, 0.0017888762522488832, 0.0018710900330916047, 0.001953303813934326, 0.0020355177111923695, 0.0021177316084504128, 0.0021999452728778124, 0.0022821591701358557, 0.002364373067393899, 0.0024465867318212986, 0.002528800629079342, 0.002611014526337385, 0.0026932284235954285, 0.002775442088022828, 0.0028576559852808714, 0.0029398698825389147, 0.0030220835469663143, 0.0031042974442243576]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 4.0, 1.0, 1.0, 2.0, 4.0, 9.0, 13.0, 18.0, 20.0, 32.0, 45.0, 63.0, 87.0, 142.0, 211.0, 284.0, 444.0, 670.0, 997.0, 1659.0, 2895.0, 5142.0, 9739.0, 18790.0, 39759.0, 87650.0, 231638.0, 622597.0, 73940.0, 35559.0, 19178.0, 10637.0, 6161.0, 3807.0, 2463.0, 1541.0, 1035.0, 718.0, 488.0, 369.0, 240.0, 175.0, 118.0, 95.0, 67.0, 37.0, 24.0, 24.0, 22.0, 8.0, 8.0, 5.0, 1.0, 5.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.008819273672997952, -0.008515979163348675, -0.008212685585021973, -0.007909391075372696, -0.007606096565723419, -0.0073028020560741425, -0.006999508012086153, -0.006696213968098164, -0.006392919458448887, -0.00608962494879961, -0.005786330904811621, -0.005483036860823631, -0.0051797423511743546, -0.004876447841525078, -0.004573153797537088, -0.004269859753549099, -0.003966565243899822, -0.003663270967081189, -0.003359976690262556, -0.003056682413443923, -0.00275338813662529, -0.002450093859806657, -0.0021467995829880238, -0.0018435053061693907, -0.0015402110293507576, -0.0012369167525321245, -0.0009336224757134914, -0.0006303281988948584, -0.0003270339220762253, -2.37396452575922e-05, 0.0002795546315610409, 0.000582848908379674, 0.000886143185198307, 0.0011894374620169401, 0.0014927317388355732, 0.0017960260156542063, 0.0020993202924728394, 0.0024026145692914724, 0.0027059088461101055, 0.0030092031229287386, 0.0033124973997473717, 0.0036157916765660048, 0.003919085953384638, 0.004222379997372627, 0.004525674507021904, 0.004828969016671181, 0.00513226306065917, 0.00543555710464716, 0.005738851614296436, 0.006042146123945713, 0.0063454401679337025, 0.006648734211921692, 0.006952028721570969, 0.007255323231220245, 0.007558617275208235, 0.007861911319196224, 0.008165205828845501, 0.008468500338494778, 0.00877179391682148, 0.009075088426470757, 0.009378382936120033, 0.00968167744576931, 0.009984971955418587, 0.010288265533745289, 0.010591560043394566]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 3.0, 13.0, 12.0, 4.0, 5.0, 3.0, 6.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.05481746792793274, -0.05373210832476616, -0.05264675244688988, -0.0515613928437233, -0.050476036965847015, -0.049390677362680435, -0.04830532148480415, -0.04721996188163757, -0.04613460600376129, -0.04504924640059471, -0.04396388679742813, -0.04287853091955185, -0.04179317131638527, -0.04070781543850899, -0.03962245583534241, -0.038537099957466125, -0.037451740354299545, -0.036366380751132965, -0.03528102487325668, -0.0341956652700901, -0.03311030939221382, -0.03202494978904724, -0.03093959204852581, -0.02985423430800438, -0.02876887656748295, -0.027683518826961517, -0.026598161086440086, -0.025512803345918655, -0.024427443742752075, -0.023342086002230644, -0.022256728261709213, -0.021171370521187782, -0.02008601278066635, -0.01900065504014492, -0.01791529729962349, -0.01682993955910206, -0.015744581818580627, -0.014659223146736622, -0.013573864474892616, -0.012488506734371185, -0.011403148993849754, -0.010317791253328323, -0.009232433512806892, -0.008147074840962887, -0.007061717100441456, -0.005976359359920025, -0.004891001153737307, -0.003805643180385232, -0.0027202852070331573, -0.0016349272336810827, -0.0005495692603290081, 0.0005357887130230665, 0.0016211466863751411, 0.0027065046597272158, 0.0037918626330792904, 0.004877220839262009, 0.00596257857978344, 0.007047936320304871, 0.008133294060826302, 0.009218652732670307, 0.010304010473191738, 0.011389368213713169, 0.012474726885557175, 0.013560084626078606, 0.014645442366600037]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 2.0, 4.0, 2.0, 6.0, 5.0, 8.0, 5.0, 10.0, 11.0, 15.0, 24.0, 32.0, 37.0, 29.0, 29.0, 43.0, 37.0, 23.0, 32.0, 32.0, 33.0, 35.0, 38.0, 51.0, 66.0, 63.0, 76.0, 83.0, 76.0, 94.0, 130.0, 182.0, 275.0, 455.0, 809.0, 1393.0, 2342.0, 6992.0, 1946.0, 926.0, 662.0, 429.0, 295.0, 151.0, 115.0, 91.0, 45.0, 45.0, 33.0, 31.0, 15.0, 17.0, 11.0, 7.0, 9.0, 7.0, 3.0, 4.0, 3.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.018749816343188286, -0.018261555582284927, -0.01777329482138157, -0.01728503219783306, -0.016796771436929703, -0.016308510676026344, -0.015820249915122986, -0.015331988222897053, -0.01484372653067112, -0.014355465769767761, -0.013867205008864403, -0.01337894331663847, -0.012890682555735111, -0.012402420863509178, -0.01191416010260582, -0.011425898410379887, -0.010937637649476528, -0.01044937688857317, -0.009961115196347237, -0.009472854435443878, -0.008984592743217945, -0.008496331982314587, -0.008008070290088654, -0.007519809529185295, -0.007031548302620649, -0.006543287076056004, -0.006055025849491358, -0.005566764622926712, -0.005078503862023354, -0.004590242635458708, -0.004101981408894062, -0.0036137201823294163, -0.0031254589557647705, -0.0026371977292001247, -0.002148936502635479, -0.0016606755089014769, -0.001172414282336831, -0.0006841531139798462, -0.00019589194562286139, 0.00029236922273412347, 0.0007806303910911083, 0.001268891617655754, 0.001757152727805078, 0.002245413837954402, 0.0027336750645190477, 0.0032219362910836935, 0.0037101972848176956, 0.004198458511382341, 0.004686719737946987, 0.005174980964511633, 0.005663242191076279, 0.0061515034176409245, 0.00663976464420557, 0.007128025405108929, 0.0076162866316735744, 0.00810454785823822, 0.008592808619141579, 0.009081070311367512, 0.00956933107227087, 0.010057592764496803, 0.010545853525400162, 0.011034115217626095, 0.011522375978529453, 0.012010637670755386, 0.012498898431658745]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 4.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10125654190778732, -0.09651152044534683, -0.09176650643348694, -0.08702148497104645, -0.08227646350860596, -0.07753144949674606, -0.07278642803430557, -0.06804141402244568, -0.06329639256000519, -0.058551374822854996, -0.0538063570857048, -0.04906133562326431, -0.04431631788611412, -0.03957130014896393, -0.03482627868652344, -0.030081260949373245, -0.025336243212223053, -0.02059122547507286, -0.01584620587527752, -0.011101187206804752, -0.0063561685383319855, -0.0016111498698592186, 0.0031338687986135483, 0.007878887467086315, 0.012623906135559082, 0.017368923872709274, 0.022113943472504616, 0.026858963072299957, 0.03160398080945015, 0.03634899854660034, 0.04109402000904083, 0.045839037746191025, 0.05058405548334122, 0.05532907322049141, 0.0600740909576416, 0.06481911242008209, 0.06956413388252258, 0.07430914789438248, 0.07905416935682297, 0.08379918336868286, 0.08854420483112335, 0.09328922629356384, 0.09803424030542374, 0.10277926176786423, 0.10752427577972412, 0.11226929724216461, 0.1170143187046051, 0.121759332716465, 0.12650436162948608, 0.13124936819076538, 0.13599438965320587, 0.14073941111564636, 0.14548443257808685, 0.15022945404052734, 0.15497446060180664, 0.15971948206424713, 0.16446450352668762, 0.1692095249891281, 0.1739545464515686, 0.1786995530128479, 0.1834445744752884, 0.18818959593772888, 0.19293461740016937, 0.19767963886260986, 0.20242464542388916]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 4.0, 1.0, 3.0, 5.0, 4.0, 6.0, 4.0, 16.0, 18.0, 28.0, 56.0, 48.0, 28.0, 6.0, 14.0, 6.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.06906250864267349, -0.06687772274017334, -0.06469292938709259, -0.06250814348459244, -0.060323357582092285, -0.05813857167959213, -0.05595378205180168, -0.05376899242401123, -0.05158420652151108, -0.049399420619010925, -0.047214630991220474, -0.04502984136343002, -0.04284505546092987, -0.04066026955842972, -0.03847547993063927, -0.036290690302848816, -0.03410590440034866, -0.03192111849784851, -0.02973632887005806, -0.027551541104912758, -0.025366753339767456, -0.023181965574622154, -0.020997177809476852, -0.01881239004433155, -0.01662760227918625, -0.014442814514040947, -0.012258026748895645, -0.010073238983750343, -0.007888451218605042, -0.00570366345345974, -0.003518875688314438, -0.001334087923169136, 0.0008506998419761658, 0.0030354876071214676, 0.005220275372266769, 0.007405063137412071, 0.009589850902557373, 0.011774638667702675, 0.013959426432847977, 0.01614421419799328, 0.01832900196313858, 0.020513789728283882, 0.022698577493429184, 0.024883365258574486, 0.027068153023719788, 0.02925294078886509, 0.03143772855401039, 0.03362251818180084, 0.035807304084300995, 0.03799208998680115, 0.0401768796145916, 0.04236166924238205, 0.0445464551448822, 0.046731241047382355, 0.048916030675172806, 0.05110082030296326, 0.05328560620546341, 0.05547039210796356, 0.05765518173575401, 0.059839971363544464, 0.06202475726604462, 0.06420954316854477, 0.06639432907104492, 0.06857912242412567, 0.07076390832662582]}, "_runtime": 15.168443202972412, "_timestamp": 1596208379.3594372, "_step": 11}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 1.0, 2.0, 2.0, 3.0, 2.0, 3.0, 5.0, 1.0, 4.0, 0.0, 3.0, 1.0, 0.0, 3.0, 3.0, 1.0, 2.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012457422912120819, -0.012045060284435749, -0.011632697656750679, -0.011220335029065609, -0.010807972401380539, -0.010395609773695469, -0.009983247146010399, -0.009570884518325329, -0.009158521890640259, -0.008746159262955189, -0.008333796635270119, -0.007921434007585049, -0.007509070914238691, -0.007096708286553621, -0.006684345658868551, -0.006271983031183481, -0.005859620403498411, -0.005447257775813341, -0.005034895148128271, -0.004622532520443201, -0.004210169892758131, -0.0037978070322424173, -0.0033854444045573473, -0.0029730817768722773, -0.0025607191491872072, -0.002148356521502137, -0.0017359938938170671, -0.0013236311497166753, -0.0009112685220316052, -0.0004989058943465352, -8.654320845380425e-05, 0.00032581944833509624, 0.0007381821051239967, 0.0011505447328090668, 0.0015629073604941368, 0.001975269988179207, 0.002387632615864277, 0.0027999954763799906, 0.0032123581040650606, 0.0036247207317501307, 0.004037083126604557, 0.004449446219950914, 0.004861808847635984, 0.0052741714753210545, 0.0056865341030061245, 0.0060988967306911945, 0.006511259358376265, 0.006923621986061335, 0.007335984613746405, 0.007748347241431475, 0.008160710334777832, 0.008573072962462902, 0.008985435590147972, 0.009397798217833042, 0.009810160845518112, 0.010222523473203182, 0.010634886100888252, 0.011047248728573322, 0.011459611356258392, 0.011871973983943462, 0.012284336611628532, 0.012696699239313602, 0.013109061866998672, 0.013521424494683743, 0.013933787122368813]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 3.0, 0.0, 1.0, 0.0, 6.0, 3.0, 5.0, 6.0, 7.0, 7.0, 6.0, 7.0, 12.0, 13.0, 20.0, 23.0, 20.0, 21.0, 41.0, 37.0, 56.0, 63.0, 82.0, 116.0, 113.0, 165.0, 213.0, 297.0, 2361.0, 2665.0, 550.0, 252.0, 186.0, 133.0, 86.0, 79.0, 52.0, 45.0, 31.0, 17.0, 27.0, 17.0, 11.0, 15.0, 10.0, 6.0, 8.0, 6.0, 7.0, 9.0, 3.0, 0.0, 3.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0], "bins": [-0.1329372227191925, -0.12890659272670746, -0.12487596273422241, -0.12084532529115677, -0.11681469529867172, -0.11278406530618668, -0.10875342786312103, -0.10472279787063599, -0.10069216787815094, -0.0966615378856659, -0.09263090789318085, -0.0886002704501152, -0.08456964045763016, -0.08053901046514511, -0.07650837302207947, -0.07247774302959442, -0.06844711303710938, -0.06441648304462433, -0.060385849326848984, -0.05635521560907364, -0.05232458561658859, -0.048293955624103546, -0.0442633219063282, -0.040232688188552856, -0.03620205819606781, -0.032171428203582764, -0.02814079448580742, -0.024110162630677223, -0.020079530775547028, -0.016048898920416832, -0.012018267065286636, -0.00798763521015644, -0.003957003355026245, 7.36285001039505e-05, 0.004104260355234146, 0.008134892210364342, 0.012165524065494537, 0.016196155920624733, 0.02022678777575493, 0.024257419630885124, 0.02828805148601532, 0.032318681478500366, 0.03634931519627571, 0.040379948914051056, 0.0444105789065361, 0.04844120889902115, 0.052471842616796494, 0.05650247633457184, 0.060533106327056885, 0.06456373631954193, 0.06859436631202698, 0.07262500375509262, 0.07665563374757767, 0.08068626374006271, 0.08471690118312836, 0.0887475311756134, 0.09277816116809845, 0.0968087911605835, 0.10083942115306854, 0.10487005859613419, 0.10890068858861923, 0.11293131858110428, 0.11696195602416992, 0.12099258601665497, 0.12502321600914001]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 0.0, 2.0, 0.0, 0.0, 3.0, 2.0, 0.0, 4.0, 4.0, 3.0, 5.0, 1.0, 4.0, 4.0, 3.0, 5.0, 32.0, 4.0, 7.0, 2.0, 3.0, 4.0, 3.0, 3.0, 1.0, 4.0, 0.0, 2.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00278564915060997, -0.002677312819287181, -0.0025689764879643917, -0.0024606401566416025, -0.0023523038253188133, -0.002243967493996024, -0.002135631162673235, -0.0020272948313504457, -0.0019189585000276566, -0.0018106222851201892, -0.0017022859537974, -0.0015939496224746108, -0.0014856132911518216, -0.0013772769598290324, -0.0012689406285062432, -0.001160604297183454, -0.0010522679658606648, -0.0009439316345378757, -0.0008355953032150865, -0.0007272589718922973, -0.0006189226405695081, -0.0005105863674543798, -0.0004022500361315906, -0.0002939137048088014, -0.00018557737348601222, -7.724104943918064e-05, 3.1095274607650936e-05, 0.0001394315913785249, 0.0002477679227013141, 0.0003561042540241033, 0.000464440556243062, 0.0005727768875658512, 0.0006811132188886404, 0.0007894495502114296, 0.0008977858815342188, 0.001006122212857008, 0.0011144585441797972, 0.0012227948755025864, 0.0013311312068253756, 0.0014394675381481647, 0.001547803869470954, 0.0016561400843784213, 0.0017644764157012105, 0.0018728127470239997, 0.0019811491947621107, 0.0020894855260849, 0.002197821857407689, 0.0023061581887304783, 0.002414494287222624, 0.002522830618545413, 0.002631166949868202, 0.0027395032811909914, 0.0028478396125137806, 0.00295617594383657, 0.003064512275159359, 0.003172848606482148, 0.0032811849378049374, 0.0033895212691277266, 0.0034978576004505157, 0.003606193931773305, 0.003714530263096094, 0.0038228665944188833, 0.0039312029257416725, 0.004039539489895105, 0.004147875588387251]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 2.0, 5.0, 6.0, 6.0, 9.0, 11.0, 16.0, 35.0, 49.0, 63.0, 91.0, 136.0, 201.0, 311.0, 490.0, 751.0, 1199.0, 1964.0, 3319.0, 5747.0, 10616.0, 20379.0, 41893.0, 96244.0, 693017.0, 161900.0, 64386.0, 32651.0, 17718.0, 10247.0, 5899.0, 3601.0, 2229.0, 1434.0, 952.0, 653.0, 442.0, 311.0, 197.0, 142.0, 88.0, 65.0, 38.0, 36.0, 24.0, 24.0, 12.0, 11.0, 7.0, 4.0, 1.0, 1.0, 4.0, 2.0, 0.0, 1.0, 0.0, 4.0, 0.0, 0.0, 1.0], "bins": [-0.009208159521222115, -0.008877407759428024, -0.008546655997633934, -0.008215905167162418, -0.007885153405368328, -0.007554401643574238, -0.007223650347441435, -0.006892899051308632, -0.006562147289514542, -0.006231395527720451, -0.005900644231587648, -0.005569892935454845, -0.005239141173660755, -0.004908389411866665, -0.004577638115733862, -0.004246886819601059, -0.003916135057806969, -0.003585383528843522, -0.0032546319998800755, -0.002923880470916629, -0.0025931289419531822, -0.0022623774129897356, -0.001931625884026289, -0.0016008743550628424, -0.0012701228260993958, -0.0009393712971359491, -0.0006086197681725025, -0.0002778682392090559, 5.2883289754390717e-05, 0.00038363481871783733, 0.000714386347681284, 0.0010451378766447306, 0.0013758894056081772, 0.0017066409345716238, 0.0020373924635350704, 0.002368143992498517, 0.0026988955214619637, 0.0030296470504254103, 0.003360398579388857, 0.0036911501083523035, 0.00402190163731575, 0.00435265339910984, 0.004683404695242643, 0.005014155991375446, 0.005344907753169537, 0.005675659514963627, 0.00600641081109643, 0.006337162107229233, 0.006667913869023323, 0.006998665630817413, 0.007329416926950216, 0.007660168223083019, 0.00799091998487711, 0.0083216717466712, 0.008652422577142715, 0.008983174338936806, 0.009313926100730896, 0.009644677862524986, 0.009975429624319077, 0.010306180454790592, 0.010636932216584682, 0.010967683978378773, 0.011298434808850288, 0.011629186570644379, 0.011959938332438469]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 6.0, 3.0, 13.0, 4.0, 9.0, 3.0, 5.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02216705121099949, -0.021359477192163467, -0.020551903173327446, -0.019744329154491425, -0.018936755135655403, -0.01812918111681938, -0.01732160709798336, -0.01651403307914734, -0.015706457197666168, -0.014898884110152721, -0.0140913100913167, -0.013283736072480679, -0.012476161122322083, -0.011668587103486061, -0.01086101308465004, -0.010053439065814018, -0.009245865046977997, -0.008438291028141975, -0.007630717009305954, -0.006823142524808645, -0.006015568505972624, -0.005207994487136602, -0.004400420002639294, -0.0035928459838032722, -0.002785271964967251, -0.0019776979461312294, -0.0011701236944645643, -0.0003625495592132211, 0.0004450245760381222, 0.0012525987112894654, 0.0020601728465408087, 0.0028677470982074738, 0.003675321117043495, 0.004482895135879517, 0.005290469154715538, 0.006098043639212847, 0.006905617658048868, 0.00771319167688489, 0.008520766161382198, 0.00932834018021822, 0.010135914199054241, 0.010943488217890263, 0.011751062236726284, 0.012558636255562305, 0.013366211205720901, 0.014173785224556923, 0.014981359243392944, 0.015788933262228966, 0.016596507281064987, 0.01740408129990101, 0.01821165531873703, 0.01901922933757305, 0.019826803356409073, 0.020634377375245094, 0.021441951394081116, 0.022249525412917137, 0.02305709943175316, 0.02386467531323433, 0.02467224933207035, 0.025479823350906372, 0.026287397369742393, 0.027094971388578415, 0.027902545407414436, 0.028710119426250458, 0.02951769344508648]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 3.0, 3.0, 5.0, 5.0, 5.0, 6.0, 10.0, 14.0, 19.0, 19.0, 36.0, 42.0, 28.0, 38.0, 54.0, 83.0, 114.0, 156.0, 253.0, 402.0, 520.0, 772.0, 1106.0, 1652.0, 2851.0, 5981.0, 1336.0, 838.0, 562.0, 349.0, 234.0, 156.0, 136.0, 114.0, 104.0, 75.0, 51.0, 46.0, 41.0, 43.0, 16.0, 22.0, 17.0, 16.0, 12.0, 7.0, 9.0, 7.0, 9.0, 6.0, 9.0, 8.0, 8.0, 6.0, 4.0, 1.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 3.0], "bins": [-0.009250827133655548, -0.00889782328158617, -0.008544818498194218, -0.00819181464612484, -0.007838810794055462, -0.007485806476324797, -0.0071328021585941315, -0.006779798306524754, -0.006426793988794088, -0.006073789671063423, -0.005720785818994045, -0.00536778150126338, -0.005014777183532715, -0.004661773331463337, -0.004308769013732672, -0.003955765161663294, -0.0036027608439326286, -0.003249756759032607, -0.0028967526741325855, -0.0025437483564019203, -0.0021907442715018988, -0.0018377401866018772, -0.0014847359852865338, -0.0011317317839711905, -0.0007787276990711689, -0.00042572355596348643, -7.271941285580397e-05, 0.0002802847302518785, 0.000633288873359561, 0.0009862929582595825, 0.001339297159574926, 0.0016923013608902693, 0.002045305445790291, 0.0023983095306903124, 0.002751313615590334, 0.003104317933320999, 0.0034573220182210207, 0.0038103261031210423, 0.0041633304208517075, 0.004516334272921085, 0.0048693385906517506, 0.005222342908382416, 0.005575346760451794, 0.005928351078182459, 0.006281355395913124, 0.006634359247982502, 0.006987363565713167, 0.007340367417782545, 0.00769337173551321, 0.008046375587582588, 0.00839938037097454, 0.008752384223043919, 0.009105388075113297, 0.009458392858505249, 0.009811396710574627, 0.010164400562644005, 0.010517405346035957, 0.010870409198105335, 0.011223413050174713, 0.011576416902244091, 0.011929421685636044, 0.012282425537705421, 0.0126354293897748, 0.012988434173166752, 0.01334143802523613]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 3.0, 4.0, 3.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.1653214991092682, -0.16106422245502472, -0.15680694580078125, -0.15254968404769897, -0.1482924073934555, -0.14403513073921204, -0.13977786898612976, -0.1355205923318863, -0.13126331567764282, -0.12700603902339935, -0.12274876981973648, -0.11849150061607361, -0.11423422396183014, -0.10997694730758667, -0.1057196781039238, -0.10146240890026093, -0.09720513224601746, -0.09294785559177399, -0.08869058638811111, -0.08443331718444824, -0.08017604053020477, -0.0759187638759613, -0.07166149467229843, -0.06740422546863556, -0.06314694881439209, -0.05888967588543892, -0.05463240295648575, -0.05037513002753258, -0.04611785709857941, -0.041860584169626236, -0.037603311240673065, -0.033346038311719894, -0.029088765382766724, -0.024831492453813553, -0.020574219524860382, -0.01631694659590721, -0.01205967366695404, -0.00780240073800087, -0.003545127809047699, 0.0007121451199054718, 0.004969418048858643, 0.009226690977811813, 0.013483963906764984, 0.017741236835718155, 0.021998509764671326, 0.026255782693624496, 0.030513055622577667, 0.03477032855153084, 0.03902760148048401, 0.04328487440943718, 0.04754214733839035, 0.05179942026734352, 0.05605669319629669, 0.06031396612524986, 0.06457123905420303, 0.0688285082578659, 0.07308578491210938, 0.07734306156635284, 0.08160033077001572, 0.08585759997367859, 0.09011487662792206, 0.09437215328216553, 0.0986294224858284, 0.10288669168949127, 0.10714396834373474]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 2.0, 4.0, 3.0, 4.0, 8.0, 11.0, 15.0, 22.0, 20.0, 16.0, 27.0, 38.0, 11.0, 16.0, 10.0, 5.0, 9.0, 8.0, 4.0, 5.0, 4.0, 4.0, 6.0, 4.0, 3.0, 1.0, 3.0, 2.0, 2.0, 1.0, 0.0, 3.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.04288620874285698, -0.04159155488014221, -0.040296897292137146, -0.03900223970413208, -0.03770758584141731, -0.036412931978702545, -0.03511827439069748, -0.03382361680269241, -0.032528962939977646, -0.03123430721461773, -0.029939651489257812, -0.028644995763897896, -0.02735034003853798, -0.026055684313178062, -0.024761028587818146, -0.02346637286245823, -0.022171717137098312, -0.020877061411738396, -0.01958240568637848, -0.018287749961018562, -0.016993094235658646, -0.01569843851029873, -0.014403782784938812, -0.013109127059578896, -0.011814471334218979, -0.010519815608859062, -0.009225159883499146, -0.007930504158139229, -0.006635848432779312, -0.0053411927074193954, -0.004046536982059479, -0.002751881256699562, -0.0014572255313396454, -0.0001625698059797287, 0.001132085919380188, 0.0024267416447401047, 0.0037213973701000214, 0.005016053095459938, 0.006310708820819855, 0.007605364546179771, 0.008900020271539688, 0.010194675996899605, 0.011489331722259521, 0.012783987447619438, 0.014078643172979355, 0.015373298898339272, 0.016667954623699188, 0.017962610349059105, 0.01925726607441902, 0.02055192179977894, 0.021846577525138855, 0.02314123325049877, 0.02443588897585869, 0.025730544701218605, 0.02702520042657852, 0.02831985615193844, 0.029614511877298355, 0.030909167602658272, 0.03220382332801819, 0.033498480916023254, 0.03479313477873802, 0.03608778864145279, 0.037382446229457855, 0.03867710381746292, 0.03997175768017769]}, "_runtime": 16.019299030303955, "_timestamp": 1596208380.210293, "_step": 12}
+{"val_accuracy": 0.7844720319634703, "val_loss": 0.5858083733412773, "_runtime": 17.569011926651, "_timestamp": 1596208381.760006, "_step": 13}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 3.0, 0.0, 2.0, 2.0, 2.0, 1.0, 1.0, 2.0, 3.0, 1.0, 1.0, 2.0, 3.0, 1.0, 5.0, 3.0, 7.0, 2.0, 3.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012237805873155594, -0.011830477975308895, -0.011423150077462196, -0.011015822179615498, -0.010608494281768799, -0.010201165452599525, -0.009793837554752827, -0.009386509656906128, -0.00897918175905943, -0.00857185386121273, -0.008164525963366032, -0.007757197599858046, -0.007349869702011347, -0.006942541804164648, -0.006535213440656662, -0.006127885542809963, -0.0057205576449632645, -0.005313229747116566, -0.004905901849269867, -0.004498573485761881, -0.004091245587915182, -0.0036839176900684834, -0.003276589559391141, -0.0028692614287137985, -0.0024619335308670998, -0.002054605633020401, -0.0016472775023430586, -0.001239949488081038, -0.0008326214738190174, -0.0004252934595569968, -1.7965445294976234e-05, 0.00038936256896704435, 0.0007966905832290649, 0.0012040185974910855, 0.0016113466117531061, 0.0020186747424304485, 0.0024260026402771473, 0.002833330538123846, 0.0032406586688011885, 0.003647986799478531, 0.00405531469732523, 0.004462642595171928, 0.004869970493018627, 0.005277298856526613, 0.005684626754373312, 0.006091954652220011, 0.006499283015727997, 0.006906610913574696, 0.007313938811421394, 0.007721266709268093, 0.008128594607114792, 0.00853592250496149, 0.00894325040280819, 0.009350579231977463, 0.009757907129824162, 0.01016523502767086, 0.010572562925517559, 0.010979890823364258, 0.011387218721210957, 0.011794546619057655, 0.012201875448226929, 0.012609203346073627, 0.013016531243920326, 0.013423859141767025, 0.013831187039613724]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 1.0, 1.0, 6.0, 5.0, 4.0, 6.0, 7.0, 9.0, 11.0, 14.0, 14.0, 19.0, 28.0, 36.0, 45.0, 64.0, 73.0, 113.0, 139.0, 174.0, 263.0, 483.0, 4832.0, 625.0, 315.0, 169.0, 127.0, 77.0, 50.0, 53.0, 38.0, 33.0, 20.0, 16.0, 19.0, 3.0, 7.0, 4.0, 7.0, 4.0, 3.0, 0.0, 1.0, 3.0, 4.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.18974386155605316, -0.18437495827674866, -0.17900606989860535, -0.17363716661930084, -0.16826826333999634, -0.16289937496185303, -0.15753047168254852, -0.1521615833044052, -0.1467926800251007, -0.1414237767457962, -0.1360548883676529, -0.1306859850883484, -0.12531709671020508, -0.11994819343090057, -0.11457929015159607, -0.10921039432287216, -0.10384149849414825, -0.09847260266542435, -0.09310370683670044, -0.08773480355739594, -0.08236590772867203, -0.07699701189994812, -0.07162810862064362, -0.06625921279191971, -0.0608903169631958, -0.05552142113447189, -0.05015252158045769, -0.04478362202644348, -0.039414726197719574, -0.034045830368995667, -0.02867693081498146, -0.023308033123612404, -0.017939135432243347, -0.01257023774087429, -0.007201340049505234, -0.001832442358136177, 0.0035364553332328796, 0.008905353024601936, 0.014274250715970993, 0.01964314840734005, 0.025012046098709106, 0.030380943790078163, 0.03574984148144722, 0.041118741035461426, 0.04648763686418533, 0.05185653269290924, 0.05722543224692345, 0.06259433180093765, 0.06796322762966156, 0.07333212345838547, 0.07870101928710938, 0.08406992256641388, 0.08943881839513779, 0.0948077142238617, 0.1001766175031662, 0.1055455133318901, 0.11091440916061401, 0.11628330498933792, 0.12165220081806183, 0.12702110409736633, 0.13238999247550964, 0.13775889575481415, 0.14312779903411865, 0.14849668741226196, 0.15386559069156647]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 3.0, 2.0, 3.0, 2.0, 2.0, 6.0, 4.0, 1.0, 6.0, 30.0, 4.0, 5.0, 3.0, 7.0, 2.0, 5.0, 3.0, 2.0, 0.0, 1.0, 1.0, 4.0, 2.0, 5.0, 4.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.002535661216825247, -0.0024473913945257664, -0.0023591218050569296, -0.002270851982757449, -0.0021825821604579687, -0.002094312570989132, -0.0020060427486896515, -0.001917772926390171, -0.0018295032205060124, -0.0017412335146218538, -0.0016529636923223734, -0.0015646939864382148, -0.0014764242805540562, -0.0013881544582545757, -0.0012998847523704171, -0.0012116149300709367, -0.001123345224186778, -0.0010350755183026195, -0.000946805696003139, -0.0008585359901189804, -0.0007702662260271609, -0.0006819964619353414, -0.0005937267560511827, -0.0005054569919593632, -0.0004171872278675437, -0.00032891746377572417, -0.0002406477287877351, -0.0001523779792478308, -6.410822970792651e-05, 2.4161519831977785e-05, 0.00011243126937188208, 0.00020070101891178638, 0.0002889707684516907, 0.0003772405325435102, 0.00046551026753149927, 0.0005537800025194883, 0.0006420497666113079, 0.0007303195307031274, 0.000818589236587286, 0.0009068590006791055, 0.000995128764770925, 0.0010833984706550837, 0.001171668292954564, 0.0012599379988387227, 0.0013482077047228813, 0.0014364775270223618, 0.0015247472329065204, 0.0016130170552060008, 0.0017012867610901594, 0.001789556466974318, 0.0018778262892737985, 0.001966095995157957, 0.0020543658174574375, 0.0021426354069262743, 0.0022309052292257547, 0.002319175051525235, 0.002407444640994072, 0.0024957144632935524, 0.002583984285593033, 0.0026722541078925133, 0.00276052369736135, 0.0028487935196608305, 0.002937063341960311, 0.0030253329314291477, 0.003113602753728628]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 4.0, 5.0, 10.0, 6.0, 7.0, 17.0, 24.0, 29.0, 46.0, 75.0, 111.0, 156.0, 239.0, 344.0, 548.0, 858.0, 1328.0, 2222.0, 3682.0, 6460.0, 11885.0, 23552.0, 50928.0, 125439.0, 712340.0, 115872.0, 54825.0, 28570.0, 15945.0, 9038.0, 5535.0, 3333.0, 2060.0, 1395.0, 878.0, 585.0, 374.0, 282.0, 173.0, 112.0, 103.0, 79.0, 50.0, 33.0, 22.0, 22.0, 11.0, 12.0, 3.0, 3.0, 3.0, 2.0, 4.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008296974934637547, -0.00797125231474638, -0.007645529229193926, -0.007319806609302759, -0.006994083523750305, -0.0066683609038591385, -0.006342638283967972, -0.006016915198415518, -0.005691192578524351, -0.005365469958633184, -0.0050397468730807304, -0.004714024253189564, -0.004388301633298397, -0.004062578547745943, -0.0037368559278547764, -0.003411133075132966, -0.0030854102224111557, -0.0027596873696893454, -0.002433964516967535, -0.0021082418970763683, -0.001782519044354558, -0.0014567961916327477, -0.0011310734553262591, -0.0008053506608121097, -0.0004796278662979603, -0.00015390507178381085, 0.00017181772273033857, 0.000497540517244488, 0.0008232633117586374, 0.0011489861644804478, 0.0014747089007869363, 0.0018004316370934248, 0.002126154489815235, 0.0024518773425370455, 0.002777600195258856, 0.0031033228151500225, 0.003429045667871833, 0.003754768520593643, 0.00408049114048481, 0.004406214226037264, 0.0047319368459284306, 0.005057659465819597, 0.005383382551372051, 0.005709105171263218, 0.006034827791154385, 0.006360550876706839, 0.006686273496598005, 0.007011996582150459, 0.007337719202041626, 0.007663441821932793, 0.00798916444182396, 0.0083148879930377, 0.008640610612928867, 0.008966333232820034, 0.0092920558527112, 0.009617778472602367, 0.009943502023816109, 0.010269224643707275, 0.010594947263598442, 0.010920669883489609, 0.011246392503380775, 0.011572115123271942, 0.011897838674485683, 0.01222356129437685, 0.012549283914268017]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 3.0, 10.0, 4.0, 5.0, 5.0, 4.0, 7.0, 1.0, 1.0, 4.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.026688573881983757, -0.02600070647895336, -0.025312839075922966, -0.02462497167289257, -0.023937102407217026, -0.02324923500418663, -0.022561367601156235, -0.02187350019812584, -0.021185632795095444, -0.020497765392065048, -0.019809897989034653, -0.019122030586004257, -0.01843416318297386, -0.017746293917298317, -0.01705842651426792, -0.016370559111237526, -0.01568269170820713, -0.014994824305176735, -0.01430695690214634, -0.01361908856779337, -0.012931221164762974, -0.012243353761732578, -0.011555485427379608, -0.010867618024349213, -0.010179750621318817, -0.009491883218288422, -0.008804015815258026, -0.008116147480905056, -0.0074282800778746605, -0.006740412674844265, -0.006052544806152582, -0.005364676937460899, -0.004676809534430504, -0.003988942131400108, -0.0033010742627084255, -0.0026132066268473864, -0.0019253389909863472, -0.001237471355125308, -0.0005496037192642689, 0.0001382639165967703, 0.0008261315524578094, 0.0015139991883188486, 0.0022018668241798878, 0.002889734460040927, 0.003577602095901966, 0.004265469498932362, 0.004953337367624044, 0.005641205236315727, 0.006329072639346123, 0.007016940042376518, 0.007704807911068201, 0.008392675779759884, 0.00908054318279028, 0.009768410585820675, 0.010456278920173645, 0.01114414632320404, 0.011832013726234436, 0.012519881129264832, 0.013207748532295227, 0.013895616866648197, 0.014583484269678593, 0.015271351672708988, 0.01595922000706196, 0.016647087410092354, 0.01733495481312275]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 11.0, 11.0, 3.0, 11.0, 13.0, 12.0, 12.0, 4.0, 8.0, 10.0, 20.0, 23.0, 37.0, 63.0, 84.0, 88.0, 119.0, 127.0, 158.0, 182.0, 216.0, 282.0, 395.0, 536.0, 903.0, 2321.0, 5881.0, 1927.0, 1261.0, 947.0, 641.0, 494.0, 338.0, 264.0, 215.0, 159.0, 153.0, 126.0, 66.0, 68.0, 47.0, 36.0, 32.0, 17.0, 20.0, 15.0, 21.0, 8.0, 11.0, 4.0, 8.0, 7.0, 3.0, 2.0, 2.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.009021121077239513, -0.008687598630785942, -0.008354075253009796, -0.008020552806556225, -0.007687029894441366, -0.007353506982326508, -0.007019984535872936, -0.006686461623758078, -0.006352938711643219, -0.00601941579952836, -0.005685892887413502, -0.00535237044095993, -0.005018847528845072, -0.004685324616730213, -0.004351802170276642, -0.004018279258161783, -0.0036847563460469246, -0.003351233433932066, -0.003017710754647851, -0.002684188075363636, -0.0023506651632487774, -0.0020171422511339188, -0.0016836195718497038, -0.001350096776150167, -0.0010165739804506302, -0.0006830511847510934, -0.0003495283890515566, -1.6005593352019787e-05, 0.000317517202347517, 0.0006510399980470538, 0.0009845627937465906, 0.0013180855894461274, 0.0016516083851456642, 0.001985131297260523, 0.002318653976544738, 0.002652176655828953, 0.0029856995679438114, 0.00331922248005867, 0.003652745159342885, 0.0039862678386271, 0.004319790750741959, 0.004653313662856817, 0.004986836574971676, 0.005320359021425247, 0.005653881933540106, 0.0059874048456549644, 0.006320927292108536, 0.006654450204223394, 0.006987973116338253, 0.007321496028453112, 0.00765501894056797, 0.007988541387021542, 0.008322063833475113, 0.008655587211251259, 0.00898910965770483, 0.009322633035480976, 0.009656155481934547, 0.009989677928388119, 0.010323201306164265, 0.010656723752617836, 0.010990247130393982, 0.011323769576847553, 0.011657292023301125, 0.01199081540107727, 0.012324337847530842]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 3.0, 3.0, 2.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.14671090245246887, -0.14308001101016998, -0.1394491046667099, -0.135818213224411, -0.13218730688095093, -0.12855641543865204, -0.12492551654577255, -0.12129461765289307, -0.11766371876001358, -0.1140328198671341, -0.11040192097425461, -0.10677102208137512, -0.10314013063907623, -0.09950923174619675, -0.09587833285331726, -0.09224743396043777, -0.08861653506755829, -0.0849856361746788, -0.08135473728179932, -0.07772383838891983, -0.07409293949604034, -0.07046204805374146, -0.06683114916086197, -0.06320025026798248, -0.059569351375103, -0.05593845248222351, -0.052307553589344025, -0.04867665842175484, -0.04504575952887535, -0.041414860635995865, -0.03778396546840668, -0.03415306657552719, -0.030522167682647705, -0.02689126878976822, -0.023260371759533882, -0.019629474729299545, -0.01599857583642006, -0.012367677874863148, -0.008736779913306236, -0.005105881951749325, -0.0014749839901924133, 0.002155913971364498, 0.00578681193292141, 0.009417709894478321, 0.013048607856035233, 0.01667950674891472, 0.020310403779149055, 0.023941300809383392, 0.02757219970226288, 0.031203098595142365, 0.03483399748802185, 0.03846489265561104, 0.042095791548490524, 0.04572669044137001, 0.0493575856089592, 0.052988484501838684, 0.05661938339471817, 0.060250282287597656, 0.06388118118047714, 0.06751208007335663, 0.07114297151565552, 0.074773870408535, 0.07840476930141449, 0.08203566819429398, 0.08566656708717346]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 4.0, 2.0, 2.0, 4.0, 2.0, 4.0, 7.0, 5.0, 14.0, 17.0, 10.0, 58.0, 34.0, 24.0, 16.0, 15.0, 11.0, 10.0, 3.0, 7.0, 6.0, 4.0, 5.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0], "bins": [-0.12026830017566681, -0.11724531650543213, -0.11422233283519745, -0.11119934916496277, -0.10817636549472809, -0.105153389275074, -0.10213040560483932, -0.09910742193460464, -0.09608443826436996, -0.09306145459413528, -0.0900384709239006, -0.08701548725366592, -0.08399251103401184, -0.08096952736377716, -0.07794654369354248, -0.0749235600233078, -0.07190057635307312, -0.06887759268283844, -0.06585460901260376, -0.06283162534236908, -0.0598086453974247, -0.05678566172719002, -0.053762681782245636, -0.050739698112010956, -0.047716714441776276, -0.044693730771541595, -0.041670747101306915, -0.038647767156362534, -0.03562478348612785, -0.03260179981589317, -0.029578818008303642, -0.02655583620071411, -0.02353285253047943, -0.02050986886024475, -0.01748688705265522, -0.014463904313743114, -0.011440921574831009, -0.008417938835918903, -0.005394956097006798, -0.0023719733580946922, 0.0006510093808174133, 0.003673992119729519, 0.0066969748586416245, 0.00971995759755373, 0.012742940336465836, 0.015765924006700516, 0.018788905814290047, 0.021811887621879578, 0.024834871292114258, 0.027857854962348938, 0.03088083676993847, 0.033903818577528, 0.03692680224776268, 0.03994978591799736, 0.04297276586294174, 0.04599574953317642, 0.0490187332034111, 0.05204171687364578, 0.05506470054388046, 0.058087680488824844, 0.061110664159059525, 0.0641336441040039, 0.06715662777423859, 0.07017961144447327, 0.07320259511470795]}, "_runtime": 18.551593780517578, "_timestamp": 1596208382.7425878, "_step": 14}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 3.0, 2.0, 3.0, 3.0, 2.0, 4.0, 4.0, 4.0, 5.0, 5.0, 2.0, 1.0, 4.0, 4.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.017980612814426422, -0.01742466725409031, -0.016868721693754196, -0.016312774270772934, -0.01575682871043682, -0.015200883150100708, -0.014644937589764595, -0.014088991098105907, -0.013533045537769794, -0.012977099977433681, -0.012421153485774994, -0.011865207925438881, -0.011309262365102768, -0.01075331587344408, -0.010197370313107967, -0.00964142382144928, -0.009085478261113167, -0.008529532700777054, -0.007973586209118366, -0.007417640648782253, -0.006861694622784853, -0.006305748596787453, -0.00574980303645134, -0.0051938570104539394, -0.004637910984456539, -0.004081964958459139, -0.0035260191652923822, -0.0029700733721256256, -0.0024141273461282253, -0.0018581814365461469, -0.0013022355269640684, -0.00074628961738199, -0.0001903437077999115, 0.00036560220178216696, 0.0009215481113642454, 0.0014774940209463239, 0.0020334399305284023, 0.0025893859565258026, 0.0031453317496925592, 0.003701277542859316, 0.004257223568856716, 0.0048131695948541164, 0.005369115620851517, 0.00592506118118763, 0.00648100720718503, 0.00703695323318243, 0.007592898793518543, 0.00814884528517723, 0.008704790845513344, 0.009260736405849457, 0.009816682897508144, 0.010372628457844257, 0.010928574949502945, 0.011484520509839058, 0.012040466070175171, 0.012596412561833858, 0.013152358122169971, 0.013708303682506084, 0.014264250174164772, 0.014820195734500885, 0.015376141294836998, 0.01593208685517311, 0.016488034278154373, 0.017043979838490486, 0.0175999253988266]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 4.0, 1.0, 0.0, 4.0, 4.0, 5.0, 2.0, 6.0, 14.0, 13.0, 24.0, 29.0, 46.0, 67.0, 115.0, 153.0, 240.0, 348.0, 3427.0, 2382.0, 460.0, 209.0, 145.0, 70.0, 48.0, 28.0, 18.0, 20.0, 6.0, 4.0, 3.0, 2.0, 6.0, 3.0, 1.0, 3.0, 1.0, 3.0, 3.0, 1.0, 2.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.20828577876091003, -0.2015562355518341, -0.19482669234275818, -0.18809714913368225, -0.18136760592460632, -0.1746380478143692, -0.16790850460529327, -0.16117896139621735, -0.15444941818714142, -0.1477198749780655, -0.14099033176898956, -0.13426078855991364, -0.1275312304496765, -0.12080169469118118, -0.11407214403152466, -0.10734260082244873, -0.1006130576133728, -0.09388351440429688, -0.08715397119522095, -0.08042442053556442, -0.0736948773264885, -0.06696533411741257, -0.06023578718304634, -0.053506240248680115, -0.04677669703960419, -0.04004715383052826, -0.03331760689616203, -0.026588061824440956, -0.01985851675271988, -0.013128971680998802, -0.006399426609277725, 0.00033011846244335175, 0.007059663534164429, 0.013789208605885506, 0.020518753677606583, 0.02724829874932766, 0.03397784382104874, 0.040707387030124664, 0.04743693396449089, 0.05416648089885712, 0.060896024107933044, 0.06762556731700897, 0.0743551105260849, 0.08108466118574142, 0.08781420439481735, 0.09454374760389328, 0.1012732982635498, 0.10800284147262573, 0.11473238468170166, 0.12146192789077759, 0.12819147109985352, 0.13492101430892944, 0.14165055751800537, 0.1483801156282425, 0.15510965883731842, 0.16183920204639435, 0.16856874525547028, 0.1752982884645462, 0.18202783167362213, 0.18875737488269806, 0.19548693299293518, 0.2022164762020111, 0.20894601941108704, 0.21567556262016296, 0.2224051058292389]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 5.0, 1.0, 2.0, 2.0, 5.0, 3.0, 0.0, 7.0, 2.0, 5.0, 4.0, 29.0, 7.0, 1.0, 3.0, 6.0, 4.0, 3.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 4.0, 1.0, 2.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002367159817367792, -0.0022764659952372313, -0.002185772405937314, -0.002095078583806753, -0.002004384994506836, -0.001913691172376275, -0.001822997466661036, -0.001732303760945797, -0.001641609938815236, -0.001550916233099997, -0.001460222527384758, -0.001369528821669519, -0.00127883511595428, -0.0011881414102390409, -0.00109744758810848, -0.001006753882393241, -0.0009160601766780019, -0.0008253664709627628, -0.0007346727070398629, -0.0006439790013246238, -0.0005532852374017239, -0.0004625915316864848, -0.00037189782597124577, -0.00028120409115217626, -0.00019051035633310676, -9.981662878999487e-05, -9.122901246882975e-06, 8.157082629622892e-05, 0.0001722645538393408, 0.0002629582886584103, 0.00035365199437364936, 0.00044434572919271886, 0.0005350394640117884, 0.0006257331697270274, 0.0007164269336499274, 0.0008071206393651664, 0.0008978144032880664, 0.0009885081090033054, 0.0010792018147185445, 0.0011698955204337835, 0.0012605893425643444, 0.0013512830482795835, 0.0014419767539948225, 0.0015326704597100616, 0.0016233641654253006, 0.0017140578711405396, 0.0018047516932711005, 0.0018954453989863396, 0.001986138988286257, 0.0020768328104168177, 0.0021675266325473785, 0.0022582202218472958, 0.0023489140439778566, 0.002439607633277774, 0.0025303014554083347, 0.0026209952775388956, 0.002711688866838813, 0.0028023826889693737, 0.002893076278269291, 0.002983770100399852, 0.0030744639225304127, 0.00316515751183033, 0.0032558513339608908, 0.003346544923260808, 0.003437238745391369]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 3.0, 3.0, 7.0, 6.0, 11.0, 22.0, 22.0, 42.0, 63.0, 93.0, 151.0, 214.0, 338.0, 543.0, 834.0, 1416.0, 2504.0, 4327.0, 8050.0, 16283.0, 35506.0, 85263.0, 715530.0, 184594.0, 60172.0, 27777.0, 14553.0, 8071.0, 4721.0, 2959.0, 1809.0, 1247.0, 794.0, 547.0, 327.0, 244.0, 183.0, 109.0, 92.0, 64.0, 39.0, 32.0, 30.0, 13.0, 10.0, 7.0, 8.0, 4.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008940247818827629, -0.008595695719122887, -0.00825114268809557, -0.007906589657068253, -0.00756203755736351, -0.00721748499199748, -0.006872932426631451, -0.006528379861265421, -0.006183827295899391, -0.0058392747305333614, -0.005494722165167332, -0.005150169599801302, -0.004805617034435272, -0.0044610644690692425, -0.004116511903703213, -0.003771959338337183, -0.0034274067729711533, -0.0030828542076051235, -0.0027383016422390938, -0.002393749076873064, -0.0020491965115070343, -0.0017046439461410046, -0.0013600913807749748, -0.001015538815408945, -0.0006709862500429153, -0.0003264336846768856, 1.8118880689144135e-05, 0.0003626714460551739, 0.0007072240114212036, 0.0010517765767872334, 0.001396329142153263, 0.0017408817075192928, 0.0020854342728853226, 0.0024299868382513523, 0.002774539403617382, 0.003119091968983412, 0.0034636445343494415, 0.0038081970997154713, 0.004152749665081501, 0.004497302230447531, 0.0048418547958135605, 0.00518640736117959, 0.00553095992654562, 0.00587551249191165, 0.0062200650572776794, 0.006564617622643709, 0.006909170188009739, 0.007253722753375769, 0.007598275318741798, 0.00794282741844654, 0.008287380449473858, 0.008631933480501175, 0.008976485580205917, 0.00932103767991066, 0.009665590710937977, 0.010010143741965294, 0.010354695841670036, 0.010699247941374779, 0.011043800972402096, 0.011388354003429413, 0.011732906103134155, 0.012077458202838898, 0.012422011233866215, 0.012766564264893532, 0.013111116364598274]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 3.0, 3.0, 4.0, 7.0, 4.0, 5.0, 7.0, 3.0, 3.0, 4.0, 0.0, 3.0, 1.0, 3.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009947346523404121, -0.009212130680680275, -0.008476914837956429, -0.007741698995232582, -0.007006483152508736, -0.006271267309784889, -0.005536051467061043, -0.004800835624337196, -0.00406561978161335, -0.0033304039388895035, -0.002595188096165657, -0.0018599722534418106, -0.0011247564107179642, -0.00038954056799411774, 0.0003456752747297287, 0.0010808911174535751, 0.0018161069601774216, 0.002551322802901268, 0.0032865386456251144, 0.004021754488348961, 0.004756970331072807, 0.005492186173796654, 0.0062274020165205, 0.006962617859244347, 0.007697833701968193, 0.00843304954469204, 0.009168265387415886, 0.009903481230139732, 0.010638697072863579, 0.011373912915587425, 0.012109128758311272, 0.012844344601035118, 0.013579560443758965, 0.014314776286482811, 0.015049992129206657, 0.015785207971930504, 0.01652042381465435, 0.017255639657378197, 0.017990855500102043, 0.01872607134282589, 0.019461287185549736, 0.020196503028273582, 0.02093171887099743, 0.021666934713721275, 0.022402150556445122, 0.023137366399168968, 0.023872582241892815, 0.02460779808461666, 0.025343013927340508, 0.026078229770064354, 0.0268134456127882, 0.027548661455512047, 0.028283877298235893, 0.02901909314095974, 0.029754308983683586, 0.030489524826407433, 0.03122474066913128, 0.031959958374500275, 0.03269517421722412, 0.03343039005994797, 0.034165605902671814, 0.03490082174539566, 0.03563603758811951, 0.03637125343084335, 0.0371064692735672]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 4.0, 2.0, 4.0, 4.0, 3.0, 5.0, 9.0, 10.0, 19.0, 23.0, 45.0, 101.0, 132.0, 229.0, 373.0, 521.0, 727.0, 1001.0, 1499.0, 2453.0, 6427.0, 1504.0, 882.0, 534.0, 432.0, 299.0, 220.0, 186.0, 139.0, 124.0, 86.0, 81.0, 53.0, 45.0, 32.0, 24.0, 26.0, 26.0, 23.0, 16.0, 11.0, 9.0, 7.0, 9.0, 7.0, 6.0, 6.0, 8.0, 6.0, 9.0, 5.0, 10.0, 1.0, 5.0, 2.0, 2.0], "bins": [-0.010475246235728264, -0.01010458916425705, -0.009733932092785835, -0.009363275952637196, -0.008992618881165981, -0.008621961809694767, -0.008251305669546127, -0.007880648598074913, -0.007509991526603699, -0.0071393344551324844, -0.0067686778493225574, -0.0063980212435126305, -0.006027364172041416, -0.005656707100570202, -0.005286050494760275, -0.004915393888950348, -0.004544736817479134, -0.004174079746007919, -0.0038034231401979923, -0.0034327663015574217, -0.003062109462916851, -0.0026914526242762804, -0.0023207957856357098, -0.0019501389469951391, -0.0015794821083545685, -0.0012088252697139978, -0.0008381684310734272, -0.00046751159243285656, -9.685475379228592e-05, 0.0002738020848482847, 0.0006444589234888554, 0.001015115762129426, 0.0013857726007699966, 0.0017564294394105673, 0.002127086278051138, 0.0024977431166917086, 0.002868399955332279, 0.00323905679397285, 0.0036097136326134205, 0.0039803702384233475, 0.004351027309894562, 0.004721684381365776, 0.005092340987175703, 0.00546299759298563, 0.005833654664456844, 0.006204311735928059, 0.006574968341737986, 0.006945624947547913, 0.007316282019019127, 0.007686939090490341, 0.008057596161961555, 0.008428252302110195, 0.00879890937358141, 0.009169566445052624, 0.009540222585201263, 0.009910879656672478, 0.010281536728143692, 0.010652193799614906, 0.01102285087108612, 0.01139350701123476, 0.011764164082705975, 0.012134821154177189, 0.012505477294325829, 0.012876134365797043, 0.013246791437268257]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1073254644870758, -0.10353008657693863, -0.09973470866680145, -0.09593933075666428, -0.0921439528465271, -0.08834857493638992, -0.08455319702625275, -0.08075781911611557, -0.0769624412059784, -0.07316705584526062, -0.06937167793512344, -0.06557630002498627, -0.06178092211484909, -0.057985544204711914, -0.05419016629457474, -0.05039478838443756, -0.046599410474300385, -0.04280403256416321, -0.03900865465402603, -0.035213276743888855, -0.03141789883375168, -0.027622519060969353, -0.023827139288187027, -0.02003176137804985, -0.016236383467912674, -0.012441005557775497, -0.008645626716315746, -0.0048502483405172825, -0.0010548699647188187, 0.002740508411079645, 0.006535886786878109, 0.01033126562833786, 0.014126643538475037, 0.017922021448612213, 0.02171739935874939, 0.025512779131531715, 0.029308157041668892, 0.03310353681445122, 0.036898914724588394, 0.04069429263472557, 0.04448967054486275, 0.048285048454999924, 0.0520804263651371, 0.05587580427527428, 0.05967118591070175, 0.06346656382083893, 0.0672619417309761, 0.07105731964111328, 0.07485269755125046, 0.07864807546138763, 0.08244345337152481, 0.08623883128166199, 0.09003420919179916, 0.09382958710193634, 0.09762496501207352, 0.1014203429222107, 0.10521572828292847, 0.10901110619306564, 0.11280648410320282, 0.11660186201334, 0.12039723992347717, 0.12419261783361435, 0.12798799574375153, 0.1317833662033081, 0.13557875156402588]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 3.0, 7.0, 1.0, 7.0, 2.0, 4.0, 8.0, 29.0, 20.0, 22.0, 31.0, 54.0, 20.0, 14.0, 10.0, 7.0, 4.0, 1.0, 4.0, 0.0, 5.0, 2.0, 3.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.051275283098220825, -0.04875355586409569, -0.04623183235526085, -0.04371010512113571, -0.04118838161230087, -0.038666654378175735, -0.0361449271440506, -0.03362320363521576, -0.031101476401090622, -0.028579751029610634, -0.026058025658130646, -0.02353629842400551, -0.02101457305252552, -0.018492847681045532, -0.015971120446920395, -0.013449395075440407, -0.010927669703960419, -0.00840594433248043, -0.005884218029677868, -0.0033624921925365925, -0.0008407663553953171, 0.0016809594817459583, 0.004202685318887234, 0.006724411156028509, 0.009246136993169785, 0.011767862364649773, 0.014289588667452335, 0.016811314970254898, 0.019333040341734886, 0.021854765713214874, 0.02437649294734001, 0.02689821831882, 0.029419943690299988, 0.031941670924425125, 0.034463394433259964, 0.0369851216673851, 0.03950684517621994, 0.04202857241034508, 0.044550299644470215, 0.047072023153305054, 0.04959375038743019, 0.05211547762155533, 0.05463720113039017, 0.057158928364515305, 0.05968065559864044, 0.06220237910747528, 0.06472410261631012, 0.06724583357572556, 0.0697675570845604, 0.07228928059339523, 0.07481101155281067, 0.07733273506164551, 0.07985445857048035, 0.08237618952989578, 0.08489791303873062, 0.08741963654756546, 0.0899413675069809, 0.09246309101581573, 0.09498481452465057, 0.09750653803348541, 0.10002826899290085, 0.10254999250173569, 0.10507171601057053, 0.10759344696998596, 0.1101151704788208]}, "_runtime": 19.409244775772095, "_timestamp": 1596208383.6002388, "_step": 15}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 5.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 4.0, 2.0, 3.0, 3.0, 4.0, 3.0, 1.0, 3.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009445654228329659, -0.00905741099268198, -0.008669166825711727, -0.008280923590064049, -0.00789268035441637, -0.007504436653107405, -0.007116192951798439, -0.006727949716150761, -0.006339706014841795, -0.005951462313532829, -0.005563219077885151, -0.005174975376576185, -0.0047867316752672195, -0.004398488439619541, -0.0040102447383105755, -0.0036220012698322535, -0.0032337578013539314, -0.0028455143328756094, -0.0024572708643972874, -0.0020690271630883217, -0.0016807836946099997, -0.0012925402261316776, -0.0009042966412380338, -0.0005160531145520508, -0.00012780958786606789, 0.00026043393881991506, 0.000648677465505898, 0.0010369210503995419, 0.0014251645188778639, 0.001813407987356186, 0.0022016516886651516, 0.0025898951571434736, 0.0029781386256217957, 0.0033663820941001177, 0.0037546255625784397, 0.004142869263887405, 0.004531112499535084, 0.0049193562008440495, 0.005307599902153015, 0.0056958431378006935, 0.006084086839109659, 0.006472330540418625, 0.006860573776066303, 0.007248817477375269, 0.007637061178684235, 0.008025304414331913, 0.008413547649979591, 0.008801791816949844, 0.009190035052597523, 0.009578278288245201, 0.009966522455215454, 0.010354765690863132, 0.01074300892651081, 0.011131253093481064, 0.011519496329128742, 0.01190773956477642, 0.012295983731746674, 0.012684226967394352, 0.01307247020304203, 0.013460713438689709, 0.013848957605659962, 0.01423720084130764, 0.014625444076955318, 0.015013688243925571, 0.01540193147957325]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 4.0, 1.0, 1.0, 2.0, 4.0, 3.0, 11.0, 5.0, 15.0, 20.0, 16.0, 29.0, 28.0, 35.0, 45.0, 67.0, 88.0, 129.0, 160.0, 225.0, 357.0, 3997.0, 1494.0, 436.0, 222.0, 164.0, 91.0, 70.0, 46.0, 39.0, 30.0, 26.0, 11.0, 7.0, 8.0, 8.0, 5.0, 8.0, 3.0, 4.0, 3.0, 8.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.18555021286010742, -0.17990195751190186, -0.1742537021636963, -0.16860546171665192, -0.16295720636844635, -0.15730895102024078, -0.15166069567203522, -0.14601244032382965, -0.14036419987678528, -0.1347159445285797, -0.12906768918037415, -0.12341943383216858, -0.11777117848396301, -0.11212293058633804, -0.10647467523813248, -0.10082642734050751, -0.09517817199230194, -0.08952991664409637, -0.0838816687464714, -0.07823341339826584, -0.07258516550064087, -0.0669369101524353, -0.061288654804229736, -0.05564040318131447, -0.0499921515583992, -0.04434389993548393, -0.038695648312568665, -0.0330473929643631, -0.02739914134144783, -0.021750889718532562, -0.016102636232972145, -0.010454383678734303, -0.00480613112449646, 0.0008421214297413826, 0.006490373983979225, 0.012138626538217068, 0.01778687909245491, 0.023435130715370178, 0.029083384200930595, 0.03473163768649101, 0.04037988930940628, 0.04602814093232155, 0.051676392555236816, 0.05732464790344238, 0.06297290325164795, 0.06862115114927292, 0.07426940649747849, 0.07991765439510345, 0.08556590974330902, 0.09121416509151459, 0.09686241298913956, 0.10251066833734512, 0.10815891623497009, 0.11380717158317566, 0.11945542693138123, 0.1251036822795868, 0.13075193762779236, 0.13640017807483673, 0.1420484334230423, 0.14769668877124786, 0.15334494411945343, 0.158993199467659, 0.16464143991470337, 0.17028969526290894, 0.1759379506111145]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 3.0, 1.0, 4.0, 2.0, 2.0, 4.0, 0.0, 4.0, 3.0, 4.0, 4.0, 3.0, 5.0, 0.0, 9.0, 2.0, 25.0, 0.0, 4.0, 3.0, 4.0, 2.0, 4.0, 3.0, 2.0, 2.0, 3.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.002349985996261239, -0.0022630393505096436, -0.0021760929375886917, -0.002089146291837096, -0.0020021996460855007, -0.001915253116749227, -0.0018283065874129534, -0.0017413600580766797, -0.001654413528740406, -0.0015674668829888105, -0.0014805203536525369, -0.0013935738243162632, -0.0013066271785646677, -0.001219680649228394, -0.0011327341198921204, -0.0010457874741405249, -0.0009588409448042512, -0.0008718943572603166, -0.0007849478279240429, -0.0006980012403801084, -0.0006110547110438347, -0.0005241081234999001, -0.0004371615359559655, -0.0003502149775158614, -0.00026326841907575727, -0.00017632186063565314, -8.937528764363378e-05, -2.4287219275720417e-06, 8.45178437884897e-05, 0.00017146440222859383, 0.0002584109897725284, 0.00034535754821263254, 0.00043230410665273666, 0.0005192506941966712, 0.0006061972235329449, 0.0006931438110768795, 0.0007800903404131532, 0.0008670369279570878, 0.0009539835155010223, 0.001040930044837296, 0.0011278765741735697, 0.0012148232199251652, 0.0013017697492614388, 0.0013887162785977125, 0.001475662924349308, 0.0015626094536855817, 0.0016495559830218554, 0.0017365026287734509, 0.0018234491581097245, 0.0019103956874459982, 0.0019973423331975937, 0.0020842887461185455, 0.002171235391870141, 0.0022581820376217365, 0.0023451284505426884, 0.002432075096294284, 0.0025190217420458794, 0.002605968154966831, 0.0026929148007184267, 0.002779861446470022, 0.002866807859390974, 0.0029537545051425695, 0.003040701150894165, 0.003127647563815117, 0.0032145942095667124]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 1.0, 4.0, 6.0, 6.0, 9.0, 18.0, 29.0, 41.0, 60.0, 89.0, 124.0, 187.0, 268.0, 501.0, 720.0, 1206.0, 2037.0, 3270.0, 5698.0, 10082.0, 18348.0, 34710.0, 69436.0, 156679.0, 669092.0, 91530.0, 47413.0, 26504.0, 15628.0, 9256.0, 5743.0, 3660.0, 2438.0, 1564.0, 1030.0, 671.0, 493.0, 355.0, 239.0, 150.0, 113.0, 80.0, 45.0, 40.0, 16.0, 16.0, 11.0, 7.0, 4.0, 4.0, 2.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.008756687864661217, -0.008476805873215199, -0.00819692388176918, -0.007917040959000587, -0.007637158967554569, -0.007357276976108551, -0.007077394984662533, -0.006797512527555227, -0.006517630536109209, -0.006237748544663191, -0.005957866087555885, -0.005677984096109867, -0.005398102104663849, -0.005118219647556543, -0.004838337656110525, -0.00455845519900322, -0.004278573207557201, -0.003998691216111183, -0.0037188087590038776, -0.0034389267675578594, -0.0031590445432811975, -0.0028791623190045357, -0.0025992803275585175, -0.0023193981032818556, -0.0020395158790051937, -0.0017596336547285318, -0.0014797515468671918, -0.0011998694390058517, -0.0009199872147291899, -0.0006401050486601889, -0.00036022288259118795, -8.0340716522187e-05, 0.00019954144954681396, 0.0004794236156158149, 0.0007593057816848159, 0.001039187889546156, 0.0013190701138228178, 0.0015989523380994797, 0.0018788344459608197, 0.0021587165538221598, 0.0024385987780988216, 0.0027184810023754835, 0.0029983632266521454, 0.0032782452180981636, 0.0035581274423748255, 0.0038380096666514874, 0.004117891658097506, 0.004397774115204811, 0.004677656106650829, 0.0049575380980968475, 0.005237420555204153, 0.005517302546650171, 0.005797185003757477, 0.006077066995203495, 0.006356948986649513, 0.006636831443756819, 0.006916713435202837, 0.007196595426648855, 0.007476477883756161, 0.007756359875202179, 0.008036241866648197, 0.008316123858094215, 0.008596006780862808, 0.008875888772308826, 0.009155770763754845]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 9.0, 3.0, 4.0, 6.0, 5.0, 5.0, 4.0, 4.0, 1.0, 4.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.0382721945643425, -0.037489328533411026, -0.03670646622776985, -0.03592360019683838, -0.035140737891197205, -0.03435787186026573, -0.03357500955462456, -0.032792143523693085, -0.03200928121805191, -0.031226415187120438, -0.030443551018834114, -0.02966068685054779, -0.028877822682261467, -0.028094958513975143, -0.02731209434568882, -0.026529230177402496, -0.025746366009116173, -0.02496350184082985, -0.024180637672543526, -0.023397773504257202, -0.02261490933597088, -0.021832045167684555, -0.02104918099939823, -0.020266316831111908, -0.019483450800180435, -0.01870058663189411, -0.017917722463607788, -0.017134858295321465, -0.01635199412703514, -0.015569129958748817, -0.014786265790462494, -0.01400340162217617, -0.013220537453889847, -0.012437673285603523, -0.0116548091173172, -0.010871944949030876, -0.010089080780744553, -0.009306215681135654, -0.008523351512849331, -0.007740487344563007, -0.006957623176276684, -0.00617475900799036, -0.005391894839704037, -0.004609030205756426, -0.0038261660374701023, -0.0030433018691837788, -0.0022604374680668116, -0.0014775731833651662, -0.0006947088986635208, 8.815538603812456e-05, 0.0008710196707397699, 0.0016538839554414153, 0.0024367482401430607, 0.0032196124084293842, 0.004002477042376995, 0.004785341210663319, 0.005568205378949642, 0.006351069547235966, 0.007133933715522289, 0.007916797883808613, 0.008699662983417511, 0.009482527151703835, 0.010265391319990158, 0.011048255488276482, 0.011831119656562805]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 2.0, 4.0, 4.0, 6.0, 4.0, 6.0, 8.0, 17.0, 17.0, 12.0, 11.0, 17.0, 19.0, 23.0, 18.0, 10.0, 10.0, 18.0, 13.0, 16.0, 23.0, 31.0, 51.0, 59.0, 53.0, 85.0, 84.0, 85.0, 95.0, 102.0, 131.0, 210.0, 271.0, 420.0, 620.0, 1162.0, 5834.0, 2424.0, 1508.0, 1042.0, 931.0, 746.0, 591.0, 471.0, 320.0, 224.0, 143.0, 116.0, 100.0, 69.0, 46.0, 41.0, 30.0, 13.0, 22.0, 13.0, 9.0, 6.0, 1.0, 5.0, 3.0, 0.0, 2.0], "bins": [-0.013340897858142853, -0.012985242530703545, -0.012629587203264236, -0.012273931875824928, -0.01191827654838562, -0.011562620289623737, -0.01120696496218443, -0.010851309634745121, -0.010495654307305813, -0.010139998979866505, -0.009784343652427197, -0.009428688324987888, -0.009073032066226006, -0.008717376738786697, -0.00836172141134739, -0.008006066083908081, -0.007650410756468773, -0.007294755429029465, -0.0069391001015901566, -0.006583444308489561, -0.006227788981050253, -0.005872133653610945, -0.005516477860510349, -0.005160822533071041, -0.004805167205631733, -0.004449511878192425, -0.004093856550753117, -0.003738200757652521, -0.003382545430213213, -0.003026890102773905, -0.002671234542503953, -0.002315578982234001, -0.001959923654794693, -0.001604268210940063, -0.001248612767085433, -0.000892957323230803, -0.000537301879376173, -0.00018164643552154303, 0.00017400900833308697, 0.000529664452187717, 0.000885319896042347, 0.001240975339896977, 0.001596630783751607, 0.001952286227606237, 0.002307941671460867, 0.002663596998900175, 0.003019252559170127, 0.0033749081194400787, 0.003730563446879387, 0.004086218774318695, 0.004441874101758003, 0.004797529894858599, 0.005153185222297907, 0.005508840549737215, 0.0058644963428378105, 0.006220151670277119, 0.006575806997716427, 0.006931462325155735, 0.007287117652595043, 0.007642773445695639, 0.007998429238796234, 0.008354084566235542, 0.00870973989367485, 0.009065395221114159, 0.009421050548553467]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06107742339372635, -0.05818258225917816, -0.05528774484992027, -0.052392903715372086, -0.0494980663061142, -0.04660322517156601, -0.04370838403701782, -0.040813546627759933, -0.037918705493211746, -0.03502386435866356, -0.03212902694940567, -0.029234185814857483, -0.026339346542954445, -0.023444507271051407, -0.02054966613650322, -0.01765482686460018, -0.014759987592697144, -0.011865148320794106, -0.008970308117568493, -0.0060754683800041676, -0.0031806286424398422, -0.0002857889048755169, 0.0026090508326888084, 0.005503890570253134, 0.008398730307817459, 0.011293569579720497, 0.01418840978294611, 0.017083249986171722, 0.01997808925807476, 0.0228729285299778, 0.025767769664525986, 0.028662608936429024, 0.03155744820833206, 0.03445228934288025, 0.03734712675213814, 0.040241967886686325, 0.043136805295944214, 0.0460316464304924, 0.04892648756504059, 0.05182132497429848, 0.054716166108846664, 0.05761100724339485, 0.06050584465265274, 0.06340068578720093, 0.06629552692174911, 0.0691903680562973, 0.07208520174026489, 0.07498004287481308, 0.07787488400936127, 0.08076972514390945, 0.08366456627845764, 0.08655939996242523, 0.08945424109697342, 0.0923490822315216, 0.0952439233660698, 0.09813876450061798, 0.10103359818458557, 0.10392843931913376, 0.10682328045368195, 0.10971812158823013, 0.11261296272277832, 0.11550780385732651, 0.1184026375412941, 0.12129747867584229, 0.12419231981039047]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 4.0, 3.0, 0.0, 2.0, 2.0, 2.0, 2.0, 3.0, 2.0, 3.0, 2.0, 1.0, 3.0, 2.0, 0.0, 3.0, 6.0, 3.0, 5.0, 11.0, 20.0, 28.0, 46.0, 20.0, 26.0, 22.0, 29.0, 12.0, 7.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04733838140964508, -0.045673128217458725, -0.04400787129998207, -0.042342618107795715, -0.04067736119031906, -0.039012107998132706, -0.03734685480594635, -0.035681597888469696, -0.03401634469628334, -0.032351087778806686, -0.03068583458662033, -0.029020579531788826, -0.02735532447695732, -0.025690069422125816, -0.02402481622993946, -0.022359561175107956, -0.02069430612027645, -0.019029051065444946, -0.01736379601061344, -0.015698542818427086, -0.014033287763595581, -0.012368032708764076, -0.010702777653932571, -0.009037523530423641, -0.007372268475592136, -0.005707013886421919, -0.004041759297251701, -0.0023765042424201965, -0.000711249653249979, 0.0009540050523355603, 0.0026192597579210997, 0.004284514579921961, 0.005949769169092178, 0.007615023758262396, 0.009280278347432613, 0.010945533402264118, 0.012610787525773048, 0.014276042580604553, 0.015941297635436058, 0.017606552690267563, 0.01927180588245392, 0.020937060937285423, 0.022602315992116928, 0.024267571046948433, 0.025932826101779938, 0.027598081156611443, 0.029263334348797798, 0.030928589403629303, 0.03259384632110596, 0.03425909951329231, 0.03592435270547867, 0.03758960962295532, 0.03925486281514168, 0.04092011973261833, 0.04258537292480469, 0.04425062611699104, 0.0459158830344677, 0.04758113622665405, 0.04924639314413071, 0.05091164633631706, 0.05257689952850342, 0.05424215644598007, 0.05590740963816643, 0.05757266655564308, 0.05923791974782944]}, "_runtime": 20.23174285888672, "_timestamp": 1596208384.422737, "_step": 16}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 5.0, 0.0, 4.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 4.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011106103658676147, -0.010792301967740059, -0.010478499345481396, -0.010164697654545307, -0.009850895032286644, -0.009537093341350555, -0.009223290719091892, -0.008909489028155804, -0.00859568640589714, -0.008281884714961052, -0.007968082092702389, -0.0076542804017663, -0.007340478245168924, -0.0070266760885715485, -0.006712873931974173, -0.006399071775376797, -0.006085269618779421, -0.005771467462182045, -0.005457665305584669, -0.005143863148987293, -0.004830060992389917, -0.0045162588357925415, -0.004202456679195166, -0.0038886547554284334, -0.0035748525988310575, -0.0032610504422336817, -0.002947248285636306, -0.00263344612903893, -0.0023196442052721977, -0.002005842048674822, -0.001692039892077446, -0.0013782377354800701, -0.0010644355788826942, -0.0007506334222853184, -0.0004368313238956034, -0.000123029196402058, 0.0001907729310914874, 0.0005045750876888633, 0.0008183771860785782, 0.0011321792844682932, 0.001445981441065669, 0.001759783597663045, 0.002073585754260421, 0.0023873879108577967, 0.002701189834624529, 0.0030149919912219048, 0.0033287941478192806, 0.0036425963044166565, 0.003956398461014032, 0.004270200617611408, 0.004584002774208784, 0.00489780493080616, 0.005211607087403536, 0.005525409244000912, 0.005839211400598288, 0.0061530135571956635, 0.006466815248131752, 0.006780617404729128, 0.007094419561326504, 0.00740822171792388, 0.0077220238745212555, 0.008035826496779919, 0.008349628187716007, 0.00866343080997467, 0.008977232500910759]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 3.0, 2.0, 2.0, 2.0, 6.0, 9.0, 7.0, 6.0, 13.0, 15.0, 18.0, 21.0, 30.0, 43.0, 42.0, 57.0, 69.0, 90.0, 108.0, 206.0, 258.0, 415.0, 4640.0, 799.0, 322.0, 199.0, 136.0, 102.0, 74.0, 52.0, 42.0, 37.0, 24.0, 22.0, 14.0, 6.0, 11.0, 5.0, 4.0, 6.0, 2.0, 2.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0], "bins": [-0.19645583629608154, -0.19093012809753418, -0.18540440499782562, -0.17987869679927826, -0.1743529886007309, -0.16882726550102234, -0.16330155730247498, -0.1577758491039276, -0.15225014090538025, -0.1467244178056717, -0.14119870960712433, -0.13567300140857697, -0.1301472783088684, -0.12462157011032104, -0.11909585446119308, -0.11357014626264572, -0.10804443061351776, -0.1025187149643898, -0.09699300676584244, -0.09146729111671448, -0.08594158291816711, -0.08041586726903915, -0.0748901516199112, -0.06936444342136383, -0.06383872777223587, -0.05831301584839821, -0.05278730392456055, -0.04726158827543259, -0.041735876351594925, -0.03621016442775726, -0.030684450641274452, -0.02515873685479164, -0.01963302493095398, -0.014107312075793743, -0.008581599220633507, -0.0030558863654732704, 0.002469826489686966, 0.007995539344847202, 0.013521252200007439, 0.01904696598649025, 0.02457267791032791, 0.030098389834165573, 0.035624101758003235, 0.041149817407131195, 0.04667552933096886, 0.05220124125480652, 0.05772695690393448, 0.06325266510248184, 0.0687783807516098, 0.07430409640073776, 0.07982980459928513, 0.08535552024841309, 0.09088122844696045, 0.09640694409608841, 0.10193265974521637, 0.10745836794376373, 0.1129840835928917, 0.11850979924201965, 0.12403550744056702, 0.12956121563911438, 0.13508693873882294, 0.1406126469373703, 0.14613835513591766, 0.15166407823562622, 0.15718978643417358]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 3.0, 6.0, 3.0, 3.0, 0.0, 3.0, 6.0, 3.0, 31.0, 2.0, 6.0, 1.0, 1.0, 2.0, 6.0, 5.0, 3.0, 1.0, 2.0, 3.0, 1.0, 3.0, 1.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0025128766428679228, -0.002425829181447625, -0.002338781952857971, -0.0022517344914376736, -0.0021646872628480196, -0.002077639801427722, -0.001990592572838068, -0.0019035451114177704, -0.0018164977664127946, -0.0017294504214078188, -0.001642403076402843, -0.0015553557313978672, -0.0014683082699775696, -0.0013812609249725938, -0.001294213579967618, -0.0012071662349626422, -0.0011201188899576664, -0.0010330715449526906, -0.0009460241999477148, -0.0008589767967350781, -0.0007719294517301023, -0.0006848821067251265, -0.0005978347035124898, -0.000510787358507514, -0.0004237400135025382, -0.0003366926684975624, -0.00024964529438875616, -0.00016259793483186513, -7.555057527497411e-05, 1.1496784281916916e-05, 9.854414383880794e-05, 0.00018559150339569896, 0.00027263886295259, 0.0003596862079575658, 0.00044673358206637204, 0.0005337809561751783, 0.0006208283011801541, 0.0007078756461851299, 0.0007949230493977666, 0.0008819703944027424, 0.0009690177394077182, 0.001056065084412694, 0.0011431124294176698, 0.0012301597744226456, 0.0013172072358429432, 0.001404254580847919, 0.0014913019258528948, 0.0015783492708578706, 0.0016653966158628464, 0.0017524439608678222, 0.001839491305872798, 0.0019265386508777738, 0.0020135859958827496, 0.002100633457303047, 0.002187680685892701, 0.0022747281473129988, 0.0023617753759026527, 0.0024488228373229504, 0.002535870298743248, 0.002622917527332902, 0.0027099649887531996, 0.0027970122173428535, 0.002884059678763151, 0.002971106907352805, 0.0030581543687731028]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 4.0, 3.0, 4.0, 4.0, 4.0, 13.0, 24.0, 21.0, 31.0, 52.0, 80.0, 129.0, 235.0, 347.0, 606.0, 981.0, 1585.0, 2840.0, 4671.0, 8736.0, 16082.0, 32531.0, 70277.0, 198413.0, 658969.0, 82074.0, 41712.0, 23520.0, 13826.0, 8396.0, 4913.0, 3064.0, 1914.0, 1246.0, 779.0, 499.0, 355.0, 223.0, 133.0, 104.0, 79.0, 45.0, 25.0, 20.0, 20.0, 14.0, 8.0, 7.0, 5.0, 5.0, 5.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.009713958948850632, -0.009391441941261292, -0.009068924933671951, -0.008746408857405186, -0.008423891849815845, -0.008101374842226505, -0.007778858300298452, -0.007456341292709112, -0.007133824750781059, -0.006811307743191719, -0.006488790735602379, -0.006166274193674326, -0.005843757186084986, -0.005521240644156933, -0.005198723636567593, -0.00487620709463954, -0.0045536900870501995, -0.004231173079460859, -0.003908656537532806, -0.00358613976277411, -0.0032636229880154133, -0.002941105980426073, -0.0026185892056673765, -0.00229607243090868, -0.0019735556561499834, -0.0016510388813912868, -0.0013285221066325903, -0.001006005215458572, -0.0006834884406998754, -0.00036097163683734834, -3.845483297482133e-05, 0.0002840619708877057, 0.0006065787747502327, 0.0009290955495089293, 0.0012516123242676258, 0.0015741292154416442, 0.0018966459902003407, 0.002219162881374359, 0.0025416796561330557, 0.0028641964308917522, 0.003186713205650449, 0.0035092299804091454, 0.003831746755167842, 0.0041542635299265385, 0.004476780537515879, 0.004799297079443932, 0.005121814087033272, 0.005444330628961325, 0.005766847636550665, 0.006089364644140005, 0.006411881186068058, 0.006734398193657398, 0.007056914735585451, 0.007379431743174791, 0.007701948285102844, 0.008024465292692184, 0.008346982300281525, 0.008669499307870865, 0.00899201538413763, 0.00931453239172697, 0.009637049399316311, 0.009959566406905651, 0.010282082483172417, 0.010604599490761757, 0.010927116498351097]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 2.0, 6.0, 4.0, 8.0, 4.0, 6.0, 4.0, 1.0, 2.0, 2.0, 3.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.034685082733631134, -0.03396439179778099, -0.03324369713664055, -0.032523006200790405, -0.03180231153964996, -0.03108161874115467, -0.030360925942659378, -0.029640233144164085, -0.028919540345668793, -0.02819884940981865, -0.027478156611323357, -0.026757463812828064, -0.02603677101433277, -0.02531607821583748, -0.024595385417342186, -0.023874692618846893, -0.0231539998203516, -0.022433307021856308, -0.021712614223361015, -0.020991921424865723, -0.02027122862637043, -0.019550535827875137, -0.018829843029379845, -0.018109150230884552, -0.01738845929503441, -0.016667766496539116, -0.015947073698043823, -0.015226379968225956, -0.014505688101053238, -0.013784995302557945, -0.013064302504062653, -0.01234360970556736, -0.011622916907072067, -0.010902224108576775, -0.010181531310081482, -0.00946083851158619, -0.008740145713090897, -0.008019453845918179, -0.007298761047422886, -0.006578068248927593, -0.005857375450432301, -0.005136682651937008, -0.004415989853441715, -0.00369529752060771, -0.0029746047221124172, -0.0022539119236171246, -0.0015332193579524755, -0.0008125266758725047, -9.183399379253387e-05, 0.000628858688287437, 0.0013495513703674078, 0.002070243936032057, 0.0027909367345273495, 0.003511629533022642, 0.0042323218658566475, 0.00495301466435194, 0.005673707462847233, 0.0063944002613425255, 0.007115093059837818, 0.00783578585833311, 0.008556477725505829, 0.009277170524001122, 0.009997863322496414, 0.010718556120991707, 0.011439248919487]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 7.0, 8.0, 12.0, 7.0, 8.0, 8.0, 15.0, 15.0, 15.0, 19.0, 21.0, 49.0, 33.0, 29.0, 37.0, 32.0, 34.0, 31.0, 41.0, 49.0, 64.0, 81.0, 105.0, 121.0, 187.0, 258.0, 336.0, 512.0, 787.0, 1561.0, 5898.0, 1994.0, 1394.0, 1062.0, 777.0, 584.0, 498.0, 374.0, 301.0, 211.0, 177.0, 133.0, 121.0, 95.0, 64.0, 63.0, 45.0, 37.0, 27.0, 25.0, 13.0, 18.0, 11.0, 5.0, 7.0, 3.0, 3.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0], "bins": [-0.011289901100099087, -0.010930009186267853, -0.010570116341114044, -0.01021022442728281, -0.009850331582129002, -0.009490439668297768, -0.009130546823143959, -0.008770654909312725, -0.008410762995481491, -0.008050870150327682, -0.007690977770835161, -0.00733108539134264, -0.006971193477511406, -0.006611301098018885, -0.006251408718526363, -0.005891516339033842, -0.005531623959541321, -0.0051717315800487995, -0.004811839200556278, -0.004451946821063757, -0.004092054441571236, -0.003732162294909358, -0.0033722701482474804, -0.003012377768754959, -0.002652485389262438, -0.0022925930097699165, -0.001932700746692717, -0.0015728084836155176, -0.0012129161041229963, -0.000853023782838136, -0.0004931314615532756, -0.0001332391402684152, 0.00022665318101644516, 0.0005865455023013055, 0.0009464378235861659, 0.0013063300866633654, 0.0016662224661558867, 0.002026114845648408, 0.0023860069923102856, 0.002745899371802807, 0.003105791751295328, 0.0034656841307878494, 0.0038255765102803707, 0.004185468889772892, 0.004545360803604126, 0.004905253183096647, 0.0052651455625891685, 0.00562503794208169, 0.005984930321574211, 0.006344822701066732, 0.006704715080559254, 0.007064607460051775, 0.007424499839544296, 0.00778439175337553, 0.008144284598529339, 0.008504176512360573, 0.008864069357514381, 0.009223961271345615, 0.00958385318517685, 0.009943746030330658, 0.010303637944161892, 0.0106635307893157, 0.011023422703146935, 0.011383315548300743, 0.011743207462131977]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 4.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.051472924649715424, -0.048627354204654694, -0.045781780034303665, -0.04293620586395264, -0.04009063541889191, -0.03724506497383118, -0.03439949080348015, -0.03155391663312912, -0.02870834618806839, -0.02586277388036251, -0.02301720157265663, -0.020171629264950752, -0.017326056957244873, -0.014480484649538994, -0.011634912341833115, -0.008789340034127235, -0.005943767726421356, -0.003098195418715477, -0.0002526231110095978, 0.0025929491966962814, 0.005438521504402161, 0.00828409381210804, 0.011129666119813919, 0.013975238427519798, 0.016820810735225677, 0.019666383042931557, 0.022511955350637436, 0.025357527658343315, 0.028203099966049194, 0.031048672273755074, 0.03389424458146095, 0.03673981875181198, 0.03958538919687271, 0.04243095964193344, 0.04527653381228447, 0.0481221079826355, 0.05096767842769623, 0.05381324887275696, 0.056658823043107986, 0.059504397213459015, 0.062349967658519745, 0.06519553810358047, 0.0680411159992218, 0.07088668644428253, 0.07373225688934326, 0.07657782733440399, 0.07942339777946472, 0.08226897567510605, 0.08511454612016678, 0.08796011656522751, 0.09080569446086884, 0.09365126490592957, 0.0964968353509903, 0.09934240579605103, 0.10218797624111176, 0.10503355413675308, 0.10787912458181381, 0.11072469502687454, 0.11357027292251587, 0.1164158433675766, 0.11926141381263733, 0.12210698425769806, 0.12495255470275879, 0.12779812514781952, 0.13064369559288025]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 4.0, 4.0, 0.0, 4.0, 2.0, 2.0, 3.0, 2.0, 4.0, 0.0, 2.0, 3.0, 3.0, 0.0, 0.0, 1.0, 2.0, 5.0, 5.0, 8.0, 10.0, 8.0, 10.0, 19.0, 34.0, 13.0, 5.0, 9.0, 22.0, 14.0, 13.0, 10.0, 11.0, 12.0, 9.0, 9.0, 4.0, 4.0, 1.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.055006079375743866, -0.05368265509605408, -0.05235922709107399, -0.0510358028113842, -0.04971237853169441, -0.048388950526714325, -0.047065526247024536, -0.04574210196733475, -0.04441867768764496, -0.04309524968266487, -0.04177182540297508, -0.040448401123285294, -0.039124973118305206, -0.03780154883861542, -0.03647812455892563, -0.03515469655394554, -0.03383127227425575, -0.032507847994565964, -0.031184421852231026, -0.029860995709896088, -0.0285375714302063, -0.02721414528787136, -0.025890719145536423, -0.024567294865846634, -0.023243868723511696, -0.021920442581176758, -0.02059701830148697, -0.01927359215915203, -0.017950166016817093, -0.016626741737127304, -0.015303315594792366, -0.013979890383780003, -0.01265646517276764, -0.011333039961755276, -0.010009614750742912, -0.008686188608407974, -0.007362763397395611, -0.006039338186383247, -0.004715912509709597, -0.0033924870658665895, -0.0020690616220235825, -0.0007456361781805754, 0.0005777892656624317, 0.0019012147095054388, 0.003224640153348446, 0.004548065364360809, 0.00587149104103446, 0.007194916717708111, 0.008518341928720474, 0.009841767139732838, 0.011165192350745201, 0.01248861849308014, 0.013812043704092503, 0.015135468915104866, 0.016458895057439804, 0.017782319337129593, 0.01910574547946453, 0.02042917162179947, 0.021752595901489258, 0.023076022043824196, 0.024399448186159134, 0.025722872465848923, 0.02704629860818386, 0.02836972288787365, 0.029693149030208588]}, "_runtime": 21.074995517730713, "_timestamp": 1596208385.2659895, "_step": 17}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 3.0, 2.0, 1.0, 1.0, 4.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 3.0, 3.0, 1.0, 1.0, 2.0, 5.0, 1.0, 2.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012125869281589985, -0.011715047061443329, -0.011304224841296673, -0.010893402621150017, -0.01048258040100336, -0.010071758180856705, -0.009660935960710049, -0.009250113740563393, -0.008839290589094162, -0.008428468368947506, -0.00801764614880085, -0.007606824394315481, -0.007196001708507538, -0.006785179488360882, -0.006374357268214226, -0.00596353504806757, -0.005552712827920914, -0.005141890607774258, -0.004731068387627602, -0.004320246167480946, -0.0039094239473342896, -0.00349860149435699, -0.00308777904137969, -0.002676956821233034, -0.002266134601086378, -0.001855312380939722, -0.0014444900443777442, -0.0010336677078157663, -0.0006228454876691103, -0.00021202320931479335, 0.0001987990690395236, 0.0006096213473938406, 0.0010204436257481575, 0.0014312658458948135, 0.0018420881824567914, 0.0022529105190187693, 0.0026637327391654253, 0.0030745549593120813, 0.003485377412289381, 0.003896199632436037, 0.004307021852582693, 0.004717844072729349, 0.005128666292876005, 0.005539488513022661, 0.0059503111988306046, 0.006361133418977261, 0.006771955639123917, 0.007182777859270573, 0.007593600079417229, 0.008004422299563885, 0.00841524451971054, 0.008826066739857197, 0.009236888960003853, 0.009647711180150509, 0.010058533400297165, 0.010469355620443821, 0.010880177840590477, 0.011291000992059708, 0.011701823212206364, 0.01211264543235302, 0.012523467652499676, 0.012934289872646332, 0.013345112092792988, 0.013755934312939644, 0.0141667565330863]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 2.0, 6.0, 10.0, 7.0, 13.0, 16.0, 10.0, 15.0, 30.0, 26.0, 42.0, 41.0, 39.0, 64.0, 100.0, 135.0, 164.0, 208.0, 271.0, 492.0, 4698.0, 528.0, 297.0, 171.0, 124.0, 91.0, 56.0, 49.0, 55.0, 26.0, 34.0, 16.0, 12.0, 13.0, 9.0, 13.0, 9.0, 9.0, 2.0, 6.0, 1.0, 3.0, 2.0, 0.0, 2.0, 1.0, 3.0, 0.0, 1.0], "bins": [-0.17804327607154846, -0.17298373579978943, -0.1679241955280304, -0.16286467015743256, -0.15780512988567352, -0.1527455896139145, -0.14768606424331665, -0.14262652397155762, -0.13756698369979858, -0.13250744342803955, -0.12744790315628052, -0.12238837778568268, -0.11732883751392365, -0.11226929724216461, -0.10720976442098618, -0.10215023159980774, -0.0970906913280487, -0.09203115105628967, -0.08697161823511124, -0.0819120854139328, -0.07685254514217377, -0.07179300487041473, -0.0667334720492363, -0.06167393550276756, -0.05661439895629883, -0.05155486240983009, -0.04649532586336136, -0.041435789316892624, -0.03637625277042389, -0.031316716223955154, -0.02625717967748642, -0.021197643131017685, -0.01613810658454895, -0.011078570038080215, -0.006019033491611481, -0.000959496945142746, 0.004100039601325989, 0.009159576147794724, 0.014219112694263458, 0.019278649240732193, 0.024338185787200928, 0.029397722333669662, 0.0344572588801384, 0.03951679542660713, 0.04457633197307587, 0.0496358685195446, 0.054695405066013336, 0.05975494161248207, 0.0648144781589508, 0.06987401843070984, 0.07493355125188828, 0.07999308407306671, 0.08505262434482574, 0.09011216461658478, 0.09517169743776321, 0.10023123025894165, 0.10529077053070068, 0.11035031080245972, 0.11540984362363815, 0.12046937644481659, 0.12552891671657562, 0.13058845698833466, 0.1356479823589325, 0.14070752263069153, 0.14576706290245056]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 2.0, 3.0, 1.0, 4.0, 4.0, 2.0, 3.0, 0.0, 5.0, 5.0, 2.0, 2.0, 3.0, 3.0, 3.0, 27.0, 4.0, 4.0, 2.0, 2.0, 3.0, 1.0, 1.0, 3.0, 4.0, 1.0, 4.0, 2.0, 4.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.0024195106234401464, -0.002341117011383176, -0.0022627233993262053, -0.0021843300200998783, -0.0021059364080429077, -0.002027542795985937, -0.0019491491839289665, -0.0018707556882873178, -0.0017923620762303472, -0.0017139684641733766, -0.0016355749685317278, -0.0015571813564747572, -0.0014787877444177866, -0.0014003942487761378, -0.0013220006367191672, -0.0012436071410775185, -0.0011652135290205479, -0.0010868199169635773, -0.0010084264213219285, -0.0009300328092649579, -0.0008516392554156482, -0.0007732457015663385, -0.0006948520895093679, -0.0006164585356600583, -0.0005380649818107486, -0.0004596714279614389, -0.00038127784500829875, -0.0003028842620551586, -0.00022449070820584893, -0.00014609713980462402, -6.770357140339911e-05, 1.0689996997825801e-05, 8.908356539905071e-05, 0.00016747713380027562, 0.00024587070220150054, 0.0003242642851546407, 0.00040265783900395036, 0.00048105139285326004, 0.0005594450049102306, 0.0006378385587595403, 0.00071623211260885, 0.0007946256664581597, 0.0008730192203074694, 0.00095141283236444, 0.0010298064444214106, 0.0011081999400630593, 0.00118659355212003, 0.0012649870477616787, 0.0013433806598186493, 0.0014217742718756199, 0.0015001677675172687, 0.0015785613795742393, 0.001656954875215888, 0.0017353484872728586, 0.0018137420993298292, 0.001892135594971478, 0.0019705290906131268, 0.0020489227026700974, 0.002127316314727068, 0.0022057099267840385, 0.002284103538841009, 0.0023624971508979797, 0.0024408905301243067, 0.0025192841421812773, 0.002597677754238248]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 2.0, 2.0, 0.0, 6.0, 5.0, 2.0, 4.0, 9.0, 10.0, 11.0, 22.0, 34.0, 38.0, 73.0, 98.0, 144.0, 191.0, 277.0, 387.0, 601.0, 825.0, 1275.0, 1943.0, 3292.0, 5212.0, 8613.0, 15048.0, 27553.0, 53775.0, 115974.0, 700596.0, 118580.0, 53030.0, 28125.0, 15960.0, 9593.0, 6022.0, 4021.0, 2552.0, 1768.0, 1150.0, 850.0, 575.0, 397.0, 289.0, 178.0, 152.0, 113.0, 86.0, 43.0, 35.0, 23.0, 20.0, 16.0, 14.0, 10.0, 3.0, 6.0, 3.0, 4.0, 1.0, 2.0, 2.0], "bins": [-0.008192677050828934, -0.007933635264635086, -0.007674593012779951, -0.0074155512265861034, -0.007156509440392256, -0.006897467188537121, -0.006638425402343273, -0.0063793836161494255, -0.006120341829955578, -0.005861299578100443, -0.005602257791906595, -0.005343216005712748, -0.005084173753857613, -0.004825131967663765, -0.004566090181469917, -0.004307047929614782, -0.004048006143420935, -0.0037889641243964434, -0.0035299223382025957, -0.0032708803191781044, -0.0030118385329842567, -0.0027527965139597654, -0.002493754494935274, -0.0022347127087414265, -0.001975670689716935, -0.0017166287871077657, -0.0014575868844985962, -0.0011985448654741049, -0.0009395029628649354, -0.0006804610602557659, -0.0004214190994389355, -0.00016237716772593558, 9.666476398706436e-05, 0.0003557066957000643, 0.0006147486274130642, 0.0008737905882298946, 0.0011328324908390641, 0.0013918743934482336, 0.001650916412472725, 0.0019099583150818944, 0.002169000217691064, 0.002428042236715555, 0.002687084022909403, 0.002946126041933894, 0.0032051680609583855, 0.003464209847152233, 0.0037232518661767244, 0.003982293885201216, 0.004241335671395063, 0.004500377457588911, 0.004759419709444046, 0.005018461495637894, 0.005277503281831741, 0.005536545533686876, 0.005795587319880724, 0.006054629106074572, 0.006313671357929707, 0.006572713144123554, 0.006831754930317402, 0.0070907967165112495, 0.0073498389683663845, 0.007608880754560232, 0.007867923006415367, 0.008126964792609215, 0.008386006578803062]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 13.0, 2.0, 3.0, 4.0, 5.0, 3.0, 1.0, 1.0, 4.0, 1.0, 1.0, 3.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03483873978257179, -0.03398486226797104, -0.033130984753370285, -0.03227710723876953, -0.03142322972416878, -0.030569352209568024, -0.02971547469496727, -0.028861597180366516, -0.028007719665765762, -0.02715384215116501, -0.026299964636564255, -0.0254460871219635, -0.024592209607362747, -0.023738332092761993, -0.02288445457816124, -0.022030577063560486, -0.021176699548959732, -0.020322823897004128, -0.019468946382403374, -0.01861506886780262, -0.017761191353201866, -0.016907313838601112, -0.01605343632400036, -0.01519955787807703, -0.014345681294798851, -0.013491803780198097, -0.012637926265597343, -0.01178404875099659, -0.010930171236395836, -0.010076293721795082, -0.009222416207194328, -0.008368538692593575, -0.007514661177992821, -0.006660783663392067, -0.005806906148791313, -0.004953028634190559, -0.004099151119589806, -0.0032452738378196955, -0.0023913965560495853, -0.0015375190414488316, -0.0006836415268480778, 0.0001702359295450151, 0.001024113385938108, 0.00187799078412354, 0.0027318682987242937, 0.0035857458133250475, 0.004439623095095158, 0.005293500609695911, 0.006147378124296665, 0.007001255638897419, 0.007855133153498173, 0.008709010668098927, 0.00956288818269968, 0.010416765697300434, 0.011270643211901188, 0.012124520726501942, 0.01297839730978012, 0.013832274824380875, 0.014686152338981628, 0.015540029853582382, 0.016393907368183136, 0.01724778488278389, 0.018101662397384644, 0.018955539911985397, 0.01980941742658615]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 2.0, 4.0, 8.0, 6.0, 18.0, 24.0, 37.0, 24.0, 22.0, 36.0, 30.0, 45.0, 36.0, 35.0, 52.0, 73.0, 73.0, 64.0, 62.0, 84.0, 93.0, 98.0, 120.0, 117.0, 132.0, 163.0, 201.0, 252.0, 293.0, 501.0, 1013.0, 2401.0, 5885.0, 1627.0, 1073.0, 778.0, 573.0, 432.0, 367.0, 305.0, 253.0, 223.0, 149.0, 125.0, 109.0, 86.0, 73.0, 54.0, 51.0, 32.0, 30.0, 24.0, 14.0, 13.0, 7.0, 10.0, 2.0, 9.0, 2.0, 2.0, 2.0], "bins": [-0.014537232927978039, -0.01412231009453535, -0.013707388192415237, -0.01329246535897255, -0.012877543456852436, -0.012462620623409748, -0.01204769778996706, -0.011632775887846947, -0.011217853054404259, -0.010802931152284145, -0.010388008318841457, -0.00997308548539877, -0.009558163583278656, -0.009143240749835968, -0.008728318847715855, -0.008313396014273167, -0.007898474112153053, -0.007483551278710365, -0.007068628910928965, -0.006653706077486277, -0.006238783709704876, -0.005823861341923475, -0.005408938974142075, -0.004994016606360674, -0.004579094238579273, -0.004164171405136585, -0.0037492490373551846, -0.003334326669573784, -0.002919404301792383, -0.002504481701180339, -0.002089559333398938, -0.0016746368492022157, -0.0012597143650054932, -0.0008447918808087707, -0.00042986945481970906, -1.4946999726817012e-05, 0.00039997545536607504, 0.0008148979395627975, 0.0012298203073441982, 0.0016447427915409207, 0.0020596652757376432, 0.002474587643519044, 0.0028895102441310883, 0.003304432611912489, 0.0037193549796938896, 0.00413427734747529, 0.004549200180917978, 0.004964122548699379, 0.00537904491648078, 0.00579396728426218, 0.006208889652043581, 0.006623812485486269, 0.00703873485326767, 0.00745365722104907, 0.007868579588830471, 0.008283502422273159, 0.008698424324393272, 0.00911334715783596, 0.009528269059956074, 0.009943191893398762, 0.01035811472684145, 0.010773036628961563, 0.011187959462404251, 0.011602881364524364, 0.012017804197967052]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 3.0, 2.0, 1.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10341928899288177, -0.09667087346315384, -0.0899224579334259, -0.08317404240369797, -0.07642562687397003, -0.0696772038936615, -0.06292878836393356, -0.05618037283420563, -0.04943195730447769, -0.042683541774749756, -0.03593512624502182, -0.029186706990003586, -0.02243829146027565, -0.015689875930547714, -0.00894145853817463, -0.002193042077124119, 0.004555374383926392, 0.011303790844976902, 0.018052207306027412, 0.024800624698400497, 0.03154904022812843, 0.03829745575785637, 0.0450458750128746, 0.05179429054260254, 0.058542706072330475, 0.06529112160205841, 0.07203953713178635, 0.07878795266151428, 0.08553637564182281, 0.09228479117155075, 0.09903320670127869, 0.10578162223100662, 0.11253003776073456, 0.1192784532904625, 0.12602686882019043, 0.13277529180049896, 0.1395236998796463, 0.14627212285995483, 0.15302053093910217, 0.1597689539194107, 0.16651737689971924, 0.17326578497886658, 0.1800142079591751, 0.18676261603832245, 0.19351103901863098, 0.20025944709777832, 0.20700787007808685, 0.2137562781572342, 0.22050470113754272, 0.22725312411785126, 0.2340015321969986, 0.24074995517730713, 0.24749836325645447, 0.2542467713356018, 0.26099520921707153, 0.26774361729621887, 0.2744920253753662, 0.28124046325683594, 0.2879888713359833, 0.2947372794151306, 0.30148568749427795, 0.3082341253757477, 0.314982533454895, 0.32173094153404236, 0.3284793496131897]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 2.0, 2.0, 2.0, 3.0, 8.0, 15.0, 17.0, 26.0, 17.0, 49.0, 26.0, 32.0, 30.0, 11.0, 5.0, 6.0, 4.0, 0.0, 4.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 2.0], "bins": [-0.09076221287250519, -0.0870717242360115, -0.08338124305009842, -0.07969075441360474, -0.07600026577711105, -0.07230978459119797, -0.06861929595470428, -0.0649288073182106, -0.06123832240700722, -0.05754783749580383, -0.05385734885931015, -0.050166863948106766, -0.04647637903690338, -0.0427858904004097, -0.039095405489206314, -0.03540491685271263, -0.03171443194150925, -0.028023945167660713, -0.02433345839381218, -0.020642973482608795, -0.01695248670876026, -0.013261999934911728, -0.009571514092385769, -0.005881027784198523, -0.0021905414760112762, 0.00149994483217597, 0.005190431140363216, 0.008880916982889175, 0.012571403756737709, 0.016261890530586243, 0.019952375441789627, 0.02364286221563816, 0.027333348989486694, 0.031023835763335228, 0.03471432253718376, 0.038404807448387146, 0.04209529608488083, 0.04578578099608421, 0.0494762659072876, 0.05316675454378128, 0.056857239454984665, 0.06054772436618805, 0.06423821300268173, 0.06792870163917542, 0.0716191828250885, 0.07530967146158218, 0.07900016009807587, 0.08269064128398895, 0.08638112992048264, 0.09007161855697632, 0.0937620997428894, 0.09745258837938309, 0.10114307701587677, 0.10483355820178986, 0.10852404683828354, 0.11221453547477722, 0.11590501666069031, 0.11959550529718399, 0.12328599393367767, 0.12697647511959076, 0.13066697120666504, 0.13435745239257812, 0.1380479335784912, 0.1417384296655655, 0.14542891085147858]}, "_runtime": 21.921279668807983, "_timestamp": 1596208386.1122737, "_step": 18}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 3.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 3.0, 2.0, 2.0, 1.0, 3.0, 2.0, 0.0, 1.0, 2.0, 3.0, 1.0, 2.0, 5.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009841745719313622, -0.00948440283536911, -0.009127060882747173, -0.008769717998802662, -0.008412376046180725, -0.008055033162236214, -0.00769769074395299, -0.0073403483256697655, -0.006983005907386541, -0.006625663489103317, -0.006268321070820093, -0.005910978652536869, -0.005553635768592358, -0.0051962933503091335, -0.004838950932025909, -0.004481608513742685, -0.004124266095459461, -0.003766923677176237, -0.003409581258893013, -0.0030522386077791452, -0.002694896189495921, -0.002337553771212697, -0.0019802111200988293, -0.0016228687018156052, -0.001265526283532381, -0.000908183807041496, -0.000550841330550611, -0.000193498854059726, 0.00016384362243115902, 0.000521186098922044, 0.0008785285754129291, 0.001235871110111475, 0.001593213528394699, 0.0019505559466779232, 0.0023078983649611473, 0.002665241016075015, 0.003022583434358239, 0.0033799258526414633, 0.003737268503755331, 0.004094610922038555, 0.004451953340321779, 0.004809295758605003, 0.0051666381768882275, 0.005523980595171452, 0.005881323479115963, 0.006238665897399187, 0.006596008315682411, 0.006953350733965635, 0.007310693152248859, 0.0076680355705320835, 0.008025377988815308, 0.008382720872759819, 0.008740062825381756, 0.009097405709326267, 0.009454747661948204, 0.009812090545892715, 0.010169433429837227, 0.010526775382459164, 0.010884118266403675, 0.011241460219025612, 0.011598803102970123, 0.01195614505559206, 0.012313487939536572, 0.012670829892158508, 0.01302817277610302]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 5.0, 3.0, 0.0, 6.0, 3.0, 4.0, 6.0, 7.0, 9.0, 8.0, 18.0, 13.0, 23.0, 12.0, 24.0, 44.0, 50.0, 56.0, 67.0, 86.0, 113.0, 143.0, 203.0, 294.0, 551.0, 4759.0, 519.0, 229.0, 161.0, 136.0, 67.0, 48.0, 40.0, 44.0, 44.0, 28.0, 20.0, 18.0, 10.0, 12.0, 12.0, 4.0, 6.0, 3.0, 3.0, 5.0, 3.0, 4.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.14577345550060272, -0.14123371243476868, -0.13669396936893463, -0.13215422630310059, -0.12761448323726654, -0.1230747401714325, -0.11853499710559845, -0.1139952540397644, -0.10945551097393036, -0.10491577535867691, -0.10037603229284286, -0.09583628922700882, -0.09129654616117477, -0.08675680309534073, -0.08221706002950668, -0.07767731696367264, -0.07313757389783859, -0.06859783083200455, -0.0640580877661705, -0.059518344700336456, -0.05497860163450241, -0.050438862293958664, -0.04589911922812462, -0.04135937616229057, -0.03681963309645653, -0.03227989003062248, -0.027740146964788437, -0.02320040576159954, -0.018660662695765495, -0.01412091962993145, -0.009581177495419979, -0.005041434895247221, -0.0005016922950744629, 0.004038050305098295, 0.008577792905271053, 0.013117535039782524, 0.01765727810561657, 0.022197021171450615, 0.02673676237463951, 0.031276505440473557, 0.0358162485063076, 0.04035599157214165, 0.04489573463797569, 0.04943547770380974, 0.053975217044353485, 0.05851496011018753, 0.06305470317602158, 0.06759444624185562, 0.07213418930768967, 0.07667393237352371, 0.08121367543935776, 0.0857534185051918, 0.09029316157102585, 0.0948329046368599, 0.09937264770269394, 0.10391239076852798, 0.10845212638378143, 0.11299186944961548, 0.11753161251544952, 0.12207135558128357, 0.12661109864711761, 0.13115084171295166, 0.1356905847787857, 0.14023032784461975, 0.1447700709104538]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 5.0, 4.0, 3.0, 3.0, 5.0, 6.0, 3.0, 3.0, 5.0, 3.0, 5.0, 28.0, 2.0, 1.0, 1.0, 2.0, 3.0, 1.0, 5.0, 2.0, 0.0, 0.0, 3.0, 5.0, 5.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0032637817785143852, -0.003179882885888219, -0.003095983760431409, -0.0030120848678052425, -0.0029281857423484325, -0.002844286849722266, -0.002760387724265456, -0.00267648883163929, -0.00259258970618248, -0.0025086908135563135, -0.002424791920930147, -0.002340892795473337, -0.002256993902847171, -0.002173094777390361, -0.0020891958847641945, -0.0020052967593073845, -0.0019213978666812181, -0.00183749885763973, -0.0017535998485982418, -0.0016697008395567536, -0.0015858018305152655, -0.0015019029378890991, -0.001418003928847611, -0.0013341049198061228, -0.0012502059107646346, -0.0011663069017231464, -0.0010824078926816583, -0.00099850888364017, -0.0009146099328063428, -0.0008307109237648547, -0.0007468119729310274, -0.0006629129638895392, -0.0005790139548480511, -0.0004951149458065629, -0.0004112159658689052, -0.00032731698593124747, -0.0002434179768897593, -0.00015951898240018636, -7.561998791061342e-05, 8.279006578959525e-06, 9.217800106853247e-05, 0.0001760769955581054, 0.00025997599004767835, 0.00034387496998533607, 0.00042777397902682424, 0.0005116729880683124, 0.0005955719389021397, 0.0006794709479436278, 0.000763369956985116, 0.0008472689660266042, 0.0009311679750680923, 0.0010150669841095805, 0.0010989659931510687, 0.001182864885777235, 0.0012667638948187232, 0.0013506629038602114, 0.0014345619129016995, 0.0015184609219431877, 0.0016023599309846759, 0.001686258940026164, 0.0017701578326523304, 0.0018540568416938186, 0.0019379558507353067, 0.0020218549761921167, 0.002105753868818283]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 7.0, 7.0, 7.0, 4.0, 14.0, 14.0, 21.0, 32.0, 40.0, 63.0, 92.0, 135.0, 217.0, 311.0, 503.0, 803.0, 1346.0, 2201.0, 3749.0, 6535.0, 12505.0, 25299.0, 55098.0, 137921.0, 745247.0, 93984.0, 42033.0, 21447.0, 11770.0, 6751.0, 3967.0, 2453.0, 1636.0, 1054.0, 719.0, 493.0, 358.0, 241.0, 177.0, 116.0, 82.0, 54.0, 50.0, 27.0, 15.0, 14.0, 7.0, 4.0, 10.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009360227733850479, -0.009080426767468452, -0.008800625801086426, -0.008520824834704399, -0.008241023868322372, -0.007961222901940346, -0.007681421935558319, -0.007401620969176292, -0.007121820002794266, -0.006842018570750952, -0.006562217604368925, -0.006282416637986898, -0.006002615671604872, -0.005722814705222845, -0.005443013738840818, -0.005163212772458792, -0.004883411806076765, -0.004603610839694738, -0.004323809873312712, -0.004044008906930685, -0.0037642079405486584, -0.003484406741335988, -0.0032046057749539614, -0.0029248048085719347, -0.002645003842189908, -0.0023652028758078814, -0.0020854019094258547, -0.0018056008266285062, -0.0015257998602464795, -0.0012459988938644528, -0.0009661978692747653, -0.0006863968446850777, -0.000406595878303051, -0.00012679488281719387, 0.00015300611266866326, 0.0004328071081545204, 0.0007126081036403775, 0.0009924090700224042, 0.0012722101528197527, 0.0015520111192017794, 0.001831812085583806, 0.0021116130519658327, 0.0023914140183478594, 0.002671214984729886, 0.0029510161839425564, 0.003230817150324583, 0.0035106181167066097, 0.0037904190830886364, 0.004070220049470663, 0.00435002101585269, 0.004629821982234716, 0.004909622948616743, 0.00518942391499877, 0.005469224881380796, 0.005749025847762823, 0.00602882681414485, 0.006308628246188164, 0.00658842921257019, 0.006868230178952217, 0.007148031145334244, 0.0074278321117162704, 0.007707633078098297, 0.007987434044480324, 0.00826723501086235, 0.008547035977244377]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 5.0, 1.0, 9.0, 8.0, 9.0, 7.0, 2.0, 2.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03931303322315216, -0.03845495730638504, -0.03759688511490822, -0.0367388091981411, -0.035880737006664276, -0.035022661089897156, -0.034164585173130035, -0.033306512981653214, -0.03244843706488609, -0.03159036487340927, -0.03073228895664215, -0.02987421490252018, -0.02901614084839821, -0.028158066794276237, -0.027299990877509117, -0.026441916823387146, -0.025583842769265175, -0.024725768715143204, -0.023867694661021233, -0.023009618744254112, -0.02215154469013214, -0.02129347063601017, -0.0204353965818882, -0.019577322527766228, -0.018719248473644257, -0.017861172556877136, -0.017003098502755165, -0.016145024448633194, -0.015286950394511223, -0.014428875409066677, -0.013570801354944706, -0.01271272636950016, -0.011854652315378189, -0.010996578261256218, -0.010138503275811672, -0.009280429221689701, -0.008422354236245155, -0.007564280182123184, -0.006706206128001213, -0.005848131608217955, -0.004990057088434696, -0.004131982568651438, -0.003273908281698823, -0.002415833994746208, -0.0015577594749629498, -0.0006996850715950131, 0.00015838933177292347, 0.00101646373514086, 0.0018745381385087967, 0.002732612658292055, 0.00359068694524467, 0.004448761232197285, 0.005306835751980543, 0.006164910271763802, 0.007022984325885773, 0.007881059311330318, 0.00873913336545229, 0.00959720741957426, 0.010455282405018806, 0.011313356459140778, 0.012171430513262749, 0.013029505498707294, 0.013887579552829266, 0.014745654538273811, 0.015603728592395782]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 7.0, 5.0, 5.0, 13.0, 13.0, 11.0, 22.0, 10.0, 8.0, 16.0, 21.0, 32.0, 37.0, 26.0, 34.0, 24.0, 27.0, 20.0, 12.0, 14.0, 21.0, 26.0, 47.0, 51.0, 66.0, 52.0, 65.0, 96.0, 116.0, 158.0, 256.0, 326.0, 487.0, 802.0, 1212.0, 2397.0, 6747.0, 1979.0, 1140.0, 651.0, 364.0, 267.0, 156.0, 126.0, 109.0, 61.0, 55.0, 45.0, 38.0, 32.0, 28.0, 19.0, 13.0, 15.0, 14.0, 12.0, 5.0, 2.0, 4.0, 6.0, 2.0, 0.0, 2.0], "bins": [-0.013822447508573532, -0.013451998122036457, -0.013081548735499382, -0.012711100280284882, -0.012340650893747807, -0.011970201507210732, -0.011599753051996231, -0.011229303665459156, -0.010858854278922081, -0.010488404892385006, -0.010117955505847931, -0.00974750705063343, -0.009377057664096355, -0.00900660827755928, -0.00863615982234478, -0.008265710435807705, -0.00789526104927063, -0.007524811662733555, -0.007154362741857767, -0.006783913820981979, -0.006413464434444904, -0.006043015047907829, -0.0056725661270320415, -0.005302117206156254, -0.004931667819619179, -0.004561218433082104, -0.004190769512206316, -0.0038203203584998846, -0.003449871204793453, -0.003079422051087022, -0.0027089728973805904, -0.002338523743674159, -0.0019680745899677277, -0.0015976254362612963, -0.0012271762825548649, -0.0008567271288484335, -0.0004862779751420021, -0.00011582882143557072, 0.00025462033227086067, 0.0006250694859772921, 0.0009955186396837234, 0.0013659677933901548, 0.0017364169470965862, 0.0021068661008030176, 0.002477315254509449, 0.0028477644082158804, 0.0032182135619223118, 0.003588662715628743, 0.0039591118693351746, 0.00432956125587225, 0.004700010176748037, 0.005070459097623825, 0.0054409084841609, 0.005811357870697975, 0.006181806791573763, 0.006552255712449551, 0.006922705098986626, 0.007293154485523701, 0.0076636034063994884, 0.008034052327275276, 0.008404501713812351, 0.008774951100349426, 0.009145399555563927, 0.009515848942101002, 0.009886298328638077]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.05945266783237457, -0.05654561147093773, -0.053638555109500885, -0.05073149502277374, -0.0478244386613369, -0.044917382299900055, -0.04201032593846321, -0.03910326957702637, -0.036196209490299225, -0.03328915312886238, -0.030382096767425537, -0.027475040405988693, -0.02456798404455185, -0.021660925820469856, -0.018753869459033012, -0.01584681123495102, -0.012939754873514175, -0.010032697580754757, -0.007125640753656626, -0.004218583926558495, -0.001311526633799076, 0.0015955304261296988, 0.004502587486058474, 0.007409644313156605, 0.010316701605916023, 0.013223758898675442, 0.01613081619143486, 0.019037872552871704, 0.021944928914308548, 0.02485198713839054, 0.027759043499827385, 0.030666101723909378, 0.03357315808534622, 0.036480214446783066, 0.03938727080821991, 0.04229433089494705, 0.045201387256383896, 0.04810844361782074, 0.051015499979257584, 0.05392255634069443, 0.05682961642742157, 0.059736672788858414, 0.06264372915029526, 0.0655507892370224, 0.06845784187316895, 0.07136490195989609, 0.07427195459604263, 0.07717901468276978, 0.08008606731891632, 0.08299312740564346, 0.0859001874923706, 0.08880724012851715, 0.0917143002152443, 0.09462135285139084, 0.09752841293811798, 0.10043547302484512, 0.10334252566099167, 0.10624958574771881, 0.10915663838386536, 0.1120636984705925, 0.11497075855731964, 0.11787781119346619, 0.12078487128019333, 0.12369192391633987, 0.12659898400306702]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 2.0, 4.0, 5.0, 8.0, 20.0, 30.0, 27.0, 22.0, 39.0, 23.0, 26.0, 10.0, 10.0, 4.0, 8.0, 0.0, 5.0, 2.0, 4.0, 3.0, 4.0, 5.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05006575584411621, -0.04827507957816124, -0.04648439958691597, -0.044693723320961, -0.04290304705500603, -0.04111236706376076, -0.039321690797805786, -0.037531014531850815, -0.035740334540605545, -0.033949658274650574, -0.0321589820086956, -0.030368302017450333, -0.02857762575149536, -0.02678694762289524, -0.02499626949429512, -0.02320559322834015, -0.02141491509974003, -0.019624236971139908, -0.017833560705184937, -0.016042882576584816, -0.014252204447984695, -0.01246152725070715, -0.010670850053429604, -0.008880171924829483, -0.007089494727551937, -0.005298817064613104, -0.0035081396345049143, -0.0017174620879814029, 7.321545854210854e-05, 0.00186389300506562, 0.0036545705515891314, 0.005445247981697321, 0.007235925644636154, 0.0090266028419137, 0.01081728097051382, 0.012607958167791367, 0.014398636296391487, 0.01618931256234646, 0.01797999069094658, 0.0197706688195467, 0.02156134694814682, 0.02335202321410179, 0.025142701342701912, 0.026933379471302032, 0.028724055737257004, 0.030514733865857124, 0.032305411994457245, 0.034096088260412216, 0.03588676452636719, 0.03767744451761246, 0.03946812078356743, 0.0412588007748127, 0.04304947704076767, 0.04484015330672264, 0.04663083329796791, 0.04842150956392288, 0.05021218582987785, 0.05200286582112312, 0.053793542087078094, 0.055584218353033066, 0.057374898344278336, 0.05916557461023331, 0.06095625087618828, 0.06274692714214325, 0.06453760713338852]}, "_runtime": 22.7707576751709, "_timestamp": 1596208386.9617517, "_step": 19}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0, 4.0, 2.0, 0.0, 1.0, 3.0, 2.0, 2.0, 3.0, 4.0, 3.0, 6.0, 4.0, 3.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012002674862742424, -0.011575750075280666, -0.011148824356496334, -0.010721899569034576, -0.010294973850250244, -0.009868049062788486, -0.009441124275326729, -0.009014198556542397, -0.008587273769080639, -0.008160348050296307, -0.007733423262834549, -0.007306498009711504, -0.006879572756588459, -0.006452647503465414, -0.006025722716003656, -0.005598797462880611, -0.0051718722097575665, -0.0047449469566345215, -0.0043180217035114765, -0.003891096683219075, -0.003464171662926674, -0.003037246409803629, -0.002610321156680584, -0.0021833961363881826, -0.0017564708832651377, -0.0013295457465574145, -0.0009026205516420305, -0.0004756953858304769, -4.877022001892328e-05, 0.0003781549457926303, 0.0008050801116041839, 0.001232005306519568, 0.001658930443227291, 0.002085855696350336, 0.0025127807166427374, 0.0029397059697657824, 0.0033666309900581837, 0.0037935562431812286, 0.004220481496304274, 0.004647406749427319, 0.005074331536889076, 0.005501256790012121, 0.005928182043135166, 0.006355107296258211, 0.006782032549381256, 0.007208957802504301, 0.007635882589966059, 0.008062807843089104, 0.008489733561873436, 0.008916658349335194, 0.009343583136796951, 0.009770508855581284, 0.010197433643043041, 0.010624359361827374, 0.011051284149289131, 0.011478208936750889, 0.011905134655535221, 0.012332059442996979, 0.012758985161781311, 0.013185909949243069, 0.013612834736704826, 0.014039760455489159, 0.014466685242950916, 0.014893610961735249, 0.015320535749197006]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 4.0, 3.0, 9.0, 6.0, 12.0, 14.0, 14.0, 23.0, 31.0, 50.0, 58.0, 91.0, 114.0, 194.0, 327.0, 699.0, 5100.0, 522.0, 235.0, 141.0, 71.0, 58.0, 44.0, 22.0, 19.0, 20.0, 8.0, 6.0, 10.0, 5.0, 4.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.21091030538082123, -0.20367878675460815, -0.19644728302955627, -0.1892157644033432, -0.18198424577713013, -0.17475274205207825, -0.16752122342586517, -0.1602897047996521, -0.15305820107460022, -0.14582668244838715, -0.13859516382217407, -0.131363645195961, -0.12413214147090912, -0.11690062284469604, -0.10966911166906357, -0.1024375930428505, -0.09520608186721802, -0.08797457069158554, -0.08074305206537247, -0.07351154088973999, -0.06628002226352692, -0.05904851108789444, -0.05181699991226196, -0.04458548501133919, -0.03735397011041641, -0.030122455209493637, -0.02289094217121601, -0.015659429132938385, -0.00842791423201561, -0.001196400262415409, 0.0060351137071847916, 0.013266627676784992, 0.020498141646385193, 0.027729656547307968, 0.03496117144823074, 0.04219268262386322, 0.049424197524785995, 0.05665571242570877, 0.06388722360134125, 0.07111874222755432, 0.0783502534031868, 0.08558176457881927, 0.09281328320503235, 0.10004479438066483, 0.1072763055562973, 0.11450782418251038, 0.12173933535814285, 0.12897084653377533, 0.1362023651599884, 0.14343388378620148, 0.15066538751125336, 0.15789690613746643, 0.1651284247636795, 0.17235992848873138, 0.17959144711494446, 0.18682296574115753, 0.1940544843673706, 0.20128598809242249, 0.20851750671863556, 0.21574902534484863, 0.2229805290699005, 0.2302120476961136, 0.23744356632232666, 0.24467507004737854, 0.2519065737724304]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 3.0, 2.0, 5.0, 2.0, 6.0, 3.0, 4.0, 3.0, 4.0, 4.0, 1.0, 7.0, 4.0, 28.0, 8.0, 2.0, 1.0, 3.0, 2.0, 0.0, 3.0, 5.0, 2.0, 4.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.0020888946019113064, -0.0020136923994868994, -0.0019384903134778142, -0.0018632881110534072, -0.001788086025044322, -0.001712883822619915, -0.001637681620195508, -0.0015624795341864228, -0.0014872773317620158, -0.0014120751293376088, -0.0013368730433285236, -0.0012616708409041166, -0.0011864686384797096, -0.0011112665524706244, -0.0010360643500462174, -0.0009608622058294713, -0.0008856600616127253, -0.0008104579173959792, -0.0007352557731792331, -0.0006600535707548261, -0.00058485142653808, -0.0005096492823213339, -0.00043444710900075734, -0.0003592449356801808, -0.0002840427914634347, -0.00020884063269477338, -0.00013363847392611206, -5.8436315157450736e-05, 1.6765843611210585e-05, 9.19680023798719e-05, 0.00016717016114853323, 0.00024237231991719455, 0.00031757447868585587, 0.00039277662290260196, 0.0004679787962231785, 0.0005431809695437551, 0.0006183831137605011, 0.0006935852579772472, 0.0007687874604016542, 0.0008439896046184003, 0.0009191917488351464, 0.0009943939512595534, 0.0010695960372686386, 0.0011447982396930456, 0.0012200004421174526, 0.0012952025281265378, 0.0013704047305509448, 0.00144560681656003, 0.001520809018984437, 0.001596011221408844, 0.0016712133074179292, 0.0017464155098423362, 0.0018216175958514214, 0.0018968197982758284, 0.0019720220007002354, 0.0020472242031246424, 0.0021224264055490494, 0.0021976283751428127, 0.0022728305775672197, 0.0023480327799916267, 0.0024232349824160337, 0.0024984371848404408, 0.002573639154434204, 0.002648841356858611, 0.002724043559283018]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 4.0, 10.0, 11.0, 19.0, 25.0, 53.0, 82.0, 122.0, 189.0, 313.0, 517.0, 844.0, 1396.0, 2327.0, 4350.0, 7809.0, 15004.0, 29985.0, 64826.0, 166586.0, 707773.0, 88743.0, 40227.0, 20395.0, 10916.0, 6283.0, 3681.0, 2368.0, 1534.0, 960.0, 696.0, 442.0, 326.0, 226.0, 160.0, 111.0, 87.0, 61.0, 56.0, 31.0, 23.0, 11.0, 14.0, 8.0, 6.0, 5.0, 4.0, 3.0, 4.0, 3.0, 1.0, 2.0, 5.0, 2.0, 1.0, 0.0, 2.0], "bins": [-0.00792683195322752, -0.007636392489075661, -0.007345952559262514, -0.007055513095110655, -0.006765073165297508, -0.006474633701145649, -0.00618419423699379, -0.005893754307180643, -0.005603314843028784, -0.0053128753788769245, -0.005022435449063778, -0.004731995984911919, -0.004441556520760059, -0.004151116590946913, -0.0038606771267950535, -0.0035702374298125505, -0.0032797977328300476, -0.0029893580358475447, -0.0026989183388650417, -0.0024084788747131824, -0.0021180391777306795, -0.0018275994807481766, -0.0015371599001809955, -0.0012467203196138144, -0.0009562806226313114, -0.0006658409838564694, -0.00037540134508162737, -8.496170630678535e-05, 0.00020547793246805668, 0.0004959175712428987, 0.0007863572100177407, 0.0010767967905849218, 0.0013672364875674248, 0.0016576761845499277, 0.0019481157651171088, 0.00223855534568429, 0.002528995042666793, 0.002819434739649296, 0.003109874203801155, 0.003400313900783658, 0.003690753597766161, 0.00398119306191802, 0.004271632991731167, 0.004562072455883026, 0.004852511920034885, 0.005142951849848032, 0.005433391313999891, 0.005723831243813038, 0.006014270707964897, 0.0063047101721167564, 0.006595150101929903, 0.006885589566081762, 0.007176029495894909, 0.007466468960046768, 0.0077569084241986275, 0.008047347888350487, 0.00833778828382492, 0.00862822774797678, 0.00891866721212864, 0.009209106676280499, 0.009499546140432358, 0.009789985604584217, 0.010080426000058651, 0.01037086546421051, 0.01066130492836237]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 3.0, 3.0, 2.0, 0.0, 4.0, 0.0, 5.0, 5.0, 2.0, 3.0, 2.0, 3.0, 3.0, 6.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.011315704323351383, -0.010965831577777863, -0.010615958832204342, -0.010266086086630821, -0.0099162133410573, -0.00956634059548378, -0.00921646784991026, -0.008866595104336739, -0.008516723290085793, -0.008166850544512272, -0.007816977798938751, -0.007467104587703943, -0.00711723230779171, -0.006767359562218189, -0.006417486816644669, -0.006067614071071148, -0.005717741325497627, -0.005367868579924107, -0.005017995834350586, -0.004668123088777065, -0.004318250343203545, -0.003968378063291311, -0.0036185053177177906, -0.00326863257214427, -0.0029187598265707493, -0.0025688870809972286, -0.002219014335423708, -0.001869141822680831, -0.0015192690771073103, -0.0011693963315337896, -0.0008195237023755908, -0.00046965101500973105, -0.00011977832764387131, 0.00023009435972198844, 0.0005799670470878482, 0.0009298397344537079, 0.0012797124218195677, 0.0016295851673930883, 0.0019794576801359653, 0.002329330425709486, 0.0026792031712830067, 0.0030290759168565273, 0.003378948662430048, 0.003728821175172925, 0.004078693687915802, 0.004428566433489323, 0.004778439179062843, 0.005128311924636364, 0.005478184670209885, 0.005828057415783405, 0.006177930161356926, 0.006527802906930447, 0.006877675652503967, 0.007227547932416201, 0.007577420677989721, 0.00792729388922453, 0.00827716663479805, 0.008627038449048996, 0.008976911194622517, 0.009326783940196037, 0.009676656685769558, 0.010026529431343079, 0.0103764021769166, 0.01072627492249012, 0.01107614766806364]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 4.0, 1.0, 1.0, 2.0, 1.0, 3.0, 2.0, 3.0, 3.0, 5.0, 9.0, 12.0, 5.0, 12.0, 13.0, 12.0, 20.0, 10.0, 13.0, 13.0, 19.0, 30.0, 30.0, 35.0, 36.0, 57.0, 61.0, 69.0, 80.0, 112.0, 122.0, 149.0, 226.0, 279.0, 340.0, 448.0, 552.0, 667.0, 863.0, 1053.0, 1401.0, 1917.0, 5732.0, 1571.0, 654.0, 399.0, 323.0, 234.0, 169.0, 168.0, 92.0, 87.0, 70.0, 73.0, 52.0, 28.0, 35.0, 25.0, 13.0, 6.0, 3.0, 3.0, 2.0], "bins": [-0.010587425902485847, -0.010345485992729664, -0.01010354608297348, -0.009861606173217297, -0.009619667194783688, -0.009377727285027504, -0.00913578737527132, -0.008893847465515137, -0.008651907555758953, -0.00840996764600277, -0.008168027736246586, -0.007926088757812977, -0.007684148382395506, -0.00744220893830061, -0.007200269028544426, -0.006958329118788242, -0.006716389209032059, -0.006474449764937162, -0.006232509855180979, -0.005990569945424795, -0.005748630501329899, -0.005506690591573715, -0.005264750681817532, -0.005022810772061348, -0.004780871327966452, -0.004538931418210268, -0.004296991508454084, -0.004055052064359188, -0.0038131121546030045, -0.003571172244846821, -0.003329232567921281, -0.0030872926581650972, -0.0028453529812395573, -0.0026034133043140173, -0.0023614733945578337, -0.0021195337176322937, -0.00187759380787611, -0.00163565413095057, -0.0013937143376097083, -0.0011517745442688465, -0.0009098347509279847, -0.0006678949575871229, -0.0004259551933500916, -0.000184015414561145, 5.792436422780156e-05, 0.00029986415756866336, 0.0005418038927018642, 0.000783743686042726, 0.0010256834793835878, 0.0012676232727244496, 0.0015095630660653114, 0.0017515028594061732, 0.001993442652747035, 0.002235382329672575, 0.0024773222394287586, 0.0027192619163542986, 0.0029612015932798386, 0.003203141503036022, 0.003445081179961562, 0.0036870210897177458, 0.003928960766643286, 0.004170900676399469, 0.004412840586155653, 0.004654780030250549, 0.004896719940006733]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 2.0, 2.0, 0.0, 2.0, 0.0, 4.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.11734487116336823, -0.11471137404441833, -0.11207787692546844, -0.10944438725709915, -0.10681089013814926, -0.10417739301919937, -0.10154389590024948, -0.09891039878129959, -0.0962769091129303, -0.09364341199398041, -0.09100991487503052, -0.08837641775608063, -0.08574292063713074, -0.08310942351818085, -0.08047593384981155, -0.07784243673086166, -0.07520893961191177, -0.07257544249296188, -0.069941945374012, -0.0673084557056427, -0.06467495858669281, -0.06204146146774292, -0.05940796434879303, -0.05677447095513344, -0.05414097383618355, -0.05150747671723366, -0.048873983323574066, -0.046240486204624176, -0.043606989085674286, -0.040973495692014694, -0.038339998573064804, -0.03570650517940521, -0.03307300806045532, -0.03043951280415058, -0.02780601754784584, -0.02517252042889595, -0.02253902517259121, -0.01990552991628647, -0.01727203279733658, -0.014638537541031837, -0.012005042284727097, -0.009371547028422356, -0.00673805084079504, -0.004104555118829012, -0.0014710593968629837, 0.0011624363251030445, 0.0037959320470690727, 0.006429427769035101, 0.00906292349100113, 0.01169641874730587, 0.014329914934933186, 0.0169634111225605, 0.019596906378865242, 0.022230401635169983, 0.024863898754119873, 0.027497394010424614, 0.030130889266729355, 0.032764386385679245, 0.03539787977933884, 0.03803137689828873, 0.04066487401723862, 0.04329836741089821, 0.0459318645298481, 0.04856535792350769, 0.05119885504245758]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 0.0, 2.0, 3.0, 1.0, 2.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 3.0, 12.0, 20.0, 18.0, 16.0, 20.0, 21.0, 43.0, 24.0, 21.0, 6.0, 6.0, 3.0, 9.0, 1.0, 5.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 2.0, 1.0, 3.0, 4.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0], "bins": [-0.05314930900931358, -0.05150267109274864, -0.049856036901474, -0.04820939898490906, -0.046562761068344116, -0.044916123151779175, -0.04326948523521423, -0.04162285104393959, -0.03997621312737465, -0.03832957521080971, -0.036682941019535065, -0.03503630310297012, -0.03338966518640518, -0.03174302726984024, -0.03009639121592045, -0.028449755162000656, -0.026803117245435715, -0.025156479328870773, -0.02350984327495098, -0.02186320722103119, -0.020216569304466248, -0.018569931387901306, -0.016923295333981514, -0.015276658348739147, -0.01363002136349678, -0.011983384378254414, -0.010336747393012047, -0.00869011040776968, -0.007043473422527313, -0.0053968364372849464, -0.0037501994520425797, -0.002103562466800213, -0.00045692548155784607, 0.0011897115036845207, 0.0028363484889268875, 0.004482985474169254, 0.006129622459411621, 0.007776259444653988, 0.009422896429896355, 0.011069533415138721, 0.012716170400381088, 0.014362807385623455, 0.016009444370865822, 0.017656080424785614, 0.019302718341350555, 0.020949356257915497, 0.02259599231183529, 0.02424262836575508, 0.025889266282320023, 0.027535904198884964, 0.029182540252804756, 0.03082917630672455, 0.03247581422328949, 0.03412245213985443, 0.03576909005641937, 0.037415724247694016, 0.03906236216425896, 0.0407090000808239, 0.04235563427209854, 0.04400227218866348, 0.045648910105228424, 0.047295548021793365, 0.04894218593835831, 0.05058882012963295, 0.05223545804619789]}, "_runtime": 23.677223682403564, "_timestamp": 1596208387.8682177, "_step": 20}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 2.0, 1.0, 5.0, 1.0, 6.0, 2.0, 3.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.011255640536546707, -0.010931282304227352, -0.010606925003230572, -0.010282566770911217, -0.009958208538591862, -0.009633850306272507, -0.009309493005275726, -0.008985134772956371, -0.008660776540637016, -0.008336419239640236, -0.008012061007320881, -0.007687702775001526, -0.007363345008343458, -0.007038986776024103, -0.0067146290093660355, -0.0063902707770466805, -0.006065913010388613, -0.005741555243730545, -0.00541719701141119, -0.005092839244753122, -0.004768481012433767, -0.0044441232457757, -0.004119765013456345, -0.003795407246798277, -0.0034710492473095655, -0.003146691247820854, -0.002822333248332143, -0.0024979752488434315, -0.0021736174821853638, -0.0018492593662813306, -0.001524901483207941, -0.0012005434837192297, -0.0008761854842305183, -0.000551827484741807, -0.00022746954346075654, 9.688842692412436e-05, 0.00042124639730900526, 0.0007456043967977166, 0.0010699622798711061, 0.0013943202793598175, 0.0017186782788485289, 0.0020430362783372402, 0.0023673942778259516, 0.002691752277314663, 0.0030161100439727306, 0.003340468043461442, 0.0036648260429501534, 0.003989184275269508, 0.004313542041927576, 0.004637899808585644, 0.004962258040904999, 0.0052866158075630665, 0.0056109740398824215, 0.005935331806540489, 0.006259690038859844, 0.006584047805517912, 0.00690840557217598, 0.007232763804495335, 0.007557121571153402, 0.00788147933781147, 0.008205837570130825, 0.00853019580245018, 0.008854554034769535, 0.009178911335766315, 0.00950326956808567]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 5.0, 2.0, 4.0, 6.0, 9.0, 9.0, 15.0, 12.0, 18.0, 23.0, 38.0, 42.0, 48.0, 62.0, 84.0, 97.0, 155.0, 218.0, 377.0, 4673.0, 1030.0, 329.0, 201.0, 108.0, 86.0, 64.0, 53.0, 40.0, 32.0, 21.0, 12.0, 12.0, 9.0, 2.0, 5.0, 5.0, 4.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.17015747725963593, -0.1646130383014679, -0.15906858444213867, -0.15352414548397064, -0.1479797065258026, -0.14243526756763458, -0.13689082860946655, -0.13134637475013733, -0.1258019357919693, -0.12025749683380127, -0.11471305042505264, -0.10916860401630402, -0.10362416505813599, -0.09807972609996796, -0.09253527969121933, -0.0869908332824707, -0.08144639432430267, -0.07590195536613464, -0.07035750895738602, -0.06481306254863739, -0.05926862359046936, -0.05372418090701103, -0.048179738223552704, -0.042635295540094376, -0.03709085285663605, -0.03154641017317772, -0.02600196748971939, -0.020457524806261063, -0.014913082122802734, -0.009368639439344406, -0.003824196755886078, 0.0017202459275722504, 0.007264688611030579, 0.012809131294488907, 0.018353573977947235, 0.023898016661405563, 0.02944245934486389, 0.03498690202832222, 0.04053134471178055, 0.046075787395238876, 0.051620230078697205, 0.05716467276215553, 0.06270911544561386, 0.06825356185436249, 0.07379800081253052, 0.07934243977069855, 0.08488688617944717, 0.0904313325881958, 0.09597577154636383, 0.10152021050453186, 0.10706465691328049, 0.11260910332202911, 0.11815354228019714, 0.12369798123836517, 0.1292424201965332, 0.13478687405586243, 0.14033131301403046, 0.1458757519721985, 0.1514202058315277, 0.15696464478969574, 0.16250908374786377, 0.1680535227060318, 0.17359796166419983, 0.17914241552352905, 0.18468685448169708]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 4.0, 1.0, 5.0, 6.0, 6.0, 4.0, 1.0, 4.0, 3.0, 1.0, 30.0, 2.0, 3.0, 5.0, 4.0, 3.0, 5.0, 2.0, 6.0, 2.0, 0.0, 3.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0021322029642760754, -0.0020559965632855892, -0.001979790162295103, -0.0019035838777199388, -0.0018273774767294526, -0.0017511710757389665, -0.0016749646747484803, -0.0015987582737579942, -0.0015225519891828299, -0.0014463455881923437, -0.0013701391872018576, -0.0012939327862113714, -0.0012177263852208853, -0.0011415199842303991, -0.0010653136996552348, -0.0009891072986647487, -0.0009129008976742625, -0.0008366944966837764, -0.0007604881539009511, -0.000684281752910465, -0.0006080754101276398, -0.0005318690091371536, -0.0004556626081466675, -0.0003794562362600118, -0.0003032498643733561, -0.00022704349248670042, -0.0001508371060481295, -7.46307268855162e-05, 1.575652277097106e-06, 7.778203143971041e-05, 0.0001539884106023237, 0.00023019479704089463, 0.0003064011689275503, 0.000382607540814206, 0.0004588139127008617, 0.0005350203136913478, 0.0006112266564741731, 0.0006874330574646592, 0.0007636394584551454, 0.0008398458012379706, 0.0009160522022284567, 0.000992258545011282, 0.0010684649460017681, 0.0011446713469922543, 0.0012208777479827404, 0.0012970841489732265, 0.0013732904335483909, 0.001449496834538877, 0.0015257032355293632, 0.0016019096365198493, 0.0016781160375103354, 0.0017543223220854998, 0.001830528723075986, 0.001906735124066472, 0.001982941525056958, 0.0020591479260474443, 0.0021353543270379305, 0.0022115607280284166, 0.0022877671290189028, 0.0023639732971787453, 0.0024401796981692314, 0.0025163860991597176, 0.0025925925001502037, 0.00266879890114069, 0.002745005302131176]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 4.0, 7.0, 10.0, 21.0, 18.0, 29.0, 47.0, 73.0, 74.0, 141.0, 220.0, 346.0, 542.0, 837.0, 1369.0, 2211.0, 3760.0, 6712.0, 12560.0, 24457.0, 50723.0, 115060.0, 718769.0, 123830.0, 52825.0, 26750.0, 14564.0, 8603.0, 5197.0, 3292.0, 2201.0, 1334.0, 916.0, 606.0, 473.0, 299.0, 221.0, 167.0, 112.0, 85.0, 41.0, 29.0, 30.0, 17.0, 13.0, 12.0, 12.0, 6.0, 1.0, 3.0, 2.0, 3.0, 2.0, 2.0, 1.0, 2.0], "bins": [-0.007911322638392448, -0.0076533118262887, -0.007395301014184952, -0.0071372902020812035, -0.006879279389977455, -0.0066212681122124195, -0.006363257300108671, -0.006105246488004923, -0.0058472356759011745, -0.005589224863797426, -0.005331214051693678, -0.00507320323958993, -0.004815191961824894, -0.004557181149721146, -0.004299170337617397, -0.004041159525513649, -0.0037831487134099007, -0.0035251379013061523, -0.003267127089202404, -0.003009116044268012, -0.0027511052321642637, -0.0024930944200605154, -0.0022350833751261234, -0.001977072563022375, -0.0017190617509186268, -0.0014610509388148785, -0.0012030400102958083, -0.0009450291399843991, -0.0006870182696729898, -0.0004290073993615806, -0.00017099652905017138, 8.701434126123786e-05, 0.0003450252115726471, 0.0006030360818840563, 0.0008610469521954656, 0.0011190578807145357, 0.001377068692818284, 0.0016350795049220324, 0.0018930904334411025, 0.0021511013619601727, 0.002409112174063921, 0.0026671229861676693, 0.0029251337982714176, 0.0031831448432058096, 0.003441155655309558, 0.0036991664674133062, 0.003957177512347698, 0.0042151883244514465, 0.004473199136555195, 0.004731209948658943, 0.0049892207607626915, 0.00524723157286644, 0.005505242384970188, 0.005763253662735224, 0.006021264474838972, 0.00627927528694272, 0.006537286099046469, 0.006795296911150217, 0.007053307723253965, 0.007311318535357714, 0.007569329813122749, 0.007827340625226498, 0.008085351437330246, 0.008343362249433994, 0.008601373061537743]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 2.0, 3.0, 1.0, 1.0, 0.0, 2.0, 11.0, 1.0, 3.0, 2.0, 0.0, 2.0, 1.0, 4.0, 2.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.012081459164619446, -0.011815442703664303, -0.011549427174031734, -0.011283410713076591, -0.011017395183444023, -0.01075137872248888, -0.010485363192856312, -0.010219346731901169, -0.0099533312022686, -0.009687314741313457, -0.009421299211680889, -0.009155282750725746, -0.008889267221093178, -0.008623250760138035, -0.008357235230505466, -0.008091218769550323, -0.007825203239917755, -0.007559186778962612, -0.0072931707836687565, -0.007027154788374901, -0.006761138793081045, -0.0064951227977871895, -0.006229106802493334, -0.005963090807199478, -0.005697074346244335, -0.0054310583509504795, -0.005165042355656624, -0.004899026360362768, -0.0046330103650689125, -0.004366994369775057, -0.004100978374481201, -0.0038349623791873455, -0.00356894638389349, -0.003302930388599634, -0.0030369143933057785, -0.002770898398011923, -0.002504882402718067, -0.002238866174593568, -0.001972850179299712, -0.0017068341840058565, -0.0014408181887120008, -0.0011748021934181452, -0.0009087861399166286, -0.000642770086415112, -0.00037675409112125635, -0.00011073806672357023, 0.0001552779576741159, 0.000421293982071802, 0.0006873100064694881, 0.0009533260017633438, 0.0012193419970571995, 0.001485358108766377, 0.0017513741040602326, 0.00201739021576941, 0.002283406211063266, 0.0025494222063571215, 0.002815438201650977, 0.003081454196944833, 0.0033474701922386885, 0.003613486187532544, 0.0038795024156570435, 0.004145518410950899, 0.004411534406244755, 0.0046775504015386105, 0.004943566396832466]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 2.0, 0.0, 4.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 4.0, 5.0, 12.0, 8.0, 8.0, 12.0, 12.0, 15.0, 11.0, 16.0, 22.0, 30.0, 45.0, 32.0, 46.0, 52.0, 72.0, 83.0, 72.0, 92.0, 83.0, 143.0, 143.0, 198.0, 264.0, 348.0, 437.0, 589.0, 824.0, 1291.0, 1746.0, 5743.0, 2087.0, 1113.0, 817.0, 518.0, 364.0, 323.0, 220.0, 158.0, 104.0, 71.0, 53.0, 33.0, 27.0, 23.0, 21.0, 5.0, 9.0, 4.0, 4.0, 0.0, 0.0, 2.0], "bins": [-0.00998742040246725, -0.009748607873916626, -0.009509794414043427, -0.009270981885492802, -0.009032169356942177, -0.008793356828391552, -0.008554543368518353, -0.008315730839967728, -0.008076918311417103, -0.007838104851543903, -0.0075992923229932785, -0.007360479794442654, -0.0071216668002307415, -0.006882854271680117, -0.0066440412774682045, -0.00640522874891758, -0.0061664157547056675, -0.005927602760493755, -0.0056887902319431305, -0.005449977237731218, -0.0052111647091805935, -0.004972351714968681, -0.0047335391864180565, -0.004494726192206144, -0.004255913197994232, -0.004017100669443607, -0.003778287908062339, -0.0035394751466810703, -0.003300662152469158, -0.0030618493910878897, -0.002823036629706621, -0.0025842238683253527, -0.002345411106944084, -0.0021065983455628157, -0.0018677855841815472, -0.0016289727063849568, -0.0013901599450036883, -0.0011513471836224198, -0.0009125343640334904, -0.000673721544444561, -0.0004349087830632925, -0.00019609599257819355, 4.271679790690541e-05, 0.00028152958839200437, 0.0005203423788771033, 0.0007591551402583718, 0.0009979680180549622, 0.0012367807794362307, 0.0014755935408174992, 0.0017144063021987677, 0.001953219063580036, 0.0021920318249613047, 0.002430844586342573, 0.0026696575805544853, 0.002908470341935754, 0.0031472831033170223, 0.003386095864698291, 0.0036249086260795593, 0.003863721387460828, 0.004102534148842096, 0.0043413471430540085, 0.004580159671604633, 0.0048189726658165455, 0.00505778519436717, 0.0052965981885790825]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 2.0, 1.0, 3.0, 1.0, 4.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06940758973360062, -0.06739981472492218, -0.06539203226566315, -0.06338425725698471, -0.061376478523015976, -0.05936869978904724, -0.057360921055078506, -0.05535314232110977, -0.053345367312431335, -0.0513375885784626, -0.049329809844493866, -0.04732203111052513, -0.045314252376556396, -0.04330647364258766, -0.041298698633909225, -0.03929091989994049, -0.037283141165971756, -0.03527536243200302, -0.033267583698034286, -0.03125980868935585, -0.029252029955387115, -0.02724425122141838, -0.025236472487449646, -0.02322869561612606, -0.021220916882157326, -0.01921313814818859, -0.017205361276865005, -0.01519758254289627, -0.01318980474025011, -0.01118202693760395, -0.009174248203635216, -0.007166470400989056, -0.0051586925983428955, -0.0031509145628660917, -0.001143136527389288, 0.0008646415080875158, 0.0028724195435643196, 0.00488019734621048, 0.006887975614517927, 0.008895753882825375, 0.010903531685471535, 0.012911309488117695, 0.014919087290763855, 0.01692686602473259, 0.018934644758701324, 0.02094242163002491, 0.022950200363993645, 0.02495797723531723, 0.026965755969285965, 0.0289735347032547, 0.030981311574578285, 0.03298908844590187, 0.034996867179870605, 0.03700464591383934, 0.039012424647808075, 0.04102020338177681, 0.043027982115745544, 0.04503575712442398, 0.047043535858392715, 0.04905131459236145, 0.051059093326330185, 0.05306687206029892, 0.055074647068977356, 0.05708242580294609, 0.059090204536914825]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 3.0, 2.0, 2.0, 1.0, 1.0, 2.0, 3.0, 4.0, 1.0, 1.0, 4.0, 2.0, 5.0, 6.0, 34.0, 33.0, 40.0, 51.0, 20.0, 14.0, 8.0, 2.0, 6.0, 4.0, 2.0, 0.0, 3.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 2.0, 3.0], "bins": [-0.07700182497501373, -0.07500903308391571, -0.07301624864339828, -0.07102345675230026, -0.06903067231178284, -0.06703788042068481, -0.06504509598016739, -0.06305230408906937, -0.06105951964855194, -0.05906672775745392, -0.057073939591646194, -0.05508115142583847, -0.053088363260030746, -0.05109557509422302, -0.0491027869284153, -0.047109998762607574, -0.04511721059679985, -0.043124422430992126, -0.0411316342651844, -0.03913884609937668, -0.037146057933568954, -0.03515326976776123, -0.033160481601953506, -0.031167691573500633, -0.02917490340769291, -0.027182115241885185, -0.02518932707607746, -0.023196538910269737, -0.021203748881816864, -0.01921096071600914, -0.017218172550201416, -0.015225384384393692, -0.013232596218585968, -0.011239808052778244, -0.00924701988697052, -0.007254230789840221, -0.005261442624032497, -0.0032686542253941298, -0.001275865826755762, 0.0007169225718826056, 0.002709710970520973, 0.004702499136328697, 0.0066952877677977085, 0.00868807639926672, 0.010680864565074444, 0.012673652730882168, 0.014666441828012466, 0.01665922999382019, 0.018652018159627914, 0.02064480632543564, 0.022637594491243362, 0.024630382657051086, 0.02662317082285881, 0.028615960851311684, 0.030608749017119408, 0.03260153532028198, 0.034594327211380005, 0.03658711537718773, 0.03857990354299545, 0.04057269170880318, 0.0425654798746109, 0.044558268040418625, 0.04655105620622635, 0.04854384437203407, 0.0505366325378418]}, "_runtime": 24.61005210876465, "_timestamp": 1596208388.8010461, "_step": 21}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 3.0, 3.0, 2.0, 2.0, 0.0, 4.0, 1.0, 3.0, 4.0, 4.0, 0.0, 3.0, 0.0, 0.0, 3.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013691149652004242, -0.013270343653857708, -0.012849538587033749, -0.012428732588887215, -0.012007927522063255, -0.011587121523916721, -0.011166315525770187, -0.010745510458946228, -0.010324704460799694, -0.009903899393975735, -0.0094830933958292, -0.009062287397682667, -0.008641482330858707, -0.008220676332712173, -0.007799870800226927, -0.00737906526774168, -0.0069582597352564335, -0.006537454202771187, -0.00611664867028594, -0.005695842672139406, -0.0052750371396541595, -0.004854231607168913, -0.004433426074683666, -0.00401262054219842, -0.0035918147768825293, -0.0031710092443972826, -0.0027502034790813923, -0.0023293979465961456, -0.0019085922976955771, -0.0014877866487950087, -0.001066981116309762, -0.0006461754674091935, -0.00022536981850862503, 0.000195435801288113, 0.000616241421084851, 0.0010370470117777586, 0.001457852660678327, 0.0018786583095788956, 0.0022994638420641422, 0.0027202696073800325, 0.003141075139865279, 0.003561880672350526, 0.003982686437666416, 0.004403491970151663, 0.0048242975026369095, 0.005245103035122156, 0.00566590903326869, 0.006086714565753937, 0.006507520098239183, 0.00692832563072443, 0.007349131163209677, 0.007769937161356211, 0.008190742693841457, 0.008611547760665417, 0.00903235375881195, 0.009453159756958485, 0.009873964823782444, 0.010294770821928978, 0.010715575888752937, 0.011136381886899471, 0.011557187885046005, 0.011977992951869965, 0.012398798950016499, 0.012819604016840458, 0.013240410014986992]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 4.0, 5.0, 0.0, 4.0, 2.0, 4.0, 4.0, 4.0, 11.0, 8.0, 4.0, 9.0, 11.0, 13.0, 23.0, 33.0, 22.0, 36.0, 52.0, 60.0, 82.0, 94.0, 140.0, 181.0, 288.0, 457.0, 4805.0, 602.0, 274.0, 183.0, 95.0, 105.0, 68.0, 54.0, 37.0, 34.0, 21.0, 23.0, 10.0, 7.0, 11.0, 11.0, 6.0, 6.0, 4.0, 5.0, 3.0, 4.0, 2.0, 4.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.16300231218338013, -0.1579611748456955, -0.15292003750801086, -0.14787890017032623, -0.1428377628326416, -0.13779662549495697, -0.13275548815727234, -0.1277143508195877, -0.12267321348190308, -0.11763207614421844, -0.11259093880653381, -0.10754980146884918, -0.10250866413116455, -0.09746752679347992, -0.09242638945579529, -0.08738525211811066, -0.08234411478042603, -0.0773029774427414, -0.07226184010505676, -0.06722070276737213, -0.0621795654296875, -0.05713842809200287, -0.05209729075431824, -0.047056153416633606, -0.042015016078948975, -0.03697387874126434, -0.03193274140357971, -0.02689160406589508, -0.02185046672821045, -0.016809329390525818, -0.011768192052841187, -0.006727054715156555, -0.0016859173774719238, 0.0033552199602127075, 0.008396357297897339, 0.01343749463558197, 0.0184786319732666, 0.023519769310951233, 0.028560906648635864, 0.033602043986320496, 0.03864318132400513, 0.04368431866168976, 0.04872545599937439, 0.05376659333705902, 0.05880773067474365, 0.06384886801242828, 0.06889000535011292, 0.07393114268779755, 0.07897228002548218, 0.08401341736316681, 0.08905455470085144, 0.09409569203853607, 0.0991368293762207, 0.10417796671390533, 0.10921910405158997, 0.1142602413892746, 0.11930137872695923, 0.12434251606464386, 0.1293836534023285, 0.13442479074001312, 0.13946592807769775, 0.14450706541538239, 0.14954820275306702, 0.15458934009075165, 0.15963047742843628]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 6.0, 2.0, 3.0, 5.0, 1.0, 3.0, 4.0, 3.0, 1.0, 8.0, 4.0, 29.0, 5.0, 3.0, 1.0, 3.0, 5.0, 3.0, 0.0, 4.0, 2.0, 1.0, 3.0, 2.0, 4.0, 3.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0028349016793072224, -0.0027468157932162285, -0.0026587299071252346, -0.0025706440210342407, -0.002482558134943247, -0.002394472248852253, -0.002306386362761259, -0.002218300476670265, -0.0021302145905792713, -0.002042128937318921, -0.001954043051227927, -0.0018659570487216115, -0.0017778712790459394, -0.0016897853929549456, -0.0016016995068639517, -0.0015136136207729578, -0.001425527734681964, -0.00133744184859097, -0.0012493559624999762, -0.0011612700764089823, -0.0010731841903179884, -0.0009850984206423163, -0.0008970125345513225, -0.0008089266484603286, -0.0007208407623693347, -0.0006327548762783408, -0.0005446689901873469, -0.00045658316230401397, -0.0003684972762130201, -0.0002804113901220262, -0.00019232553313486278, -0.00010423966159578413, -1.6153790056705475e-05, 7.193208148237318e-05, 0.00016001795302145183, 0.00024810381000861526, 0.00033618969609960914, 0.000424275582190603, 0.000512361410073936, 0.0006004472961649299, 0.0006885331822559237, 0.0007766190683469176, 0.0008647049544379115, 0.0009527907823212445, 0.0010408766102045774, 0.0011289624962955713, 0.0012170483823865652, 0.001305134268477559, 0.001393220154568553, 0.0014813060406595469, 0.0015693919267505407, 0.0016574778128415346, 0.0017455636989325285, 0.0018336494686082006, 0.0019217353546991944, 0.00200982135720551, 0.0020979070104658604, 0.0021859928965568542, 0.002274078782647848, 0.002362164668738842, 0.002450250554829836, 0.0025383364409208298, 0.0026264223270118237, 0.0027145082131028175, 0.0028025940991938114]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 1.0, 2.0, 4.0, 9.0, 12.0, 17.0, 27.0, 35.0, 57.0, 85.0, 109.0, 178.0, 237.0, 365.0, 509.0, 759.0, 1151.0, 1908.0, 3008.0, 5220.0, 9299.0, 16707.0, 33057.0, 71189.0, 200700.0, 658557.0, 76957.0, 39661.0, 22573.0, 13298.0, 8089.0, 5235.0, 3407.0, 2230.0, 1500.0, 989.0, 694.0, 528.0, 335.0, 248.0, 161.0, 127.0, 98.0, 81.0, 41.0, 52.0, 29.0, 26.0, 23.0, 16.0, 8.0, 8.0, 8.0, 4.0, 3.0, 2.0, 3.0, 2.0, 2.0, 0.0, 2.0], "bins": [-0.007297183386981487, -0.0070376950316131115, -0.006778207141906023, -0.006518718786537647, -0.006259230896830559, -0.005999742541462183, -0.0057402546517550945, -0.005480766296386719, -0.00522127840667963, -0.0049617900513112545, -0.004702301695942879, -0.00444281380623579, -0.0041833254508674145, -0.003923837561160326, -0.0036643492057919502, -0.003404861083254218, -0.003145372960716486, -0.002885884838178754, -0.0026263967156410217, -0.0023669085931032896, -0.0021074204705655575, -0.0018479322316125035, -0.0015884439926594496, -0.0013289558701217175, -0.0010694677475839853, -0.0008099796250462532, -0.0005504914443008602, -0.0002910032926592976, -3.1515141017735004e-05, 0.00022797301062382758, 0.00048746116226539016, 0.0007469493430107832, 0.0010064374655485153, 0.0012659255880862474, 0.0015254137106239796, 0.0017849019495770335, 0.002044389955699444, 0.0023038783110678196, 0.0025633664336055517, 0.002822854556143284, 0.003082342678681016, 0.003341830801218748, 0.0036013189237564802, 0.0038608070462942123, 0.004120295401662588, 0.004379783291369677, 0.004639271646738052, 0.004898759536445141, 0.005158247891813517, 0.005417736247181892, 0.005677224136888981, 0.005936712492257357, 0.006196200381964445, 0.006455688737332821, 0.006715176627039909, 0.006974664982408285, 0.007234153337776661, 0.007493641227483749, 0.007753129582852125, 0.008012617938220501, 0.00827210582792759, 0.008531593717634678, 0.008791081607341766, 0.00905057042837143, 0.009310058318078518]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 5.0, 1.0, 1.0, 4.0, 1.0, 11.0, 6.0, 3.0, 5.0, 3.0, 1.0, 5.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0054657007567584515, -0.005066641606390476, -0.004667581990361214, -0.0042685228399932384, -0.003869463223963976, -0.0034704040735960007, -0.0030713446903973818, -0.002672285307198763, -0.002273225924000144, -0.0018741665408015251, -0.0014751071576029062, -0.0010760478908196092, -0.0006769885076209903, -0.00027792915352620184, 0.00012113020056858659, 0.0005201895255595446, 0.0009192489087581635, 0.0013183082919567823, 0.0017173676751554012, 0.00211642705835402, 0.002515486441552639, 0.0029145455919206142, 0.003313604975119233, 0.003712664358317852, 0.0041117239743471146, 0.00451078312471509, 0.004909842275083065, 0.005308901891112328, 0.005707961041480303, 0.006107020657509565, 0.006506079807877541, 0.006905139423906803, 0.007304198574274778, 0.007703257724642754, 0.008102317340672016, 0.008501376956701279, 0.008900435641407967, 0.00929949525743723, 0.009698554873466492, 0.010097614489495754, 0.010496673174202442, 0.010895732790231705, 0.011294792406260967, 0.011693851090967655, 0.012092910706996918, 0.01249197032302618, 0.012891029939055443, 0.01329008862376213, 0.013689148239791393, 0.014088207855820656, 0.014487266540527344, 0.014886326156556606, 0.015285385772585869, 0.015684444457292557, 0.016083505004644394, 0.016482563689351082, 0.01688162237405777, 0.017280682921409607, 0.017679741606116295, 0.018078800290822983, 0.01847786083817482, 0.018876919522881508, 0.019275980070233345, 0.019675038754940033, 0.02007409743964672]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 6.0, 5.0, 3.0, 5.0, 23.0, 27.0, 40.0, 43.0, 63.0, 70.0, 104.0, 148.0, 237.0, 343.0, 546.0, 881.0, 1608.0, 6174.0, 2156.0, 1406.0, 948.0, 784.0, 552.0, 442.0, 325.0, 244.0, 194.0, 163.0, 122.0, 120.0, 102.0, 86.0, 67.0, 54.0, 53.0, 37.0, 36.0, 30.0, 23.0, 22.0, 19.0, 19.0, 21.0, 13.0, 13.0, 6.0, 10.0, 5.0, 5.0, 2.0, 1.0, 5.0, 5.0, 4.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.004941022489219904, -0.004677977412939072, -0.004414932336658239, -0.004151887260377407, -0.003888842184096575, -0.003625797340646386, -0.003362752264365554, -0.0030997071880847216, -0.0028366621118038893, -0.002573617035523057, -0.0023105719592422247, -0.0020475268829613924, -0.001784481923095882, -0.0015214368468150496, -0.0012583918869495392, -0.000995346810668707, -0.0007323017343878746, -0.00046925668721087277, -0.00020621164003387094, 5.68334071431309e-05, 0.00031987845432013273, 0.000582923530600965, 0.0008459685486741364, 0.0011090135667473078, 0.00137205864302814, 0.0016351037193089724, 0.0018981487955898046, 0.002161193871870637, 0.0024242387153208256, 0.002687283791601658, 0.00295032886788249, 0.0032133739441633224, 0.0034764190204441547, 0.003739464096724987, 0.004002509173005819, 0.004265554249286652, 0.004528599325567484, 0.004791644401848316, 0.0050546894781291485, 0.005317734554409981, 0.005580779165029526, 0.005843824241310358, 0.00610686931759119, 0.006369914393872023, 0.006632959470152855, 0.006896004546433687, 0.0071590496227145195, 0.007422094698995352, 0.007685139775276184, 0.007948184385895729, 0.008211229927837849, 0.008474274538457394, 0.008737320080399513, 0.009000364691019058, 0.009263410232961178, 0.009526454843580723, 0.009789500385522842, 0.010052544996142387, 0.010315590538084507, 0.010578635148704052, 0.010841680690646172, 0.011104725301265717, 0.011367770843207836, 0.011630815453827381, 0.0118938609957695]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 2.0, 3.0, 3.0, 3.0, 0.0, 2.0, 3.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06376569718122482, -0.06126591935753822, -0.05876614525914192, -0.05626636743545532, -0.05376658961176872, -0.05126681551337242, -0.04876703768968582, -0.04626725986599922, -0.04376748204231262, -0.04126770794391632, -0.03876793012022972, -0.03626815229654312, -0.03376837819814682, -0.03126860037446022, -0.02876882441341877, -0.02626904658973217, -0.02376927062869072, -0.02126949466764927, -0.01876971684396267, -0.01626994088292122, -0.013770163990557194, -0.011270387098193169, -0.008770611137151718, -0.006270834244787693, -0.003771057352423668, -0.0012712806928902864, 0.001228495966643095, 0.0037282726261764765, 0.006228049285709858, 0.008727826178073883, 0.011227602139115334, 0.013727379031479359, 0.016227155923843384, 0.018726931884884834, 0.021226709708571434, 0.023726485669612885, 0.026226263493299484, 0.028726039454340935, 0.031225815415382385, 0.033725593239068985, 0.036225371062755585, 0.038725145161151886, 0.041224922984838486, 0.043724700808525085, 0.04622447490692139, 0.048724252730607986, 0.051224030554294586, 0.05372380465269089, 0.05622358247637749, 0.05872336030006409, 0.06122313439846039, 0.06372291594743729, 0.06622269004583359, 0.06872246414422989, 0.07122224569320679, 0.07372201979160309, 0.07622179388999939, 0.07872157543897629, 0.08122134953737259, 0.08372112363576889, 0.08622090518474579, 0.08872067928314209, 0.09122045338153839, 0.09372023493051529, 0.09622000902891159]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 3.0, 1.0, 1.0, 2.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 5.0, 5.0, 3.0, 3.0, 5.0, 6.0, 6.0, 6.0, 11.0, 18.0, 19.0, 54.0, 24.0, 30.0, 29.0, 17.0, 8.0, 0.0, 3.0, 3.0, 0.0, 3.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0], "bins": [-0.04908127337694168, -0.046878159046173096, -0.04467504471540451, -0.042471930384635925, -0.04026881605386734, -0.038065697997808456, -0.03586258366703987, -0.033659469336271286, -0.0314563550055027, -0.029253240674734116, -0.02705012634396553, -0.024847010150551796, -0.02264389581978321, -0.020440781489014626, -0.01823766529560089, -0.016034550964832306, -0.01383143663406372, -0.011628322303295135, -0.009425207041203976, -0.007222092244774103, -0.005018977448344231, -0.002815862651914358, -0.0006127478554844856, 0.0015903669409453869, 0.0037934817373752594, 0.005996596533805132, 0.008199711330235004, 0.010402826592326164, 0.01260594092309475, 0.014809055253863335, 0.01701217144727707, 0.019215285778045654, 0.02141840010881424, 0.023621514439582825, 0.02582462877035141, 0.028027744963765144, 0.03023085929453373, 0.032433975487947464, 0.03463708981871605, 0.036840204149484634, 0.03904331848025322, 0.041246432811021805, 0.04344954714179039, 0.045652661472558975, 0.04785577952861786, 0.050058893859386444, 0.05226200819015503, 0.054465122520923615, 0.0566682368516922, 0.058871351182460785, 0.06107446551322937, 0.06327757984399796, 0.06548069417476654, 0.06768380850553513, 0.06988692283630371, 0.0720900371670723, 0.07429315149784088, 0.07649627327919006, 0.07869938760995865, 0.08090250194072723, 0.08310561627149582, 0.0853087306022644, 0.08751184493303299, 0.08971495926380157, 0.09191807359457016]}, "_runtime": 25.521578550338745, "_timestamp": 1596208389.7125726, "_step": 22}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 6.0, 2.0, 2.0, 1.0, 5.0, 3.0, 4.0, 2.0, 3.0, 0.0, 2.0, 2.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.015359774231910706, -0.015002038329839706, -0.014644302427768707, -0.014286566525697708, -0.013928830623626709, -0.01357109472155571, -0.013213357888162136, -0.012855621986091137, -0.012497886084020138, -0.012140150181949139, -0.01178241427987814, -0.01142467837780714, -0.011066942475736141, -0.010709206573665142, -0.010351470671594143, -0.009993734769523144, -0.00963599793612957, -0.00927826203405857, -0.008920526131987572, -0.008562790229916573, -0.008205054327845573, -0.007847318425774574, -0.007489582523703575, -0.007131846621632576, -0.006774110719561577, -0.00641637435182929, -0.006058638449758291, -0.005700902547687292, -0.005343166645616293, -0.004985430743545294, -0.004627694375813007, -0.004269958473742008, -0.003912222571671009, -0.00355448666960001, -0.003196750534698367, -0.002839014632627368, -0.002481278497725725, -0.002123542595654726, -0.0017658066935837269, -0.001408070675097406, -0.001050334656611085, -0.000692598638124764, -0.0003348626778461039, 2.287331153638661e-05, 0.0003806093009188771, 0.0007383453194051981, 0.0010960812214761972, 0.0014538172399625182, 0.0018115532584488392, 0.0021692891605198383, 0.002527025295421481, 0.0028847611974924803, 0.003242497332394123, 0.0036002332344651222, 0.003957969136536121, 0.0043157050386071205, 0.00467344094067812, 0.005031177308410406, 0.005388913210481405, 0.005746649112552404, 0.0061043850146234035, 0.006462120916694403, 0.006819857284426689, 0.007177593186497688, 0.0075353290885686874]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 3.0, 0.0, 4.0, 5.0, 4.0, 8.0, 7.0, 20.0, 26.0, 36.0, 54.0, 93.0, 146.0, 188.0, 287.0, 666.0, 5207.0, 525.0, 249.0, 138.0, 73.0, 43.0, 44.0, 25.0, 13.0, 16.0, 15.0, 9.0, 4.0, 3.0, 3.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2812502682209015, -0.27388760447502136, -0.26652491092681885, -0.2591622471809387, -0.2517995536327362, -0.24443688988685608, -0.23707421123981476, -0.22971154749393463, -0.2223488688468933, -0.214986190199852, -0.20762351155281067, -0.20026083290576935, -0.19289816915988922, -0.1855354905128479, -0.17817281186580658, -0.17081013321876526, -0.16344746947288513, -0.1560847908258438, -0.1487221121788025, -0.14135943353176117, -0.13399675488471985, -0.12663409113883972, -0.1192714124917984, -0.11190873384475708, -0.10454605519771576, -0.09718338400125504, -0.08982070535421371, -0.08245803415775299, -0.07509535551071167, -0.06773268431425095, -0.060370005667209625, -0.0530073307454586, -0.04564465582370758, -0.03828198090195656, -0.030919305980205536, -0.023556629195809364, -0.016193954274058342, -0.00883127935230732, -0.0014686034992337227, 0.005894071888178587, 0.013256747275590897, 0.02061942219734192, 0.02798209711909294, 0.035344772040843964, 0.042707450687885284, 0.05007012560963631, 0.05743280053138733, 0.06479547172784805, 0.07215815037488937, 0.0795208290219307, 0.08688350021839142, 0.09424617886543274, 0.10160885006189346, 0.10897152870893478, 0.11633419990539551, 0.12369687855243683, 0.13105955719947815, 0.13842223584651947, 0.1457848995923996, 0.15314757823944092, 0.16051025688648224, 0.16787293553352356, 0.1752355992794037, 0.182598277926445, 0.18996095657348633]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 3.0, 1.0, 4.0, 1.0, 3.0, 2.0, 3.0, 3.0, 2.0, 3.0, 2.0, 5.0, 28.0, 8.0, 5.0, 4.0, 3.0, 4.0, 1.0, 1.0, 2.0, 2.0, 4.0, 0.0, 2.0, 3.0, 0.0, 1.0, 4.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.0019424429628998041, -0.0018850103951990604, -0.001827577711082995, -0.0017701451433822513, -0.0017127125756815076, -0.001655280007980764, -0.0015978473238646984, -0.0015404147561639547, -0.001482982188463211, -0.0014255495043471456, -0.0013681169366464019, -0.0013106843689456582, -0.0012532518012449145, -0.001195819117128849, -0.0011383865494281054, -0.0010809539817273617, -0.001023521414026618, -0.0009660887299105525, -0.0009086561622098088, -0.0008512235363014042, -0.0007937909686006606, -0.000736358342692256, -0.0006789257749915123, -0.0006214931490831077, -0.0005640605231747031, -0.0005066279554739594, -0.0004491953586693853, -0.0003917627618648112, -0.0003343301359564066, -0.00027689753915183246, -0.00021946494234725833, -0.0001620323455426842, -0.00010459974873811007, -4.7167148295557126e-05, 1.0265452146995813e-05, 6.769805622752756e-05, 0.0001251306530321017, 0.00018256324983667582, 0.00023999586119316518, 0.0002974284579977393, 0.00035486105480231345, 0.0004122936516068876, 0.0004697262484114617, 0.0005271588452160358, 0.0005845914711244404, 0.0006420240388251841, 0.0006994566647335887, 0.0007568892324343324, 0.000814321858342737, 0.0008717544842511415, 0.0009291870519518852, 0.000986619619652629, 0.0010440523037686944, 0.001101484871469438, 0.0011589174391701818, 0.0012163500068709254, 0.001273782690986991, 0.0013312152586877346, 0.0013886478263884783, 0.0014460805105045438, 0.0015035130782052875, 0.0015609456459060311, 0.0016183782136067748, 0.0016758108977228403, 0.001733243465423584]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 6.0, 12.0, 11.0, 14.0, 27.0, 44.0, 55.0, 77.0, 130.0, 176.0, 276.0, 427.0, 612.0, 919.0, 1340.0, 2059.0, 3144.0, 4980.0, 8083.0, 13530.0, 23742.0, 44638.0, 93353.0, 679357.0, 148865.0, 64354.0, 34360.0, 19735.0, 12125.0, 7470.0, 4924.0, 3240.0, 2211.0, 1522.0, 1047.0, 778.0, 569.0, 388.0, 275.0, 233.0, 128.0, 118.0, 71.0, 59.0, 38.0, 34.0, 18.0, 25.0, 14.0, 7.0, 6.0, 4.0, 4.0, 5.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.006637538783252239, -0.00638984190300107, -0.006142145488411188, -0.005894448608160019, -0.005646752193570137, -0.005399055313318968, -0.005151358433067799, -0.004903662018477917, -0.0046559651382267475, -0.004408268257975578, -0.004160571843385696, -0.003912874963134527, -0.0036651783157140017, -0.003417481668293476, -0.003169784788042307, -0.0029220881406217813, -0.002674391493201256, -0.0024266948457807302, -0.0021789981983602047, -0.0019313013181090355, -0.00168360467068851, -0.0014359080232679844, -0.001188211259432137, -0.0009405145538039505, -0.0006928178481757641, -0.0004451211425475776, -0.00019742443691939116, 5.027226870879531e-05, 0.0002979689743369818, 0.0005456656799651682, 0.0007933623855933547, 0.001041059149429202, 0.0012887557968497276, 0.0015364524442702532, 0.0017841492081061006, 0.002031845971941948, 0.0022795426193624735, 0.002527239266782999, 0.0027749361470341682, 0.003022632794454694, 0.0032703294418752193, 0.003518026089295745, 0.0037657227367162704, 0.00401341961696744, 0.004261116497218609, 0.004508812911808491, 0.00475650979205966, 0.005004206206649542, 0.005251903086900711, 0.00549959996715188, 0.005747296381741762, 0.005994993261992931, 0.006242689676582813, 0.0064903865568339825, 0.006738083437085152, 0.006985779851675034, 0.007233476731926203, 0.007481173612177372, 0.007728870026767254, 0.007976566441357136, 0.008224263787269592, 0.008471960201859474, 0.008719656616449356, 0.008967353962361813, 0.009215050376951694]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 5.0, 2.0, 7.0, 0.0, 5.0, 3.0, 1.0, 5.0, 4.0, 1.0, 3.0, 5.0, 1.0, 2.0, 1.0, 2.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.013514243066310883, -0.013147915713489056, -0.012781587429344654, -0.012415260076522827, -0.012048932723701, -0.011682604439556599, -0.011316277086734772, -0.010949949733912945, -0.010583621449768543, -0.010217294096946716, -0.00985096674412489, -0.009484638459980488, -0.009118311107158661, -0.008751983754336834, -0.008385655470192432, -0.008019328117370605, -0.007653000298887491, -0.007286672480404377, -0.00692034512758255, -0.006554017309099436, -0.0061876894906163216, -0.005821362137794495, -0.00545503431931138, -0.005088706500828266, -0.004722379148006439, -0.004356051329523325, -0.003989723511040211, -0.00362339592538774, -0.0032570683397352695, -0.0028907405212521553, -0.0025244129355996847, -0.0021580851171165705, -0.0017917575314640999, -0.0014254298293963075, -0.001059102127328515, -0.0006927745416760445, -0.00032644683960825205, 3.988083335570991e-05, 0.00040620850631967187, 0.0007725361501798034, 0.0011388638522475958, 0.0015051915543153882, 0.0018715192563831806, 0.002237846842035651, 0.002604174427688122, 0.002970502246171236, 0.0033368298318237066, 0.003703157650306821, 0.0040694852359592915, 0.004435813054442406, 0.004802140407264233, 0.005168468225747347, 0.005534796044230461, 0.005901123397052288, 0.006267451215535402, 0.0066337790340185165, 0.0070001063868403435, 0.007366434205323458, 0.007732762023806572, 0.008099089376628399, 0.0084654176607728, 0.008831745013594627, 0.009198072366416454, 0.009564400650560856, 0.009930728003382683]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 4.0, 1.0, 6.0, 4.0, 7.0, 13.0, 14.0, 16.0, 22.0, 24.0, 30.0, 36.0, 50.0, 62.0, 72.0, 99.0, 133.0, 174.0, 234.0, 299.0, 393.0, 533.0, 903.0, 1972.0, 5633.0, 1828.0, 1369.0, 960.0, 764.0, 562.0, 476.0, 356.0, 307.0, 217.0, 180.0, 130.0, 114.0, 98.0, 77.0, 53.0, 46.0, 46.0, 26.0, 25.0, 18.0, 12.0, 5.0, 6.0, 4.0, 6.0, 3.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.006952610332518816, -0.006713785696774721, -0.006474960595369339, -0.006236135959625244, -0.005997311323881149, -0.0057584866881370544, -0.00551966205239296, -0.0052808369509875774, -0.005042012315243483, -0.004803187679499388, -0.004564362578094006, -0.004325537942349911, -0.004086713306605816, -0.003847888670861721, -0.0036090638022869825, -0.003370238933712244, -0.003131414297968149, -0.0028925896622240543, -0.002653764793649316, -0.0024149399250745773, -0.0021761152893304825, -0.0019372905371710658, -0.0016984657850116491, -0.0014596410328522325, -0.0012208162806928158, -0.000981991528533399, -0.0007431667763739824, -0.0005043420242145658, -0.0002655172720551491, -2.6692519895732403e-05, 0.00021213223226368427, 0.00045095698442310095, 0.0006897817365825176, 0.0009286064887419343, 0.001167431240901351, 0.0014062559930607677, 0.0016450807452201843, 0.001883905497379601, 0.0021227302495390177, 0.002361555118113756, 0.002600379753857851, 0.002839204389601946, 0.0030780292581766844, 0.003316854126751423, 0.0035556787624955177, 0.0037945033982396126, 0.004033328033983707, 0.00427215313538909, 0.004510977771133184, 0.004749802406877279, 0.0049886275082826614, 0.005227452144026756, 0.005466276779770851, 0.005705101415514946, 0.005943926051259041, 0.006182751152664423, 0.006421575788408518, 0.006660400424152613, 0.006899225525557995, 0.00713805016130209, 0.0073768747970461845, 0.007615699432790279, 0.007854524068534374, 0.008093348704278469, 0.008332174271345139]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 3.0, 2.0, 0.0, 1.0, 3.0, 0.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02729138918220997, -0.025699345394968987, -0.024107299745082855, -0.022515255957841873, -0.02092321217060089, -0.01933116652071476, -0.017739122733473778, -0.016147077083587646, -0.014555033296346664, -0.012962988577783108, -0.011370943859219551, -0.009778900071978569, -0.008186855353415012, -0.006594810634851456, -0.005002766381949186, -0.0034107218962162733, -0.0018186774104833603, -0.00022663292475044727, 0.0013654115609824657, 0.0029574560467153788, 0.004549500532448292, 0.0061415452510118484, 0.007733589503914118, 0.009325633756816387, 0.010917678475379944, 0.0125097231939435, 0.014101767912507057, 0.01569381169974804, 0.01728585734963417, 0.018877901136875153, 0.020469944924116135, 0.022061990574002266, 0.023654034361243248, 0.02524607814848423, 0.02683812379837036, 0.028430167585611343, 0.030022211372852325, 0.03161425516009331, 0.03320630267262459, 0.03479834645986557, 0.03639039024710655, 0.037982434034347534, 0.039574477821588516, 0.0411665253341198, 0.04275856912136078, 0.04435061290860176, 0.04594265669584274, 0.047534700483083725, 0.04912674427032471, 0.05071879178285599, 0.05231083557009697, 0.05390287935733795, 0.055494923144578934, 0.057086966931819916, 0.058679014444351196, 0.06027105823159218, 0.06186310201883316, 0.06345514953136444, 0.06504718959331512, 0.0666392371058464, 0.06823127716779709, 0.06982332468032837, 0.07141537219285965, 0.07300741225481033, 0.07459945976734161]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 3.0, 6.0, 2.0, 3.0, 6.0, 7.0, 8.0, 8.0, 10.0, 9.0, 4.0, 12.0, 20.0, 41.0, 21.0, 23.0, 21.0, 16.0, 10.0, 9.0, 6.0, 5.0, 1.0, 4.0, 1.0, 0.0, 1.0, 2.0, 2.0, 5.0, 2.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.019994942471385002, -0.018817605450749397, -0.01764027029275894, -0.016462933272123337, -0.015285598114132881, -0.014108261093497276, -0.012930925004184246, -0.011753588914871216, -0.010576252825558186, -0.009398916736245155, -0.008221580646932125, -0.0070442440919578075, -0.005866908002644777, -0.004689571913331747, -0.003512235591188073, -0.0023348992690443993, -0.001157563179731369, 1.977302599698305e-05, 0.0011971092317253351, 0.002374445553869009, 0.0035517816431820393, 0.0047291177324950695, 0.005906454287469387, 0.007083790376782417, 0.008261126466095448, 0.009438462555408478, 0.010615798644721508, 0.011793134734034538, 0.012970471754670143, 0.014147807843983173, 0.015325143933296204, 0.01650247909128666, 0.017679816111922264, 0.01885715313255787, 0.020034488290548325, 0.02121182531118393, 0.022389160469174385, 0.02356649748980999, 0.024743832647800446, 0.02592116966843605, 0.027098506689071655, 0.02827584184706211, 0.029453178867697716, 0.03063051402568817, 0.031807851046323776, 0.03298518806695938, 0.03416252136230469, 0.03533985838294029, 0.0365171954035759, 0.0376945324242115, 0.03887186944484711, 0.04004920274019241, 0.04122653976082802, 0.04240387678146362, 0.04358121380209923, 0.044758547097444534, 0.04593588411808014, 0.047113221138715744, 0.04829055815935135, 0.049467895179986954, 0.05064522847533226, 0.051822565495967865, 0.05299990251660347, 0.054177239537239075, 0.05535457283258438]}, "_runtime": 26.451523303985596, "_timestamp": 1596208390.6425173, "_step": 23}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 3.0, 2.0, 2.0, 1.0, 1.0, 2.0, 3.0, 1.0, 3.0, 3.0, 2.0, 2.0, 6.0, 1.0, 2.0, 1.0, 3.0, 0.0, 4.0, 0.0, 2.0, 1.0, 2.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014654995873570442, -0.014224307611584663, -0.01379361841827631, -0.013362930156290531, -0.012932241894304752, -0.012501553632318974, -0.01207086443901062, -0.011640176177024841, -0.011209487915039062, -0.010778798721730709, -0.01034811045974493, -0.009917422197759151, -0.009486733935773373, -0.00905604474246502, -0.00862535648047924, -0.008194668218493462, -0.0077639794908463955, -0.007333290763199329, -0.006902602501213551, -0.0064719137735664845, -0.006041225511580706, -0.0056105367839336395, -0.005179848521947861, -0.004749159794300795, -0.0043184710666537285, -0.0038877828046679497, -0.003457094309851527, -0.0030264058150351048, -0.0025957170873880386, -0.002165028592571616, -0.0017343400977551937, -0.0013036516029387712, -0.0008729631081223488, -0.00044227458420209587, -1.1586060281842947e-05, 0.00041910246363840997, 0.0008497909875586629, 0.0012804794823750854, 0.0017111680936068296, 0.002141856588423252, 0.0025725450832396746, 0.003003233578056097, 0.0034339220728725195, 0.003864610567688942, 0.004295299295336008, 0.004725987557321787, 0.005156676284968853, 0.005587364546954632, 0.006018053274601698, 0.006448742002248764, 0.006879430264234543, 0.007310118991881609, 0.007740807253867388, 0.008171495981514454, 0.008602184243500233, 0.009032872505486012, 0.009463561698794365, 0.009894249960780144, 0.010324938222765923, 0.010755627416074276, 0.011186315678060055, 0.011617003940045834, 0.012047692202031612, 0.012478381395339966, 0.012909069657325745]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 4.0, 3.0, 2.0, 5.0, 3.0, 6.0, 4.0, 3.0, 4.0, 4.0, 5.0, 10.0, 10.0, 12.0, 21.0, 33.0, 30.0, 36.0, 35.0, 54.0, 57.0, 83.0, 105.0, 134.0, 170.0, 254.0, 444.0, 4703.0, 645.0, 300.0, 174.0, 128.0, 86.0, 66.0, 56.0, 36.0, 42.0, 33.0, 25.0, 22.0, 9.0, 18.0, 11.0, 6.0, 6.0, 5.0, 8.0, 3.0, 3.0, 3.0, 3.0, 2.0, 1.0, 1.0, 1.0, 3.0], "bins": [-0.15959903597831726, -0.1550901234149933, -0.1505812108516693, -0.14607228338718414, -0.14156337082386017, -0.1370544582605362, -0.13254554569721222, -0.12803663313388824, -0.12352771311998367, -0.1190188005566597, -0.11450988054275513, -0.11000096797943115, -0.10549205541610718, -0.1009831354022026, -0.09647422283887863, -0.09196530282497406, -0.08745639026165009, -0.08294747769832611, -0.07843855768442154, -0.07392964512109756, -0.069420725107193, -0.06491181254386902, -0.060402899980545044, -0.05589398369193077, -0.0513850674033165, -0.046876151114702225, -0.04236723482608795, -0.03785832226276398, -0.033349405974149704, -0.02884048968553543, -0.024331575259566307, -0.019822660833597183, -0.01531374454498291, -0.010804829187691212, -0.006295913830399513, -0.0017869984731078148, 0.0027219168841838837, 0.007230832241475582, 0.01173974759876728, 0.016248662024736404, 0.020757578313350677, 0.02526649460196495, 0.029775409027934074, 0.0342843234539032, 0.03879323974251747, 0.043302156031131744, 0.04781106859445572, 0.05231998488306999, 0.056828901171684265, 0.06133781746029854, 0.06584673374891281, 0.07035564631223679, 0.07486456632614136, 0.07937347888946533, 0.0838823914527893, 0.08839131146669388, 0.09290022403001785, 0.09740913659334183, 0.1019180566072464, 0.10642696917057037, 0.11093588173389435, 0.11544480174779892, 0.1199537143111229, 0.12446263432502747, 0.12897154688835144]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 2.0, 4.0, 4.0, 2.0, 5.0, 3.0, 28.0, 2.0, 4.0, 6.0, 3.0, 4.0, 6.0, 1.0, 1.0, 5.0, 3.0, 2.0, 5.0, 1.0, 5.0, 3.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0028743967413902283, -0.002789521822705865, -0.0027046469040215015, -0.0026197717525064945, -0.002534896833822131, -0.002450021915137768, -0.0023651469964534044, -0.002280272077769041, -0.002195396926254034, -0.0021105220075696707, -0.0020256470888853073, -0.001940772170200944, -0.0018558972515165806, -0.0017710222164168954, -0.001686147297732532, -0.0016012722626328468, -0.0015163973439484835, -0.00143152242526412, -0.001346647390164435, -0.0012617724714800715, -0.0011768974363803864, -0.001092022517696023, -0.0010071475990116596, -0.0009222726221196353, -0.0008373976452276111, -0.0007525226683355868, -0.0006676476914435625, -0.0005827727727591991, -0.0004978977958671749, -0.0004130228189751506, -0.00032814787118695676, -0.0002432729088468477, -0.00015839794650673866, -7.352298416662961e-05, 1.1351978173479438e-05, 9.622694051358849e-05, 0.00018110190285369754, 0.0002659768797457218, 0.00035085182753391564, 0.00043572677532210946, 0.0005206017522141337, 0.000605476729106158, 0.0006903517059981823, 0.0007752266246825457, 0.0008601016015745699, 0.0009449765784665942, 0.0010298514971509576, 0.0011147265322506428, 0.0011996014509350061, 0.0012844763696193695, 0.0013693514047190547, 0.001454226323403418, 0.0015391013585031033, 0.0016239762771874666, 0.00170885119587183, 0.0017937262309715152, 0.0018786011496558785, 0.0019634761847555637, 0.002048351103439927, 0.0021332260221242905, 0.002218100940808654, 0.002302975859493017, 0.002387851011008024, 0.0024727259296923876, 0.002557600848376751]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 5.0, 2.0, 4.0, 7.0, 13.0, 13.0, 19.0, 30.0, 35.0, 52.0, 81.0, 116.0, 168.0, 257.0, 395.0, 651.0, 967.0, 1488.0, 2324.0, 3835.0, 6505.0, 11141.0, 20402.0, 39624.0, 85612.0, 691189.0, 163247.0, 65529.0, 34533.0, 19750.0, 11631.0, 7047.0, 4497.0, 2780.0, 1802.0, 1338.0, 815.0, 559.0, 397.0, 263.0, 146.0, 105.0, 85.0, 48.0, 40.0, 34.0, 12.0, 19.0, 6.0, 9.0, 3.0, 3.0, 4.0, 1.0, 4.0, 0.0, 1.0], "bins": [-0.008872699923813343, -0.008602582849562168, -0.008332465775310993, -0.008062349632382393, -0.007792232558131218, -0.007522115483880043, -0.007251998409628868, -0.0069818818010389805, -0.0067117647267878056, -0.006441647652536631, -0.006171531043946743, -0.005901413969695568, -0.005631296895444393, -0.0053611802868545055, -0.005091063212603331, -0.004820946604013443, -0.004550829529762268, -0.004280712455511093, -0.0040105958469212055, -0.0037404787726700306, -0.0034703619312494993, -0.003200245089828968, -0.002930128015577793, -0.002660011174157262, -0.0023898943327367306, -0.0021197774913161993, -0.0018496605334803462, -0.001579543575644493, -0.0013094267342239618, -0.0010393098928034306, -0.0007691929349675775, -0.0004990760353393853, -0.00022895913571119308, 4.11577639169991e-05, 0.0003112746635451913, 0.0005813915631733835, 0.0008515084628015757, 0.001121625304222107, 0.00139174226205796, 0.0016618592198938131, 0.0019319760613143444, 0.0022020929027348757, 0.002472209744155407, 0.002742326818406582, 0.003012443659827113, 0.0032825605012476444, 0.0035526775754988194, 0.0038227944169193506, 0.004092911258339882, 0.004363028332591057, 0.0046331449411809444, 0.004903262015432119, 0.005173378624022007, 0.005443495698273182, 0.005713612772524357, 0.0059837293811142445, 0.006253846455365419, 0.006523963529616594, 0.006794080138206482, 0.007064197212457657, 0.007334314286708832, 0.007604430895298719, 0.007874547503888607, 0.008144664578139782, 0.008414781652390957]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 5.0, 13.0, 5.0, 10.0, 2.0, 5.0, 2.0, 4.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.029888764023780823, -0.02924402244389057, -0.02859927900135517, -0.02795453742146492, -0.02730979397892952, -0.02666505239903927, -0.026020308956503868, -0.025375567376613617, -0.024730823934078217, -0.024086082354187965, -0.023441340774297714, -0.022796597331762314, -0.022151855751872063, -0.021507112309336662, -0.02086237072944641, -0.02021762728691101, -0.01957288570702076, -0.01892814412713051, -0.018283400684595108, -0.017638659104704857, -0.016993915662169456, -0.016349174082279205, -0.015704430639743805, -0.015059689059853554, -0.014414946548640728, -0.013770204037427902, -0.013125461526215076, -0.01248071901500225, -0.011835977435112, -0.011191234923899174, -0.010546492412686348, -0.009901749901473522, -0.009257007390260696, -0.00861226487904787, -0.007967522367835045, -0.007322780322283506, -0.006678037811070681, -0.006033295299857855, -0.005388553254306316, -0.004743810743093491, -0.004099068231880665, -0.003454325720667839, -0.002809583442285657, -0.002164841163903475, -0.001520098652690649, -0.0008753562578931451, -0.00023061386309564114, 0.0004141285317018628, 0.0010588709264993668, 0.0017036133212968707, 0.0023483557160943747, 0.0029930979944765568, 0.0036378405056893826, 0.004282583016902208, 0.004927325062453747, 0.005572067573666573, 0.006216810084879398, 0.006861552596092224, 0.00750629510730505, 0.008151037618517876, 0.008795779198408127, 0.009440521709620953, 0.010085264220833778, 0.010730006732046604, 0.01137474924325943]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [8.0, 10.0, 20.0, 18.0, 8.0, 16.0, 15.0, 16.0, 27.0, 16.0, 13.0, 12.0, 16.0, 10.0, 22.0, 29.0, 48.0, 67.0, 82.0, 66.0, 68.0, 86.0, 99.0, 140.0, 165.0, 288.0, 467.0, 827.0, 2066.0, 6768.0, 2272.0, 1473.0, 906.0, 658.0, 448.0, 308.0, 230.0, 161.0, 122.0, 76.0, 64.0, 50.0, 31.0, 25.0, 23.0, 12.0, 8.0, 9.0, 8.0, 9.0, 9.0, 9.0, 6.0, 4.0, 2.0, 4.0, 4.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0], "bins": [-0.0102997450158, -0.00994887761771679, -0.009598011150956154, -0.009247143752872944, -0.008896277286112309, -0.008545409888029099, -0.008194543421268463, -0.007843676023185253, -0.0074928090907633305, -0.007141942158341408, -0.006791075225919485, -0.006440208293497562, -0.006089340895414352, -0.00573847396299243, -0.005387607030570507, -0.005036740098148584, -0.004685873165726662, -0.004335006233304739, -0.003984139300882816, -0.00363327213563025, -0.0032824052032083273, -0.0029315382707864046, -0.0025806711055338383, -0.0022298041731119156, -0.001878937240689993, -0.0015280703082680702, -0.0011772032594308257, -0.0008263362688012421, -0.0004754692781716585, -0.00012460228754207492, 0.00022626470308750868, 0.0005771316937170923, 0.0009279986843466759, 0.0012788656167685986, 0.001629732665605843, 0.0019805997144430876, 0.0023314666468650103, 0.002682333579286933, 0.0030332007445394993, 0.003384067676961422, 0.0037349346093833447, 0.004085801541805267, 0.00443666847422719, 0.004787535406649113, 0.005138402804732323, 0.005489269737154245, 0.005840136669576168, 0.006191003601998091, 0.006541870534420013, 0.006892737466841936, 0.007243604399263859, 0.0075944713316857815, 0.007945338264107704, 0.008296205662190914, 0.00864707212895155, 0.00899793952703476, 0.009348805993795395, 0.009699673391878605, 0.010050540789961815, 0.01040140725672245, 0.01075227465480566, 0.011103141121566296, 0.011454008519649506, 0.011804874986410141, 0.012155742384493351]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.050546795129776, -0.04833504557609558, -0.04612329602241516, -0.04391154646873474, -0.04169979691505432, -0.0394880473613739, -0.03727629780769348, -0.03506454825401306, -0.03285279870033264, -0.03064104914665222, -0.028429299592971802, -0.026217550039291382, -0.024005800485610962, -0.021794050931930542, -0.019582301378250122, -0.017370551824569702, -0.015158802270889282, -0.012947052717208862, -0.010735303163528442, -0.008523553609848022, -0.0063118040561676025, -0.004100054502487183, -0.0018883049488067627, 0.0003234446048736572, 0.002535194158554077, 0.004746943712234497, 0.006958693265914917, 0.009170442819595337, 0.011382192373275757, 0.013593941926956177, 0.015805691480636597, 0.018017441034317017, 0.020229190587997437, 0.022440940141677856, 0.024652689695358276, 0.026864439249038696, 0.029076188802719116, 0.031287938356399536, 0.033499687910079956, 0.035711437463760376, 0.037923187017440796, 0.040134936571121216, 0.042346686124801636, 0.044558435678482056, 0.046770185232162476, 0.048981934785842896, 0.051193684339523315, 0.053405433893203735, 0.055617183446884155, 0.057828933000564575, 0.060040682554244995, 0.062252432107925415, 0.06446418166160583, 0.06667593121528625, 0.06888768076896667, 0.0710994303226471, 0.07331117987632751, 0.07552292943000793, 0.07773467898368835, 0.07994642853736877, 0.0821581780910492, 0.08436992764472961, 0.08658167719841003, 0.08879342675209045, 0.09100517630577087]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 5.0, 1.0, 0.0, 0.0, 1.0, 5.0, 5.0, 4.0, 5.0, 5.0, 4.0, 5.0, 1.0, 4.0, 3.0, 8.0, 9.0, 11.0, 20.0, 44.0, 28.0, 19.0, 27.0, 20.0, 15.0, 9.0, 3.0, 6.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.03995136171579361, -0.03867851570248604, -0.03740566968917847, -0.0361328199505806, -0.034859973937273026, -0.033587127923965454, -0.032314278185367584, -0.031041432172060013, -0.02976858615875244, -0.02849574014544487, -0.02722289226949215, -0.02595004439353943, -0.024677198380231857, -0.023404352366924286, -0.022131504490971565, -0.020858656615018845, -0.019585810601711273, -0.018312964588403702, -0.01704011671245098, -0.01576726883649826, -0.014494422823190689, -0.013221575878560543, -0.011948728933930397, -0.010675881989300251, -0.009403035044670105, -0.008130188100039959, -0.006857341155409813, -0.005584494210779667, -0.004311647266149521, -0.003038800321519375, -0.0017659533768892288, -0.0004931064322590828, 0.0007797405123710632, 0.0020525874570012093, 0.0033254344016313553, 0.004598281346261501, 0.005871128290891647, 0.007143975235521793, 0.00841682218015194, 0.009689669124782085, 0.010962516069412231, 0.012235363014042377, 0.013508209958672523, 0.01478105690330267, 0.016053903847932816, 0.017326749861240387, 0.018599597737193108, 0.019872445613145828, 0.0211452916264534, 0.02241813763976097, 0.02369098551571369, 0.024963833391666412, 0.026236679404973984, 0.027509525418281555, 0.028782373294234276, 0.030055221170186996, 0.03132806718349457, 0.03260091319680214, 0.03387375921010971, 0.03514660894870758, 0.03641945496201515, 0.03769230097532272, 0.03896515071392059, 0.040237996727228165, 0.041510842740535736]}, "_runtime": 27.33009672164917, "_timestamp": 1596208391.5210907, "_step": 24}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 3.0, 0.0, 3.0, 1.0, 4.0, 1.0, 5.0, 2.0, 7.0, 4.0, 4.0, 0.0, 2.0, 4.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01215258426964283, -0.011670383624732494, -0.011188183911144733, -0.010705983266234398, -0.010223783552646637, -0.009741582907736301, -0.009259382262825966, -0.008777182549238205, -0.00829498190432787, -0.007812782190740108, -0.007330581545829773, -0.006848381366580725, -0.0063661811873316765, -0.005883981008082628, -0.005401780363172293, -0.0049195801839232445, -0.004437380004674196, -0.003955179825425148, -0.003472979413345456, -0.002990779234096408, -0.002508578822016716, -0.0020263786427676678, -0.0015441784635186195, -0.0010619781678542495, -0.0005797778721898794, -9.757760562933981e-05, 0.0003846226609311998, 0.0008668228983879089, 0.001349023194052279, 0.001831223489716649, 0.0023134236689656973, 0.002795624081045389, 0.0032778242602944374, 0.0037600244395434856, 0.004242224618792534, 0.004724425263702869, 0.005206625442951918, 0.005688825622200966, 0.006171025801450014, 0.006653225980699062, 0.007135426625609398, 0.007617626804858446, 0.008099826984107494, 0.00858202762901783, 0.00906422734260559, 0.009546427987515926, 0.010028627701103687, 0.010510828346014023, 0.010993028059601784, 0.01147522870451212, 0.011957429349422455, 0.012439629063010216, 0.012921829707920551, 0.013404029421508312, 0.013886230066418648, 0.014368430711328983, 0.014850630424916744, 0.01533283106982708, 0.01581503078341484, 0.01629723235964775, 0.016779432073235512, 0.017261631786823273, 0.017743831500411034, 0.018226033076643944, 0.018708232790231705]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 4.0, 2.0, 2.0, 7.0, 8.0, 9.0, 13.0, 24.0, 20.0, 31.0, 34.0, 59.0, 89.0, 87.0, 120.0, 164.0, 244.0, 433.0, 4657.0, 929.0, 367.0, 166.0, 106.0, 86.0, 55.0, 45.0, 36.0, 25.0, 22.0, 22.0, 17.0, 7.0, 5.0, 7.0, 5.0, 3.0, 4.0, 5.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1665353924036026, -0.1607179194688797, -0.154900461435318, -0.1490829885005951, -0.1432655304670334, -0.13744805753231049, -0.13163059949874878, -0.12581312656402588, -0.11999566853046417, -0.11417819559574127, -0.10836073011159897, -0.10254326462745667, -0.09672579914331436, -0.09090833365917206, -0.08509086817502975, -0.07927340269088745, -0.07345593720674515, -0.06763847172260284, -0.06182100623846054, -0.05600354075431824, -0.050186075270175934, -0.04436860606074333, -0.03855114057660103, -0.032733675092458725, -0.02691620960831642, -0.021098744124174118, -0.01528127770870924, -0.009463811293244362, -0.0036463458091020584, 0.0021711201407015324, 0.007988586090505123, 0.013806052505970001, 0.019623517990112305, 0.025440983474254608, 0.03125844895839691, 0.037075914442539215, 0.04289337992668152, 0.04871084913611412, 0.054528314620256424, 0.06034578010439873, 0.06616324186325073, 0.07198071479797363, 0.07779818028211594, 0.08361564576625824, 0.08943311125040054, 0.09525057673454285, 0.10106804221868515, 0.10688550770282745, 0.11270297318696976, 0.11852043867111206, 0.12433790415525436, 0.13015536963939667, 0.13597284257411957, 0.14179030060768127, 0.14760777354240417, 0.15342523157596588, 0.15924270451068878, 0.1650601625442505, 0.1708776354789734, 0.1766950935125351, 0.182512566447258, 0.1883300244808197, 0.1941474974155426, 0.1999649554491043, 0.2057824283838272]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 4.0, 2.0, 3.0, 3.0, 2.0, 4.0, 2.0, 5.0, 3.0, 5.0, 7.0, 2.0, 0.0, 29.0, 4.0, 4.0, 5.0, 1.0, 5.0, 4.0, 6.0, 0.0, 3.0, 0.0, 1.0, 2.0, 5.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0029146126471459866, -0.0028242047410458326, -0.0027337968349456787, -0.002643388928845525, -0.002552981022745371, -0.0024625728838145733, -0.0023721649777144194, -0.0022817570716142654, -0.0021913491655141115, -0.0021009412594139576, -0.0020105333533138037, -0.001920125330798328, -0.001829717424698174, -0.00173930951859802, -0.0016489014960825443, -0.0015584935899823904, -0.0014680856838822365, -0.0013776777777820826, -0.0012872698716819286, -0.0011968618491664529, -0.001106453943066299, -0.001016046036966145, -0.0009256380726583302, -0.0008352301083505154, -0.0007448222022503614, -0.0006544142961502075, -0.0005640063318423927, -0.0004735983966384083, -0.0003831904614344239, -0.00029278252623043954, -0.00020237459102645516, -0.00011196665582247078, -2.1558720618486404e-05, 6.884921458549798e-05, 0.00015925714978948236, 0.00024966508499346673, 0.0003400730201974511, 0.0004304809554014355, 0.0005208888906054199, 0.0006112968549132347, 0.0007017047610133886, 0.0007921126671135426, 0.0008825206314213574, 0.0009729285957291722, 0.0010633365018293262, 0.00115374440792948, 0.0012441524304449558, 0.0013345603365451097, 0.0014249682426452637, 0.0015153761487454176, 0.0016057840548455715, 0.0016961920773610473, 0.0017865999834612012, 0.0018770078895613551, 0.001967415912076831, 0.002057823818176985, 0.0021482317242771387, 0.0022386396303772926, 0.0023290475364774466, 0.0024194554425776005, 0.002509863581508398, 0.002600271487608552, 0.002690679393708706, 0.00278108729980886, 0.0028714952059090137]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 2.0, 2.0, 5.0, 8.0, 17.0, 9.0, 15.0, 29.0, 46.0, 44.0, 63.0, 107.0, 179.0, 274.0, 457.0, 739.0, 1205.0, 2119.0, 3932.0, 7177.0, 14038.0, 30495.0, 70504.0, 206587.0, 693641.0, 74945.0, 33553.0, 16654.0, 9011.0, 5164.0, 3162.0, 1941.0, 1219.0, 759.0, 492.0, 361.0, 221.0, 155.0, 98.0, 76.0, 31.0, 33.0, 22.0, 14.0, 9.0, 8.0, 5.0, 7.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00820183102041483, -0.007875921204686165, -0.007550011854618788, -0.007224102504551411, -0.006898192688822746, -0.006572282873094082, -0.006246373523026705, -0.005920464172959328, -0.005594554357230663, -0.005268644541501999, -0.004942735191434622, -0.004616825841367245, -0.00429091602563858, -0.003965006209909916, -0.003639096859842539, -0.003313187276944518, -0.0029872776940464973, -0.0026613681111484766, -0.002335458528250456, -0.002009548945352435, -0.0016836393624544144, -0.0013577297795563936, -0.0010318201966583729, -0.0007059106137603521, -0.0003800010308623314, -5.4091447964310646e-05, 0.0002718181349337101, 0.0005977277178317308, 0.0009236373007297516, 0.0012495468836277723, 0.001575456466525793, 0.0019013660494238138, 0.0022272756323218346, 0.0025531852152198553, 0.002879094798117876, 0.003205004381015897, 0.0035309139639139175, 0.0038568235468119383, 0.004182733129709959, 0.004508642479777336, 0.0048345522955060005, 0.005160462111234665, 0.005486371461302042, 0.005812280811369419, 0.0061381906270980835, 0.006464100442826748, 0.006790009792894125, 0.007115919142961502, 0.0074418289586901665, 0.007767738774418831, 0.00809364765882492, 0.008419557474553585, 0.00874546729028225, 0.009071377106010914, 0.009397286921739578, 0.009723195806145668, 0.010049105621874332, 0.010375015437602997, 0.010700924322009087, 0.011026834137737751, 0.011352743953466415, 0.01167865376919508, 0.012004563584923744, 0.012330472469329834, 0.012656382285058498]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 3.0, 3.0, 0.0, 3.0, 1.0, 3.0, 2.0, 4.0, 1.0, 10.0, 2.0, 0.0, 3.0, 2.0, 3.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.014638214372098446, -0.014124007895588875, -0.013609801419079304, -0.013095594942569733, -0.012581388466060162, -0.01206718198955059, -0.01155297551304102, -0.011038769036531448, -0.010524561628699303, -0.010010355152189732, -0.00949614867568016, -0.00898194219917059, -0.008467735722661018, -0.007953529246151447, -0.007439322769641876, -0.006925116293132305, -0.006410909816622734, -0.005896703340113163, -0.005382496863603592, -0.004868290387094021, -0.00435408391058445, -0.003839877201244235, -0.0033256704919040203, -0.0028114640153944492, -0.002297257538884878, -0.001783051062375307, -0.0012688444694504142, -0.0007546379347331822, -0.0002404314000159502, 0.0002737751347012818, 0.0007879816694185138, 0.0013021882623434067, 0.0018163947388529778, 0.002330601215362549, 0.00284480769187212, 0.0033590144012123346, 0.0038732208777219057, 0.0043874275870621204, 0.0049016340635716915, 0.005415840540081263, 0.005930047016590834, 0.006444253493100405, 0.006958459969609976, 0.007472666446119547, 0.007986873388290405, 0.008501079864799976, 0.009015286341309547, 0.009529492817819118, 0.01004369929432869, 0.01055790577083826, 0.011072112247347832, 0.011586318723857403, 0.012100525200366974, 0.012614731676876545, 0.013128938153386116, 0.013643144629895687, 0.014157351106405258, 0.014671558514237404, 0.015185764990746975, 0.015699971467256546, 0.016214177012443542, 0.016728384420275688, 0.017242589965462685, 0.01775679737329483, 0.018271002918481827]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 4.0, 3.0, 5.0, 6.0, 5.0, 10.0, 12.0, 9.0, 10.0, 13.0, 16.0, 33.0, 27.0, 48.0, 52.0, 62.0, 82.0, 113.0, 177.0, 169.0, 207.0, 270.0, 336.0, 438.0, 480.0, 604.0, 725.0, 1065.0, 1529.0, 5740.0, 2143.0, 1052.0, 770.0, 535.0, 407.0, 317.0, 247.0, 163.0, 115.0, 92.0, 79.0, 50.0, 42.0, 36.0, 30.0, 26.0, 24.0, 16.0, 12.0, 7.0, 4.0, 3.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.012345848605036736, -0.01200126577168703, -0.0116566838696599, -0.011312101036310196, -0.010967519134283066, -0.010622936300933361, -0.010278353467583656, -0.009933771565556526, -0.009589188732206821, -0.009244605898857117, -0.008900023996829987, -0.008555441163480282, -0.008210858330130577, -0.007866276428103447, -0.007521693594753742, -0.007177111227065325, -0.006832528859376907, -0.00648794649168849, -0.0061433641240000725, -0.005798781290650368, -0.00545419892296195, -0.005109616555273533, -0.004765033721923828, -0.004420451354235411, -0.004075868986546993, -0.003731286618858576, -0.0033867040183395147, -0.0030421214178204536, -0.002697539050132036, -0.0023529566824436188, -0.0020083740819245577, -0.0016637915978208184, -0.0013192091137170792, -0.0009746266296133399, -0.0006300441455096006, -0.0002854616614058614, 5.9120822697877884e-05, 0.00040370330680161715, 0.0007482857909053564, 0.0010928682750090957, 0.001437450759112835, 0.0017820332432165742, 0.0021266157273203135, 0.0024711983278393745, 0.002815780695527792, 0.0031603630632162094, 0.0035049456637352705, 0.0038495282642543316, 0.004194110631942749, 0.0045386929996311665, 0.004883275367319584, 0.005227858200669289, 0.005572440568357706, 0.0059170229360461235, 0.006261605769395828, 0.006606188137084246, 0.006950770504772663, 0.0072953528724610806, 0.007639935240149498, 0.007984518073499203, 0.008329100906848907, 0.008673682808876038, 0.009018265642225742, 0.009362847544252872, 0.009707430377602577]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 5.0, 3.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 3.0], "bins": [-0.15872035920619965, -0.15480297803878784, -0.15088559687137604, -0.14696821570396423, -0.14305083453655243, -0.13913345336914062, -0.13521607220172882, -0.13129869103431702, -0.1273813247680664, -0.123463936150074, -0.1195465549826622, -0.1156291738152504, -0.11171180009841919, -0.10779441893100739, -0.10387703776359558, -0.09995965659618378, -0.09604227542877197, -0.09212489426136017, -0.08820751309394836, -0.08429013192653656, -0.08037275075912476, -0.07645537704229355, -0.07253799587488174, -0.06862061470746994, -0.06470323354005814, -0.06078585237264633, -0.05686847120523453, -0.05295109376311302, -0.04903371259570122, -0.04511633142828941, -0.04119895398616791, -0.037281572818756104, -0.0333641916513443, -0.029446810483932495, -0.02552943117916584, -0.021612051874399185, -0.01769467070698738, -0.013777290470898151, -0.009859910234808922, -0.005942529998719692, -0.0020251497626304626, 0.001892230473458767, 0.0058096107095479965, 0.009726990945637226, 0.013644371181726456, 0.01756175234913826, 0.021479131653904915, 0.02539651095867157, 0.029313892126083374, 0.03323127329349518, 0.03714865446090698, 0.04106603190302849, 0.04498341307044029, 0.0489007942378521, 0.0528181716799736, 0.056735552847385406, 0.06065293401479721, 0.06457031518220901, 0.06848769634962082, 0.07240507751703262, 0.07632245123386383, 0.08023983240127563, 0.08415721356868744, 0.08807459473609924, 0.09199197590351105]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0, 3.0, 1.0, 3.0, 1.0, 4.0, 3.0, 4.0, 8.0, 17.0, 12.0, 20.0, 20.0, 21.0, 46.0, 16.0, 6.0, 12.0, 8.0, 5.0, 4.0, 3.0, 7.0, 2.0, 4.0, 4.0, 5.0, 1.0, 4.0, 5.0, 0.0, 3.0, 4.0, 1.0, 2.0, 2.0, 3.0, 3.0, 2.0], "bins": [-0.10735303163528442, -0.10464540123939514, -0.10193776339292526, -0.09923013299703598, -0.0965224951505661, -0.09381486475467682, -0.09110723435878754, -0.08839959651231766, -0.08569196611642838, -0.0829843282699585, -0.08027669787406921, -0.07756906747817993, -0.07486142963171005, -0.07215379923582077, -0.06944616138935089, -0.06673853099346161, -0.06403090059757233, -0.06132326275110245, -0.05861562862992287, -0.055907998234033585, -0.053200364112854004, -0.05049272999167442, -0.04778509587049484, -0.04507746174931526, -0.04236982762813568, -0.0396621972322464, -0.03695456311106682, -0.03424692898988724, -0.03153929486870766, -0.028831662610173225, -0.026124028488993645, -0.023416396230459213, -0.020708762109279633, -0.018001127988100052, -0.01529349572956562, -0.01258586160838604, -0.009878228418529034, -0.007170595228672028, -0.004462961573153734, -0.0017553281504660845, 0.0009523052722215652, 0.003659938694909215, 0.006367572117596865, 0.009075205773115158, 0.011782838962972164, 0.01449047215282917, 0.01719810627400875, 0.019905738532543182, 0.022613372653722763, 0.025321006774902344, 0.028028639033436775, 0.030736273154616356, 0.03344390541315079, 0.03615153953433037, 0.03885917365550995, 0.04156680777668953, 0.04427444189786911, 0.04698207229375839, 0.04968970641493797, 0.052397340536117554, 0.055104974657297134, 0.057812608778476715, 0.060520239174366, 0.06322787702083588, 0.06593550741672516]}, "_runtime": 28.25034475326538, "_timestamp": 1596208392.4413388, "_step": 25}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 3.0, 2.0, 3.0, 0.0, 4.0, 4.0, 4.0, 1.0, 6.0, 1.0, 4.0, 2.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.01831655204296112, -0.017894918099045753, -0.017473284155130386, -0.01705164834856987, -0.016630014404654503, -0.016208380460739136, -0.01578674651682377, -0.015365111641585827, -0.01494347769767046, -0.014521842822432518, -0.014100208878517151, -0.013678574934601784, -0.013256940059363842, -0.012835306115448475, -0.012413671240210533, -0.011992037296295166, -0.011570403352379799, -0.011148768477141857, -0.01072713453322649, -0.010305499657988548, -0.009883865714073181, -0.00946223083883524, -0.009040596894919872, -0.008618962951004505, -0.008197328075766563, -0.007775694131851196, -0.007354059722274542, -0.006932425312697887, -0.006510790903121233, -0.0060891564935445786, -0.005667522549629211, -0.005245888140052557, -0.0048242537304759026, -0.004402619320899248, -0.003980984911322594, -0.003559350734576583, -0.003137716557830572, -0.0027160821482539177, -0.0022944477386772633, -0.0018728134455159307, -0.001451179152354598, -0.0010295448591932654, -0.0006079105078242719, -0.00018627618555910885, 0.0002353581367060542, 0.0006569924298673868, 0.0010786268394440413, 0.0015002611326053739, 0.0019218954257667065, 0.002343529835343361, 0.0027651640120893717, 0.003186798421666026, 0.003608432598412037, 0.004030067007988691, 0.004451701417565346, 0.004873335827142, 0.005294970236718655, 0.005716604180634022, 0.006138238590210676, 0.006559872999787331, 0.006981507409363985, 0.0074031418189406395, 0.007824775762856007, 0.008246410638093948, 0.008668044582009315]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 3.0, 2.0, 3.0, 2.0, 2.0, 3.0, 2.0, 6.0, 5.0, 5.0, 7.0, 10.0, 10.0, 15.0, 17.0, 15.0, 18.0, 24.0, 27.0, 39.0, 53.0, 60.0, 66.0, 92.0, 99.0, 111.0, 164.0, 216.0, 364.0, 4152.0, 1038.0, 364.0, 218.0, 161.0, 104.0, 91.0, 63.0, 58.0, 34.0, 49.0, 29.0, 32.0, 24.0, 15.0, 12.0, 10.0, 5.0, 6.0, 9.0, 1.0, 5.0, 1.0, 3.0, 3.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.1336546540260315, -0.12930084764957428, -0.12494705617427826, -0.12059325724840164, -0.11623945832252502, -0.11188565194606781, -0.10753185302019119, -0.10317805409431458, -0.09882425516843796, -0.09447045624256134, -0.09011665731668472, -0.0857628583908081, -0.08140905201435089, -0.07705525308847427, -0.07270145416259766, -0.06834765523672104, -0.06399385631084442, -0.059640057384967804, -0.055286258459091187, -0.05093245580792427, -0.04657865688204765, -0.042224857956171036, -0.03787105530500412, -0.0335172563791275, -0.029163457453250885, -0.024809658527374268, -0.0204558577388525, -0.016102056950330734, -0.011748258024454117, -0.007394458167254925, -0.0030406583100557327, 0.0013131415471434593, 0.005666941404342651, 0.010020741261541843, 0.014374541118741035, 0.018728341907262802, 0.02308214083313942, 0.027435939759016037, 0.03178974241018295, 0.03614354133605957, 0.04049734026193619, 0.044851139187812805, 0.04920493811368942, 0.05355874076485634, 0.057912539690732956, 0.06226633861660957, 0.06662014126777649, 0.0709739401936531, 0.07532773911952972, 0.07968153804540634, 0.08403533697128296, 0.08838913589715958, 0.0927429348230362, 0.09709674119949341, 0.10145054012537003, 0.10580433905124664, 0.11015813797712326, 0.11451193690299988, 0.1188657358288765, 0.12321953475475311, 0.12757334113121033, 0.13192713260650635, 0.13628093898296356, 0.14063473045825958, 0.1449885368347168]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 4.0, 2.0, 1.0, 2.0, 0.0, 2.0, 5.0, 3.0, 4.0, 3.0, 7.0, 4.0, 30.0, 5.0, 3.0, 2.0, 5.0, 2.0, 1.0, 5.0, 3.0, 3.0, 5.0, 3.0, 0.0, 3.0, 3.0, 2.0, 1.0, 1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002324820961803198, -0.0022370913065969944, -0.0021493618842214346, -0.002061632229015231, -0.0019739028066396713, -0.0018861731514334679, -0.0017984436126425862, -0.0017107140738517046, -0.001622984535060823, -0.0015352549962699413, -0.0014475254574790597, -0.001359795918688178, -0.0012720662634819746, -0.001184336724691093, -0.0010966071859002113, -0.0010088776471093297, -0.0009211481083184481, -0.0008334185695275664, -0.0007456890307366848, -0.0006579594337381423, -0.0005702298949472606, -0.000482500356156379, -0.0003947707882616669, -0.0003070412203669548, -0.00021931168157607317, -0.0001315821282332763, -4.3852574890479445e-05, 4.387697845231742e-05, 0.00013160653179511428, 0.00021933608513791114, 0.000307065638480708, 0.0003947952063754201, 0.00048252474516630173, 0.0005702542839571834, 0.000657983822748065, 0.0007457134197466075, 0.0008334429585374892, 0.0009211724973283708, 0.0010089020943269134, 0.001096631633117795, 0.0011843611719086766, 0.0012720907106995583, 0.00135982024949044, 0.0014475497882813215, 0.001535279443487525, 0.0016230089822784066, 0.0017107385210692883, 0.0017984680598601699, 0.0018861975986510515, 0.001973927253857255, 0.002061656676232815, 0.0021493863314390182, 0.002237115753814578, 0.0023248454090207815, 0.0024125748313963413, 0.002500304486602545, 0.0025880341418087482, 0.002675763564184308, 0.0027634932193905115, 0.0028512226417660713, 0.0029389522969722748, 0.0030266817193478346, 0.003114411374554038, 0.003202140796929598, 0.0032898704521358013]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 1.0, 3.0, 4.0, 5.0, 12.0, 15.0, 24.0, 21.0, 38.0, 57.0, 92.0, 104.0, 177.0, 234.0, 395.0, 527.0, 791.0, 1230.0, 1911.0, 2993.0, 4828.0, 7699.0, 13276.0, 22695.0, 40604.0, 79696.0, 223699.0, 585449.0, 77428.0, 43201.0, 25845.0, 15633.0, 10100.0, 6429.0, 4313.0, 3004.0, 1991.0, 1455.0, 1055.0, 679.0, 512.0, 400.0, 281.0, 200.0, 151.0, 108.0, 93.0, 53.0, 37.0, 25.0, 23.0, 10.0, 12.0, 5.0, 7.0, 1.0, 4.0, 2.0, 1.0, 2.0, 3.0], "bins": [-0.007696583867073059, -0.0074402582831680775, -0.0071839322336018085, -0.006927606649696827, -0.006671280600130558, -0.006414955016225576, -0.0061586289666593075, -0.005902303382754326, -0.005645977333188057, -0.005389651749283075, -0.005133326165378094, -0.004877000115811825, -0.004620674531906843, -0.004364348482340574, -0.004108022898435593, -0.0038516970816999674, -0.003595371264964342, -0.003339045448228717, -0.0030827196314930916, -0.0028263938147574663, -0.002570067998021841, -0.0023137424141168594, -0.002057416597381234, -0.001801090780645609, -0.0015447649639099836, -0.0012884391471743584, -0.001032113330438733, -0.0007757876301184297, -0.0005194618133828044, -0.0002631360257510096, -6.810238119214773e-06, 0.00024951554951258004, 0.0005058413371443748, 0.0007621671538800001, 0.0010184929706156254, 0.0012748186709359288, 0.001531144487671554, 0.0017874703044071794, 0.002043796004727483, 0.002300121821463108, 0.0025564476381987333, 0.0028127734549343586, 0.003069099271669984, 0.003325425088405609, 0.0035817506723105907, 0.003838076489046216, 0.004094402305781841, 0.00435072835534811, 0.004607053939253092, 0.004863379523158073, 0.005119705572724342, 0.005376031156629324, 0.005632357206195593, 0.0058886827901005745, 0.006145008839666843, 0.006401334423571825, 0.006657660007476807, 0.0069139860570430756, 0.007170311640948057, 0.007426637690514326, 0.007682963274419308, 0.007939289323985577, 0.008195615373551846, 0.00845194049179554, 0.008708266541361809]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 6.0, 0.0, 0.0, 0.0, 1.0, 0.0, 7.0, 6.0, 2.0, 1.0, 5.0, 5.0, 1.0, 7.0, 4.0, 3.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.021964408457279205, -0.021438047289848328, -0.0209116879850626, -0.02038532681763172, -0.019858965650200844, -0.019332606345415115, -0.018806245177984238, -0.01827988401055336, -0.01775352470576763, -0.017227163538336754, -0.016700802370905876, -0.016174443066120148, -0.01564808189868927, -0.015121721662580967, -0.014595361426472664, -0.014069000259041786, -0.013542640022933483, -0.01301627978682518, -0.012489918619394302, -0.011963558383286, -0.011437198147177696, -0.010910836979746819, -0.010384476743638515, -0.009858116507530212, -0.009331755340099335, -0.008805395103991032, -0.008279034867882729, -0.007752674166113138, -0.007226313464343548, -0.006699953228235245, -0.006173592526465654, -0.005647232290357351, -0.005120871588587761, -0.0045945108868181705, -0.0040681506507098675, -0.003541789948940277, -0.0030154294800013304, -0.0024890690110623837, -0.0019627083092927933, -0.0014363478403538465, -0.0009099873714148998, -0.0003836268442682922, 0.00014273368287831545, 0.0006690942100249231, 0.0011954547371715307, 0.0017218152061104774, 0.002248175907880068, 0.0027745363768190145, 0.0033008968457579613, 0.003827257314696908, 0.004353617783635855, 0.004879978485405445, 0.005406338721513748, 0.0059326994232833385, 0.006459060125052929, 0.006985420361161232, 0.007511781062930822, 0.008038141764700413, 0.008564502000808716, 0.009090862236917019, 0.009617223404347897, 0.0101435836404562, 0.010669943876564503, 0.01119630504399538, 0.011722665280103683]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 1.0, 0.0, 3.0, 4.0, 6.0, 6.0, 6.0, 7.0, 15.0, 11.0, 19.0, 21.0, 17.0, 30.0, 45.0, 19.0, 41.0, 52.0, 46.0, 59.0, 80.0, 79.0, 105.0, 104.0, 111.0, 121.0, 158.0, 188.0, 203.0, 266.0, 388.0, 825.0, 4690.0, 1611.0, 1412.0, 1279.0, 1106.0, 928.0, 828.0, 720.0, 569.0, 446.0, 414.0, 340.0, 248.0, 208.0, 176.0, 117.0, 81.0, 61.0, 45.0, 33.0, 19.0, 18.0, 18.0, 12.0, 5.0, 2.0, 1.0, 1.0, 3.0], "bins": [-0.010495132766664028, -0.0101961400359869, -0.009897147305309772, -0.00959815550595522, -0.009299162775278091, -0.009000170044600964, -0.008701177313923836, -0.008402184583246708, -0.00810319185256958, -0.0078041995875537395, -0.007505207322537899, -0.007206214591860771, -0.006907221861183643, -0.006608229596167803, -0.006309236865490675, -0.0060102446004748344, -0.005711251869797707, -0.005412259139120579, -0.005113266874104738, -0.00481427414342761, -0.00451528187841177, -0.004216289147734642, -0.003917296417057514, -0.00361830391921103, -0.003319311421364546, -0.0030203189235180616, -0.0027213264256715775, -0.0024223336949944496, -0.0021233411971479654, -0.0018243486993014812, -0.0015253560850396752, -0.0012263634707778692, -0.000927370972931385, -0.0006283784168772399, -0.00032938586082309484, -3.0393304768949747e-05, 0.00026859925128519535, 0.0005675918073393404, 0.0008665843633934855, 0.0011655769776552916, 0.0014645694755017757, 0.00176356197334826, 0.002062554471194744, 0.002361547201871872, 0.002660539699718356, 0.0029595321975648403, 0.003258524928241968, 0.0035575174260884523, 0.0038565099239349365, 0.004155502654612064, 0.004454494919627905, 0.004753487650305033, 0.005052479915320873, 0.005351472645998001, 0.005650465376675129, 0.0059494576416909695, 0.006248450372368097, 0.006547443103045225, 0.006846435368061066, 0.0071454280987381935, 0.007444420829415321, 0.007743413094431162, 0.008042405359447002, 0.00834139809012413, 0.008640390820801258]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.060526542365550995, -0.05832520127296448, -0.05612386018037796, -0.053922515362501144, -0.05172117426991463, -0.04951983317732811, -0.047318488359451294, -0.04511714726686478, -0.04291580617427826, -0.04071446508169174, -0.038513123989105225, -0.03631177917122841, -0.03411043807864189, -0.031909096986055374, -0.029707754030823708, -0.02750641107559204, -0.025305069983005524, -0.023103728890419006, -0.02090238593518734, -0.018701042979955673, -0.016499701887369156, -0.014298359863460064, -0.012097017839550972, -0.00989567581564188, -0.007694333791732788, -0.005492991767823696, -0.003291649743914604, -0.0010903077200055122, 0.0011110343039035797, 0.0033123763278126717, 0.005513718351721764, 0.0077150603756308556, 0.009916402399539948, 0.01211774442344904, 0.014319086447358131, 0.016520429402589798, 0.018721770495176315, 0.020923111587762833, 0.0231244545429945, 0.025325797498226166, 0.027527138590812683, 0.0297284796833992, 0.03192982077598572, 0.034131165593862534, 0.03633250668644905, 0.03853384777903557, 0.040735192596912384, 0.0429365336894989, 0.04513787478208542, 0.047339215874671936, 0.04954055696725845, 0.05174190178513527, 0.053943242877721786, 0.056144583970308304, 0.05834592878818512, 0.06054726988077164, 0.06274861097335815, 0.06494995206594467, 0.06715129315853119, 0.0693526342511177, 0.07155397534370422, 0.07375532388687134, 0.07595666497945786, 0.07815800607204437, 0.08035934716463089]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 3.0, 3.0, 0.0, 2.0, 1.0, 4.0, 2.0, 4.0, 2.0, 5.0, 5.0, 7.0, 5.0, 2.0, 9.0, 4.0, 11.0, 9.0, 8.0, 9.0, 32.0, 10.0, 7.0, 10.0, 11.0, 10.0, 6.0, 14.0, 8.0, 13.0, 13.0, 9.0, 13.0, 6.0, 4.0, 2.0, 3.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.042282141745090485, -0.040916647762060165, -0.039551157504320145, -0.038185663521289825, -0.036820169538259506, -0.035454679280519485, -0.034089185297489166, -0.03272369131445885, -0.03135819733142853, -0.029992707073688507, -0.028627213090658188, -0.027261720970273018, -0.025896228849887848, -0.02453073486685753, -0.02316524274647236, -0.02179974876344204, -0.02043425664305687, -0.0190687645226717, -0.01770327053964138, -0.01633777841925621, -0.014972285367548466, -0.013606792315840721, -0.012241300195455551, -0.010875807143747807, -0.009510314092040062, -0.008144821040332317, -0.00677932845428586, -0.005413835868239403, -0.004048342816531658, -0.0026828499976545572, -0.0013173571787774563, 4.813564009964466e-05, 0.0014136284589767456, 0.0027791212778538465, 0.0041446140967309475, 0.005510106682777405, 0.006875599734485149, 0.008241092786192894, 0.009606584906578064, 0.010972077958285809, 0.012337571009993553, 0.013703064061701298, 0.015068557113409042, 0.016434049233794212, 0.017799541354179382, 0.0191650353372097, 0.02053052745759487, 0.02189602144062519, 0.02326151356101036, 0.02462700568139553, 0.02599249966442585, 0.02735799178481102, 0.02872348576784134, 0.03008897788822651, 0.03145447000861168, 0.032819963991642, 0.03418545424938202, 0.03555094823241234, 0.03691644221544266, 0.03828193619847298, 0.039647426456213, 0.04101292043924332, 0.042378414422273636, 0.04374390468001366, 0.045109398663043976]}, "_runtime": 29.114758014678955, "_timestamp": 1596208393.305752, "_step": 26}
+{"val_accuracy": 0.8035559360730593, "val_loss": 0.520978619382806, "_runtime": 30.934322595596313, "_timestamp": 1596208395.1253166, "_step": 27}
+{"validation_metric": 0.7848059360730594, "_runtime": 32.46928787231445, "_timestamp": 1596208396.660282, "_step": 28}
diff --git a/wandb/run-20200731_151247-3qj84a2y/wandb-metadata.json b/wandb/run-20200731_151247-3qj84a2y/wandb-metadata.json
new file mode 100644
index 0000000..39630bd
--- /dev/null
+++ b/wandb/run-20200731_151247-3qj84a2y/wandb-metadata.json
@@ -0,0 +1,30 @@
+{
+ "root": "/home/akternurra/Documents/projects/quest-for-general-artifical-intelligence/projects/text-recognizer",
+ "program": "<python with no main file>",
+ "git": {
+ "remote": "git@github.com:aktersnurra/text-recognizer.git",
+ "commit": "fa461db6132e7a22f3aa1bb48cce8981890325fb"
+ },
+ "email": "gustaf.rydholm@gmail.com",
+ "startedAt": "2020-07-31T15:12:47.855240",
+ "host": "kompjuter",
+ "username": "akternurra",
+ "executable": "/home/akternurra/.cache/pypoetry/virtualenvs/text-recognizer-N1c_zsdp-py3.8/bin/python",
+ "os": "Linux-5.4.0-42-generic-x86_64-with-glibc2.27",
+ "python": "3.8.2",
+ "gpu": "GeForce RTX 2070",
+ "gpu_count": 1,
+ "cpu_count": 12,
+ "cuda": "10.1.105",
+ "args": [
+ "--gpu=-1",
+ "--save",
+ "--experiment_config={\"dataloader\": \"EmnistDataLoader\", \"data_loader_args\": {\"splits\": [\"train\", \"val\"], \"sample_to_balance\": true, \"subsample_fraction\": null, \"transform\": null, \"target_transform\": null, \"batch_size\": 256, \"shuffle\": true, \"num_workers\": 8, \"cuda\": true, \"seed\": 4711}, \"model\": \"CharacterModel\", \"metrics\": [\"accuracy\"], \"network\": \"LeNet\", \"network_args\": {\"input_size\": [28, 28], \"output_size\": 62}, \"train_args\": {\"batch_size\": 256, \"epochs\": 2}, \"criterion\": \"CrossEntropyLoss\", \"criterion_args\": {\"weight\": null, \"ignore_index\": -100, \"reduction\": \"mean\"}, \"optimizer\": \"AdamW\", \"optimizer_args\": {\"lr\": 0.01, \"betas\": [0.9, 0.999], \"eps\": 1e-08, \"weight_decay\": 0, \"amsgrad\": false}, \"lr_scheduler\": \"OneCycleLR\", \"lr_scheduler_args\": {\"max_lr\": 0.001, \"epochs\": 2}, \"callbacks\": [\"Checkpoint\", \"EarlyStopping\", \"WandbCallback\"], \"callback_args\": {\"Checkpoint\": {\"monitor\": \"val_accuracy\"}, \"EarlyStopping\": {\"monitor\": \"val_loss\", \"min_delta\": 0.0, \"patience\": 3, \"mode\": \"min\"}, \"WandbCallback\": {\"log_batch_frequency\": 1}, \"WandbImageLogger\": {\"num_examples\": 4}}, \"verbosity\": 2, \"resume_experiment\": null, \"experiment_group\": \"Sample Experiments\"}"
+ ],
+ "state": "finished",
+ "jobType": null,
+ "mode": "run",
+ "project": "text-recognizer",
+ "heartbeatAt": "2020-07-31T15:13:17.629194",
+ "exitcode": 0
+}
diff --git a/wandb/run-20200731_151247-3qj84a2y/wandb-summary.json b/wandb/run-20200731_151247-3qj84a2y/wandb-summary.json
new file mode 100644
index 0000000..8ec6a40
--- /dev/null
+++ b/wandb/run-20200731_151247-3qj84a2y/wandb-summary.json
@@ -0,0 +1 @@
+{"graph_0": {"_type": "graph-file", "path": "media/graph/graph_0_summary_1c12eedc.graph.json", "sha256": "1c12eedcb93890b68331865ae22e4ac242dba8032d621942aea73bb5e80e0d4e", "size": 1814}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 4.0, 2.0, 1.0, 2.0, 0.0, 2.0, 5.0, 3.0, 4.0, 3.0, 7.0, 4.0, 30.0, 5.0, 3.0, 2.0, 5.0, 2.0, 1.0, 5.0, 3.0, 3.0, 5.0, 3.0, 0.0, 3.0, 3.0, 2.0, 1.0, 1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002324820961803198, -0.0022370913065969944, -0.0021493618842214346, -0.002061632229015231, -0.0019739028066396713, -0.0018861731514334679, -0.0017984436126425862, -0.0017107140738517046, -0.001622984535060823, -0.0015352549962699413, -0.0014475254574790597, -0.001359795918688178, -0.0012720662634819746, -0.001184336724691093, -0.0010966071859002113, -0.0010088776471093297, -0.0009211481083184481, -0.0008334185695275664, -0.0007456890307366848, -0.0006579594337381423, -0.0005702298949472606, -0.000482500356156379, -0.0003947707882616669, -0.0003070412203669548, -0.00021931168157607317, -0.0001315821282332763, -4.3852574890479445e-05, 4.387697845231742e-05, 0.00013160653179511428, 0.00021933608513791114, 0.000307065638480708, 0.0003947952063754201, 0.00048252474516630173, 0.0005702542839571834, 0.000657983822748065, 0.0007457134197466075, 0.0008334429585374892, 0.0009211724973283708, 0.0010089020943269134, 0.001096631633117795, 0.0011843611719086766, 0.0012720907106995583, 0.00135982024949044, 0.0014475497882813215, 0.001535279443487525, 0.0016230089822784066, 0.0017107385210692883, 0.0017984680598601699, 0.0018861975986510515, 0.001973927253857255, 0.002061656676232815, 0.0021493863314390182, 0.002237115753814578, 0.0023248454090207815, 0.0024125748313963413, 0.002500304486602545, 0.0025880341418087482, 0.002675763564184308, 0.0027634932193905115, 0.0028512226417660713, 0.0029389522969722748, 0.0030266817193478346, 0.003114411374554038, 0.003202140796929598, 0.0032898704521358013]}, "gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 3.0, 2.0, 3.0, 0.0, 4.0, 4.0, 4.0, 1.0, 6.0, 1.0, 4.0, 2.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.01831655204296112, -0.017894918099045753, -0.017473284155130386, -0.01705164834856987, -0.016630014404654503, -0.016208380460739136, -0.01578674651682377, -0.015365111641585827, -0.01494347769767046, -0.014521842822432518, -0.014100208878517151, -0.013678574934601784, -0.013256940059363842, -0.012835306115448475, -0.012413671240210533, -0.011992037296295166, -0.011570403352379799, -0.011148768477141857, -0.01072713453322649, -0.010305499657988548, -0.009883865714073181, -0.00946223083883524, -0.009040596894919872, -0.008618962951004505, -0.008197328075766563, -0.007775694131851196, -0.007354059722274542, -0.006932425312697887, -0.006510790903121233, -0.0060891564935445786, -0.005667522549629211, -0.005245888140052557, -0.0048242537304759026, -0.004402619320899248, -0.003980984911322594, -0.003559350734576583, -0.003137716557830572, -0.0027160821482539177, -0.0022944477386772633, -0.0018728134455159307, -0.001451179152354598, -0.0010295448591932654, -0.0006079105078242719, -0.00018627618555910885, 0.0002353581367060542, 0.0006569924298673868, 0.0010786268394440413, 0.0015002611326053739, 0.0019218954257667065, 0.002343529835343361, 0.0027651640120893717, 0.003186798421666026, 0.003608432598412037, 0.004030067007988691, 0.004451701417565346, 0.004873335827142, 0.005294970236718655, 0.005716604180634022, 0.006138238590210676, 0.006559872999787331, 0.006981507409363985, 0.0074031418189406395, 0.007824775762856007, 0.008246410638093948, 0.008668044582009315]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 3.0, 3.0, 0.0, 2.0, 1.0, 4.0, 2.0, 4.0, 2.0, 5.0, 5.0, 7.0, 5.0, 2.0, 9.0, 4.0, 11.0, 9.0, 8.0, 9.0, 32.0, 10.0, 7.0, 10.0, 11.0, 10.0, 6.0, 14.0, 8.0, 13.0, 13.0, 9.0, 13.0, 6.0, 4.0, 2.0, 3.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.042282141745090485, -0.040916647762060165, -0.039551157504320145, -0.038185663521289825, -0.036820169538259506, -0.035454679280519485, -0.034089185297489166, -0.03272369131445885, -0.03135819733142853, -0.029992707073688507, -0.028627213090658188, -0.027261720970273018, -0.025896228849887848, -0.02453073486685753, -0.02316524274647236, -0.02179974876344204, -0.02043425664305687, -0.0190687645226717, -0.01770327053964138, -0.01633777841925621, -0.014972285367548466, -0.013606792315840721, -0.012241300195455551, -0.010875807143747807, -0.009510314092040062, -0.008144821040332317, -0.00677932845428586, -0.005413835868239403, -0.004048342816531658, -0.0026828499976545572, -0.0013173571787774563, 4.813564009964466e-05, 0.0014136284589767456, 0.0027791212778538465, 0.0041446140967309475, 0.005510106682777405, 0.006875599734485149, 0.008241092786192894, 0.009606584906578064, 0.010972077958285809, 0.012337571009993553, 0.013703064061701298, 0.015068557113409042, 0.016434049233794212, 0.017799541354179382, 0.0191650353372097, 0.02053052745759487, 0.02189602144062519, 0.02326151356101036, 0.02462700568139553, 0.02599249966442585, 0.02735799178481102, 0.02872348576784134, 0.03008897788822651, 0.03145447000861168, 0.032819963991642, 0.03418545424938202, 0.03555094823241234, 0.03691644221544266, 0.03828193619847298, 0.039647426456213, 0.04101292043924332, 0.042378414422273636, 0.04374390468001366, 0.045109398663043976]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 1.0, 3.0, 4.0, 5.0, 12.0, 15.0, 24.0, 21.0, 38.0, 57.0, 92.0, 104.0, 177.0, 234.0, 395.0, 527.0, 791.0, 1230.0, 1911.0, 2993.0, 4828.0, 7699.0, 13276.0, 22695.0, 40604.0, 79696.0, 223699.0, 585449.0, 77428.0, 43201.0, 25845.0, 15633.0, 10100.0, 6429.0, 4313.0, 3004.0, 1991.0, 1455.0, 1055.0, 679.0, 512.0, 400.0, 281.0, 200.0, 151.0, 108.0, 93.0, 53.0, 37.0, 25.0, 23.0, 10.0, 12.0, 5.0, 7.0, 1.0, 4.0, 2.0, 1.0, 2.0, 3.0], "bins": [-0.007696583867073059, -0.0074402582831680775, -0.0071839322336018085, -0.006927606649696827, -0.006671280600130558, -0.006414955016225576, -0.0061586289666593075, -0.005902303382754326, -0.005645977333188057, -0.005389651749283075, -0.005133326165378094, -0.004877000115811825, -0.004620674531906843, -0.004364348482340574, -0.004108022898435593, -0.0038516970816999674, -0.003595371264964342, -0.003339045448228717, -0.0030827196314930916, -0.0028263938147574663, -0.002570067998021841, -0.0023137424141168594, -0.002057416597381234, -0.001801090780645609, -0.0015447649639099836, -0.0012884391471743584, -0.001032113330438733, -0.0007757876301184297, -0.0005194618133828044, -0.0002631360257510096, -6.810238119214773e-06, 0.00024951554951258004, 0.0005058413371443748, 0.0007621671538800001, 0.0010184929706156254, 0.0012748186709359288, 0.001531144487671554, 0.0017874703044071794, 0.002043796004727483, 0.002300121821463108, 0.0025564476381987333, 0.0028127734549343586, 0.003069099271669984, 0.003325425088405609, 0.0035817506723105907, 0.003838076489046216, 0.004094402305781841, 0.00435072835534811, 0.004607053939253092, 0.004863379523158073, 0.005119705572724342, 0.005376031156629324, 0.005632357206195593, 0.0058886827901005745, 0.006145008839666843, 0.006401334423571825, 0.006657660007476807, 0.0069139860570430756, 0.007170311640948057, 0.007426637690514326, 0.007682963274419308, 0.007939289323985577, 0.008195615373551846, 0.00845194049179554, 0.008708266541361809]}, "_timestamp": 1596208396.660282, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 1.0, 0.0, 3.0, 4.0, 6.0, 6.0, 6.0, 7.0, 15.0, 11.0, 19.0, 21.0, 17.0, 30.0, 45.0, 19.0, 41.0, 52.0, 46.0, 59.0, 80.0, 79.0, 105.0, 104.0, 111.0, 121.0, 158.0, 188.0, 203.0, 266.0, 388.0, 825.0, 4690.0, 1611.0, 1412.0, 1279.0, 1106.0, 928.0, 828.0, 720.0, 569.0, 446.0, 414.0, 340.0, 248.0, 208.0, 176.0, 117.0, 81.0, 61.0, 45.0, 33.0, 19.0, 18.0, 18.0, 12.0, 5.0, 2.0, 1.0, 1.0, 3.0], "bins": [-0.010495132766664028, -0.0101961400359869, -0.009897147305309772, -0.00959815550595522, -0.009299162775278091, -0.009000170044600964, -0.008701177313923836, -0.008402184583246708, -0.00810319185256958, -0.0078041995875537395, -0.007505207322537899, -0.007206214591860771, -0.006907221861183643, -0.006608229596167803, -0.006309236865490675, -0.0060102446004748344, -0.005711251869797707, -0.005412259139120579, -0.005113266874104738, -0.00481427414342761, -0.00451528187841177, -0.004216289147734642, -0.003917296417057514, -0.00361830391921103, -0.003319311421364546, -0.0030203189235180616, -0.0027213264256715775, -0.0024223336949944496, -0.0021233411971479654, -0.0018243486993014812, -0.0015253560850396752, -0.0012263634707778692, -0.000927370972931385, -0.0006283784168772399, -0.00032938586082309484, -3.0393304768949747e-05, 0.00026859925128519535, 0.0005675918073393404, 0.0008665843633934855, 0.0011655769776552916, 0.0014645694755017757, 0.00176356197334826, 0.002062554471194744, 0.002361547201871872, 0.002660539699718356, 0.0029595321975648403, 0.003258524928241968, 0.0035575174260884523, 0.0038565099239349365, 0.004155502654612064, 0.004454494919627905, 0.004753487650305033, 0.005052479915320873, 0.005351472645998001, 0.005650465376675129, 0.0059494576416909695, 0.006248450372368097, 0.006547443103045225, 0.006846435368061066, 0.0071454280987381935, 0.007444420829415321, 0.007743413094431162, 0.008042405359447002, 0.00834139809012413, 0.008640390820801258]}, "_step": 28, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 6.0, 0.0, 0.0, 0.0, 1.0, 0.0, 7.0, 6.0, 2.0, 1.0, 5.0, 5.0, 1.0, 7.0, 4.0, 3.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.021964408457279205, -0.021438047289848328, -0.0209116879850626, -0.02038532681763172, -0.019858965650200844, -0.019332606345415115, -0.018806245177984238, -0.01827988401055336, -0.01775352470576763, -0.017227163538336754, -0.016700802370905876, -0.016174443066120148, -0.01564808189868927, -0.015121721662580967, -0.014595361426472664, -0.014069000259041786, -0.013542640022933483, -0.01301627978682518, -0.012489918619394302, -0.011963558383286, -0.011437198147177696, -0.010910836979746819, -0.010384476743638515, -0.009858116507530212, -0.009331755340099335, -0.008805395103991032, -0.008279034867882729, -0.007752674166113138, -0.007226313464343548, -0.006699953228235245, -0.006173592526465654, -0.005647232290357351, -0.005120871588587761, -0.0045945108868181705, -0.0040681506507098675, -0.003541789948940277, -0.0030154294800013304, -0.0024890690110623837, -0.0019627083092927933, -0.0014363478403538465, -0.0009099873714148998, -0.0003836268442682922, 0.00014273368287831545, 0.0006690942100249231, 0.0011954547371715307, 0.0017218152061104774, 0.002248175907880068, 0.0027745363768190145, 0.0033008968457579613, 0.003827257314696908, 0.004353617783635855, 0.004879978485405445, 0.005406338721513748, 0.0059326994232833385, 0.006459060125052929, 0.006985420361161232, 0.007511781062930822, 0.008038141764700413, 0.008564502000808716, 0.009090862236917019, 0.009617223404347897, 0.0101435836404562, 0.010669943876564503, 0.01119630504399538, 0.011722665280103683]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.060526542365550995, -0.05832520127296448, -0.05612386018037796, -0.053922515362501144, -0.05172117426991463, -0.04951983317732811, -0.047318488359451294, -0.04511714726686478, -0.04291580617427826, -0.04071446508169174, -0.038513123989105225, -0.03631177917122841, -0.03411043807864189, -0.031909096986055374, -0.029707754030823708, -0.02750641107559204, -0.025305069983005524, -0.023103728890419006, -0.02090238593518734, -0.018701042979955673, -0.016499701887369156, -0.014298359863460064, -0.012097017839550972, -0.00989567581564188, -0.007694333791732788, -0.005492991767823696, -0.003291649743914604, -0.0010903077200055122, 0.0011110343039035797, 0.0033123763278126717, 0.005513718351721764, 0.0077150603756308556, 0.009916402399539948, 0.01211774442344904, 0.014319086447358131, 0.016520429402589798, 0.018721770495176315, 0.020923111587762833, 0.0231244545429945, 0.025325797498226166, 0.027527138590812683, 0.0297284796833992, 0.03192982077598572, 0.034131165593862534, 0.03633250668644905, 0.03853384777903557, 0.040735192596912384, 0.0429365336894989, 0.04513787478208542, 0.047339215874671936, 0.04954055696725845, 0.05174190178513527, 0.053943242877721786, 0.056144583970308304, 0.05834592878818512, 0.06054726988077164, 0.06274861097335815, 0.06494995206594467, 0.06715129315853119, 0.0693526342511177, 0.07155397534370422, 0.07375532388687134, 0.07595666497945786, 0.07815800607204437, 0.08035934716463089]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 3.0, 2.0, 3.0, 2.0, 2.0, 3.0, 2.0, 6.0, 5.0, 5.0, 7.0, 10.0, 10.0, 15.0, 17.0, 15.0, 18.0, 24.0, 27.0, 39.0, 53.0, 60.0, 66.0, 92.0, 99.0, 111.0, 164.0, 216.0, 364.0, 4152.0, 1038.0, 364.0, 218.0, 161.0, 104.0, 91.0, 63.0, 58.0, 34.0, 49.0, 29.0, 32.0, 24.0, 15.0, 12.0, 10.0, 5.0, 6.0, 9.0, 1.0, 5.0, 1.0, 3.0, 3.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.1336546540260315, -0.12930084764957428, -0.12494705617427826, -0.12059325724840164, -0.11623945832252502, -0.11188565194606781, -0.10753185302019119, -0.10317805409431458, -0.09882425516843796, -0.09447045624256134, -0.09011665731668472, -0.0857628583908081, -0.08140905201435089, -0.07705525308847427, -0.07270145416259766, -0.06834765523672104, -0.06399385631084442, -0.059640057384967804, -0.055286258459091187, -0.05093245580792427, -0.04657865688204765, -0.042224857956171036, -0.03787105530500412, -0.0335172563791275, -0.029163457453250885, -0.024809658527374268, -0.0204558577388525, -0.016102056950330734, -0.011748258024454117, -0.007394458167254925, -0.0030406583100557327, 0.0013131415471434593, 0.005666941404342651, 0.010020741261541843, 0.014374541118741035, 0.018728341907262802, 0.02308214083313942, 0.027435939759016037, 0.03178974241018295, 0.03614354133605957, 0.04049734026193619, 0.044851139187812805, 0.04920493811368942, 0.05355874076485634, 0.057912539690732956, 0.06226633861660957, 0.06662014126777649, 0.0709739401936531, 0.07532773911952972, 0.07968153804540634, 0.08403533697128296, 0.08838913589715958, 0.0927429348230362, 0.09709674119949341, 0.10145054012537003, 0.10580433905124664, 0.11015813797712326, 0.11451193690299988, 0.1188657358288765, 0.12321953475475311, 0.12757334113121033, 0.13192713260650635, 0.13628093898296356, 0.14063473045825958, 0.1449885368347168]}, "_runtime": 32.46928787231445, "val_accuracy": 0.8035559360730593, "val_loss": 0.520978619382806, "validation_metric": 0.7848059360730594}