diff options
| author | aktersnurra <gustaf.rydholm@gmail.com> | 2020-08-03 23:33:34 +0200 |
|---|---|---|
| committer | aktersnurra <gustaf.rydholm@gmail.com> | 2020-08-03 23:33:34 +0200 |
| commit | 07dd14116fe1d8148fb614b160245287533620fc (patch) | |
| tree | 63395d88b17a14ad453c52889fcf541e6cbbdd3e /wandb/run-20200731_152514-3r7xbbkm | |
| parent | 704451318eb6b0b600ab314cb5aabfac82416bda (diff) | |
Working Emnist lines dataset.
Diffstat (limited to 'wandb/run-20200731_152514-3r7xbbkm')
7 files changed, 303 insertions, 0 deletions
diff --git a/wandb/run-20200731_152514-3r7xbbkm/config.yaml b/wandb/run-20200731_152514-3r7xbbkm/config.yaml new file mode 100644 index 0000000..6c3f152 --- /dev/null +++ b/wandb/run-20200731_152514-3r7xbbkm/config.yaml @@ -0,0 +1,111 @@ +wandb_version: 1 + +_wandb: + desc: null + value: + cli_version: 0.8.36 + framework: torch + is_jupyter_run: false + is_kaggle_kernel: false + python_version: 3.8.2 +callback_args: + desc: null + value: + Checkpoint: + monitor: val_accuracy + EarlyStopping: + min_delta: 0.0 + mode: min + monitor: val_loss + patience: 3 + WandbCallback: + log_batch_frequency: 1 + WandbImageLogger: + num_examples: 4 +callbacks: + desc: null + value: + - Checkpoint + - EarlyStopping + - WandbCallback + - WandbImageLogger +criterion: + desc: null + value: CrossEntropyLoss +criterion_args: + desc: null + value: + ignore_index: -100 + reduction: mean + weight: null +data_loader_args: + desc: null + value: + batch_size: 256 + cuda: true + num_workers: 8 + sample_to_balance: true + seed: 4711 + shuffle: true + splits: + - train + - val + subsample_fraction: null + target_transform: null + transform: null +dataloader: + desc: null + value: EmnistDataLoader +experiment_group: + desc: null + value: Sample Experiments +lr_scheduler: + desc: null + value: OneCycleLR +lr_scheduler_args: + desc: null + value: + epochs: 16 + max_lr: 0.001 + steps_per_epoch: 1314 +metrics: + desc: null + value: + - accuracy +model: + desc: null + value: CharacterModel +network: + desc: null + value: LeNet +network_args: + desc: null + value: + input_size: + - 28 + - 28 + output_size: 62 +optimizer: + desc: null + value: AdamW +optimizer_args: + desc: null + value: + amsgrad: false + betas: + - 0.9 + - 0.999 + eps: 1.0e-08 + lr: 0.01 + weight_decay: 0 +resume_experiment: + desc: null + value: null +train_args: + desc: null + value: + batch_size: 256 + epochs: 16 +verbosity: + desc: null + value: 2 diff --git a/wandb/run-20200731_152514-3r7xbbkm/media/graph/graph_0_summary_580f53ba.graph.json b/wandb/run-20200731_152514-3r7xbbkm/media/graph/graph_0_summary_580f53ba.graph.json new file mode 100644 index 0000000..ac626df --- /dev/null +++ b/wandb/run-20200731_152514-3r7xbbkm/media/graph/graph_0_summary_580f53ba.graph.json @@ -0,0 +1 @@ +{"format": "torch", "nodes": [{"name": "layers.0", "id": 140707880846384, "class_name": "Conv2d(1, 32, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [32, 1, 3, 3]], ["bias", [32]]], "output_shape": [[2, 32, 26, 26]], "num_parameters": [288, 32]}, {"name": "layers.1", "id": 140707880846192, "class_name": "ReLU(inplace=True)", "parameters": [], "output_shape": [[2, 32, 26, 26]], "num_parameters": []}, {"name": "layers.2", "id": 140707880846336, "class_name": "Conv2d(32, 64, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [64, 32, 3, 3]], ["bias", [64]]], "output_shape": [[2, 64, 24, 24]], "num_parameters": [18432, 64]}, {"name": "layers.4", "id": 140707880846624, "class_name": "MaxPool2d(kernel_size=2, stride=2, padding=0, dilation=1, ceil_mode=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.5", "id": 140707880846576, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.6", "id": 140707880846288, "class_name": "Flatten()", "parameters": [], "output_shape": [[2, 9216]], "num_parameters": []}, {"name": "layers.7", "id": 140707880743264, "class_name": "Linear(in_features=9216, out_features=128, bias=True)", "parameters": [["weight", [128, 9216]], ["bias", [128]]], "output_shape": [[2, 128]], "num_parameters": [1179648, 128]}, {"name": "layers.9", "id": 140707880743312, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 128]], "num_parameters": []}, {"name": "layers.10", "id": 140707880743360, "class_name": "Linear(in_features=128, out_features=62, bias=True)", "parameters": [["weight", [62, 128]], ["bias", [62]]], "output_shape": [[2, 62]], "num_parameters": [7936, 62]}], "edges": []} diff --git a/wandb/run-20200731_152514-3r7xbbkm/requirements.txt b/wandb/run-20200731_152514-3r7xbbkm/requirements.txt new file mode 100644 index 0000000..10c63b6 --- /dev/null +++ b/wandb/run-20200731_152514-3r7xbbkm/requirements.txt @@ -0,0 +1,145 @@ +alabaster==0.7.12 +appdirs==1.4.4 +attrs==19.3.0 +babel==2.8.0 +backcall==0.2.0 +bandit==1.6.2 +black==19.10b0 +bleach==3.1.5 +blessings==1.7 +boltons==20.2.0 +certifi==2020.6.20 +chardet==3.0.4 +click==7.1.2 +configparser==5.0.0 +coverage==5.2.1 +cycler==0.10.0 +darglint==1.5.2 +dataclasses==0.6 +decorator==4.4.2 +defusedxml==0.6.0 +desert==2020.1.6 +docker-pycreds==0.4.0 +docutils==0.16 +dparse==0.5.1 +entrypoints==0.3 +flake8-annotations==2.3.0 +flake8-bandit==2.1.2 +flake8-black==0.2.1 +flake8-bugbear==20.1.4 +flake8-docstrings==1.5.0 +flake8-import-order==0.18.1 +flake8-polyfill==1.0.2 +flake8==3.8.3 +future==0.18.2 +gitdb==4.0.5 +gitpython==3.1.7 +gpustat==0.6.0 +gql==0.2.0 +graphql-core==1.1 +h5py==2.10.0 +idna==2.10 +imagesize==1.2.0 +ipykernel==5.3.4 +ipython-genutils==0.2.0 +ipython==7.16.1 +ipywidgets==7.5.1 +jedi==0.17.2 +jinja2==2.11.2 +jsonschema==3.2.0 +jupyter-client==6.1.6 +jupyter-console==6.1.0 +jupyter-core==4.6.3 +jupyter==1.0.0 +kiwisolver==1.2.0 +loguru==0.5.1 +markupsafe==1.1.1 +marshmallow==3.7.1 +matplotlib==3.3.0 +mccabe==0.6.1 +mistune==0.8.4 +more-itertools==8.4.0 +mypy-extensions==0.4.3 +mypy==0.770 +nbconvert==5.6.1 +nbformat==5.0.7 +notebook==6.0.3 +numpy==1.19.1 +nvidia-ml-py3==7.352.0 +opencv-python==4.3.0.36 +packaging==20.4 +pandocfilters==1.4.2 +parso==0.7.1 +pathspec==0.8.0 +pathtools==0.1.2 +pbr==5.4.5 +pexpect==4.8.0 +pickleshare==0.7.5 +pillow==7.2.0 +pip==20.2 +pluggy==0.13.1 +prometheus-client==0.8.0 +promise==2.3 +prompt-toolkit==3.0.5 +psutil==5.7.2 +ptyprocess==0.6.0 +py==1.9.0 +pycodestyle==2.6.0 +pydocstyle==5.0.2 +pyflakes==2.2.0 +pygments==2.6.1 +pyparsing==2.4.7 +pyrsistent==0.16.0 +pytest-cov==2.10.0 +pytest-mock==3.2.0 +pytest==5.4.3 +python-dateutil==2.8.1 +pytz==2020.1 +pyyaml==5.3.1 +pyzmq==19.0.1 +qtconsole==4.7.5 +qtpy==1.9.0 +redis==3.5.3 +redlock-py==1.0.8 +regex==2020.7.14 +requests==2.24.0 +safety==1.9.0 +send2trash==1.5.0 +sentry-sdk==0.16.2 +setuptools==41.2.0 +shortuuid==1.0.1 +six==1.15.0 +smmap==3.0.4 +snowballstemmer==2.0.0 +sphinx-autodoc-typehints==1.11.0 +sphinx-rtd-theme==0.4.3 +sphinx==3.1.2 +sphinxcontrib-applehelp==1.0.2 +sphinxcontrib-devhelp==1.0.2 +sphinxcontrib-htmlhelp==1.0.3 +sphinxcontrib-jsmath==1.0.1 +sphinxcontrib-qthelp==1.0.3 +sphinxcontrib-serializinghtml==1.1.4 +stevedore==3.2.0 +subprocess32==3.5.4 +terminado==0.8.3 +testpath==0.4.4 +text-recognizer==0.1.0 +toml==0.10.1 +torch==1.5.1 +torchsummary==1.5.1 +torchvision==0.6.1 +tornado==6.0.4 +tqdm==4.48.0 +traitlets==4.3.3 +typed-ast==1.4.1 +typeguard==2.9.1 +typing-extensions==3.7.4.2 +typing-inspect==0.6.0 +urllib3==1.25.10 +wandb==0.8.36 +watchdog==0.10.3 +wcwidth==0.2.5 +webencodings==0.5.1 +widgetsnbextension==3.5.1 +xdoctest==0.12.0 diff --git a/wandb/run-20200731_152514-3r7xbbkm/wandb-events.jsonl b/wandb/run-20200731_152514-3r7xbbkm/wandb-events.jsonl new file mode 100644 index 0000000..45de8f2 --- /dev/null +++ b/wandb/run-20200731_152514-3r7xbbkm/wandb-events.jsonl @@ -0,0 +1 @@ +{"system.gpu.0.gpu": 64.88, "system.gpu.0.memory": 46.62, "system.gpu.0.memoryAllocated": 21.54, "system.gpu.0.temp": 55.5, "system.gpu.process.0.gpu": 64.88, "system.gpu.process.0.memory": 46.62, "system.gpu.process.0.memoryAllocated": 21.54, "system.gpu.process.0.temp": 55.5, "system.gpu.0.powerWatts": 127.35, "system.gpu.0.powerPercent": 59.23, "system.gpu.process.0.powerWatts": 127.35, "system.gpu.process.0.powerPercent": 59.23, "system.cpu": 40.06, "system.memory": 66.92, "system.disk": 37.2, "system.proc.memory.availableMB": 5294.03, "system.proc.memory.rssMB": 2580.61, "system.proc.memory.percent": 16.12, "system.proc.cpu.threads": 18.25, "system.network.sent": 912379, "system.network.recv": 422325, "_wandb": true, "_timestamp": 1596209128, "_runtime": 13} diff --git a/wandb/run-20200731_152514-3r7xbbkm/wandb-history.jsonl b/wandb/run-20200731_152514-3r7xbbkm/wandb-history.jsonl new file mode 100644 index 0000000..63df3e7 --- /dev/null +++ b/wandb/run-20200731_152514-3r7xbbkm/wandb-history.jsonl @@ -0,0 +1,14 @@ +{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 5.0, 1.0, 4.0, 3.0, 1.0, 2.0, 1.0, 2.0, 5.0, 0.0, 1.0, 1.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0], "bins": [-0.025287795811891556, -0.024627285078167915, -0.023966774344444275, -0.023306263610720634, -0.022645752876996994, -0.021985242143273354, -0.021324729546904564, -0.020664218813180923, -0.020003708079457283, -0.019343197345733643, -0.018682686612010002, -0.01802217587828636, -0.01736166514456272, -0.01670115441083908, -0.01604064367711544, -0.015380132012069225, -0.014719621278345585, -0.014059110544621944, -0.013398599810898304, -0.012738088145852089, -0.012077577412128448, -0.011417066678404808, -0.010756555944681168, -0.010096045210957527, -0.009435534477233887, -0.008775022812187672, -0.008114512078464031, -0.007454001344740391, -0.00679349061101675, -0.006132979411631823, -0.005472468677908182, -0.004811957478523254, -0.004151446744799614, -0.00349093577824533, -0.0028304248116910458, -0.0021699140779674053, -0.0015094031114131212, -0.000848892203066498, -0.00018838129471987486, 0.0004721296136267483, 0.0011326405219733715, 0.0017931514885276556, 0.0024536624550819397, 0.00311417318880558, 0.0037746841553598642, 0.004435195121914148, 0.005095705855637789, 0.0057562170550227165, 0.006416727788746357, 0.007077238522469997, 0.007737749721854925, 0.008398260921239853, 0.009058771654963493, 0.009719282388687134, 0.010379793122410774, 0.011040303856134415, 0.011700814589858055, 0.01236132625490427, 0.01302183698862791, 0.013682347722351551, 0.014342858456075191, 0.015003369189798832, 0.015663880854845047, 0.016324391588568687, 0.016984902322292328]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 4.0, 5.0, 4.0, 6.0, 8.0, 14.0, 14.0, 14.0, 25.0, 23.0, 38.0, 47.0, 82.0, 89.0, 96.0, 146.0, 164.0, 243.0, 322.0, 452.0, 650.0, 2573.0, 863.0, 644.0, 481.0, 299.0, 211.0, 127.0, 81.0, 53.0, 48.0, 33.0, 20.0, 13.0, 9.0, 2.0, 5.0, 5.0, 5.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.06551538407802582, -0.06376207619905472, -0.06200876459479332, -0.06025545671582222, -0.05850214883685112, -0.05674883723258972, -0.05499552935361862, -0.05324222147464752, -0.05148891359567642, -0.049735601991415024, -0.047982294112443924, -0.046228986233472824, -0.044475674629211426, -0.042722366750240326, -0.040969058871269226, -0.03921574726700783, -0.03746243938803673, -0.03570913150906563, -0.03395581990480423, -0.03220251202583313, -0.03044920414686203, -0.02869589440524578, -0.026942584663629532, -0.025189276784658432, -0.023435967043042183, -0.021682657301425934, -0.019929349422454834, -0.018176039680838585, -0.016422729939222336, -0.014669422060251236, -0.012916112318634987, -0.011162803508341312, -0.009409494698047638, -0.0076561858877539635, -0.005902876611799002, -0.00414956733584404, -0.0023962585255503654, -0.0006429494824260473, 0.0011103595606982708, 0.002863668603822589, 0.004616977646946907, 0.0063702864572405815, 0.008123595267534256, 0.009876905009150505, 0.01163021381944418, 0.013383522629737854, 0.015136832371354103, 0.016890140250325203, 0.018643449991941452, 0.0203967597335577, 0.0221500676125288, 0.02390337735414505, 0.02565668523311615, 0.0274099949747324, 0.029163304716348648, 0.030916612595319748, 0.032669924199581146, 0.034423232078552246, 0.036176539957523346, 0.037929847836494446, 0.039683159440755844, 0.041436467319726944, 0.043189775198698044, 0.04494308680295944, 0.04669639468193054]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 4.0, 3.0, 4.0, 3.0, 4.0, 5.0, 2.0, 2.0, 3.0, 1.0, 3.0, 0.0, 2.0, 1.0, 30.0, 1.0, 2.0, 1.0, 5.0, 3.0, 4.0, 6.0, 1.0, 0.0, 0.0, 5.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008122017607092857, -0.007850165478885174, -0.00757831335067749, -0.007306461222469807, -0.007034609094262123, -0.006762756500393152, -0.006490904372185469, -0.006219052243977785, -0.0059472001157701015, -0.005675347987562418, -0.005403495859354734, -0.005131643731147051, -0.00485979113727808, -0.004587939009070396, -0.004316086880862713, -0.004044234752655029, -0.0037723826244473457, -0.003500530496239662, -0.0032286783680319786, -0.0029568260069936514, -0.002684973878785968, -0.0024131217505782843, -0.002141269389539957, -0.0018694172613322735, -0.00159756513312459, -0.0013257130049169064, -0.001053860760293901, -0.0007820085738785565, -0.000510156387463212, -0.00023830420104786754, 3.354798536747694e-05, 0.0003054001717828214, 0.0005772523581981659, 0.0008491045446135104, 0.0011209567310288548, 0.0013928089756518602, 0.0016646611038595438, 0.0019365132320672274, 0.0022083655931055546, 0.002480217721313238, 0.0027520698495209217, 0.0030239219777286053, 0.003295774105936289, 0.003567626466974616, 0.0038394785951822996, 0.004111330956220627, 0.00438318308442831, 0.004655035212635994, 0.0049268873408436775, 0.005198739469051361, 0.005470591597259045, 0.005742443725466728, 0.006014295853674412, 0.006286148447543383, 0.006558000575751066, 0.00682985270395875, 0.007101704832166433, 0.007373556960374117, 0.0076454090885818005, 0.007917261682450771, 0.008189113810658455, 0.008460965938866138, 0.008732818067073822, 0.009004670195281506, 0.00927652232348919]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 3.0, 3.0, 0.0, 5.0, 8.0, 13.0, 28.0, 40.0, 63.0, 104.0, 141.0, 197.0, 315.0, 484.0, 715.0, 1045.0, 1554.0, 2184.0, 3119.0, 4635.0, 6749.0, 9925.0, 14840.0, 22248.0, 33658.0, 51397.0, 75841.0, 111358.0, 523661.0, 107256.0, 68250.0, 44646.0, 29039.0, 19504.0, 13589.0, 9359.0, 6575.0, 4700.0, 3365.0, 2411.0, 1838.0, 1296.0, 963.0, 684.0, 477.0, 415.0, 275.0, 196.0, 125.0, 100.0, 70.0, 65.0, 28.0, 32.0, 13.0, 13.0, 7.0, 9.0, 6.0, 2.0, 2.0, 2.0], "bins": [-0.007126571610569954, -0.006893480196595192, -0.006660388316959143, -0.006427296902984381, -0.0061942050233483315, -0.0059611136093735695, -0.00572802172973752, -0.005494930315762758, -0.005261838436126709, -0.005028747022151947, -0.004795655608177185, -0.004562563728541136, -0.004329472314566374, -0.0040963804349303246, -0.0038632890209555626, -0.003630197374150157, -0.0033971057273447514, -0.0031640140805393457, -0.00293092243373394, -0.0026978307869285345, -0.002464739140123129, -0.002231647726148367, -0.0019985560793429613, -0.0017654644325375557, -0.00153237278573215, -0.0012992811389267445, -0.0010661894921213388, -0.0008330979617312551, -0.0006000063149258494, -0.0003669146972242743, -0.00013382307952269912, 9.926853817887604e-05, 0.0003323601558804512, 0.0005654518026858568, 0.0007985433912836015, 0.0010316349798813462, 0.0012647266266867518, 0.0014978182734921575, 0.0017309098038822412, 0.001964001450687647, 0.0021970930974930525, 0.002430184744298458, 0.0026632763911038637, 0.0028963680379092693, 0.0031294594518840313, 0.003362551098689437, 0.0035956427454948425, 0.003828734392300248, 0.004061826039105654, 0.004294917453080416, 0.004528009332716465, 0.004761100746691227, 0.004994192626327276, 0.005227284040302038, 0.0054603759199380875, 0.005693467333912849, 0.005926558747887611, 0.006159650627523661, 0.006392742041498423, 0.006625833921134472, 0.006858925335109234, 0.007092017214745283, 0.007325108628720045, 0.007558200508356094, 0.007791291922330856]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 7.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.022778449580073357, -0.022277873009443283, -0.02177729457616806, -0.021276718005537987, -0.020776141434907913, -0.02027556486427784, -0.019774986431002617, -0.019274409860372543, -0.01877383328974247, -0.018273254856467247, -0.017772678285837173, -0.0172721017152071, -0.016771525144577026, -0.016270946711301804, -0.01577037014067173, -0.015269793570041656, -0.014769216068089008, -0.01426863856613636, -0.013768061995506287, -0.013267484493553638, -0.012766907922923565, -0.012266330420970917, -0.011765753850340843, -0.011265176348388195, -0.010764598846435547, -0.010264022275805473, -0.009763444773852825, -0.009262868203222752, -0.008762290701270103, -0.00826171413064003, -0.007761136628687382, -0.007260559592396021, -0.00675998255610466, -0.006259405519813299, -0.005758828483521938, -0.0052582514472305775, -0.004757674410939217, -0.0042570969089865685, -0.0037565198726952076, -0.0032559428364038467, -0.002755365800112486, -0.002254788763821125, -0.0017542116111144423, -0.0012536344584077597, -0.0007530574221163988, -0.00025248032761737704, 0.0002480967668816447, 0.0007486738613806665, 0.0012492509558796883, 0.0017498279921710491, 0.00225040502846241, 0.0027509822975844145, 0.0032515593338757753, 0.003752136370167136, 0.004252713639289141, 0.0047532906755805016, 0.005253867711871862, 0.005754444748163223, 0.006255021784454584, 0.006755598820745945, 0.007256176322698593, 0.007756753358989954, 0.008257330395281315, 0.008757906965911388, 0.009258484467864037]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 6.0, 12.0, 17.0, 11.0, 17.0, 18.0, 27.0, 29.0, 35.0, 29.0, 46.0, 30.0, 50.0, 43.0, 49.0, 72.0, 59.0, 75.0, 72.0, 90.0, 84.0, 118.0, 144.0, 124.0, 133.0, 143.0, 190.0, 159.0, 199.0, 197.0, 239.0, 278.0, 286.0, 338.0, 313.0, 350.0, 359.0, 369.0, 434.0, 580.0, 810.0, 1562.0, 7311.0, 763.0, 544.0, 413.0, 249.0, 178.0, 163.0, 129.0, 101.0, 105.0, 92.0, 65.0, 43.0, 36.0, 22.0, 9.0, 8.0], "bins": [-0.023578565567731857, -0.023078234866261482, -0.022577904164791107, -0.02207757532596588, -0.021577244624495506, -0.02107691392302513, -0.020576583221554756, -0.02007625252008438, -0.019575923681259155, -0.01907559297978878, -0.018575262278318405, -0.01807493157684803, -0.017574600875377655, -0.01707427017390728, -0.016573941335082054, -0.01607361063361168, -0.015573279932141304, -0.015072949230670929, -0.014572619460523129, -0.014072288759052753, -0.013571958988904953, -0.013071628287434578, -0.012571297585964203, -0.012070967815816402, -0.011570637114346027, -0.011070306412875652, -0.010569976642727852, -0.010069645941257477, -0.009569315239787102, -0.009068985469639301, -0.008568654768168926, -0.008068324998021126, -0.007567994296550751, -0.007067664060741663, -0.006567333824932575, -0.0060670031234622, -0.005566672887653112, -0.005066342651844025, -0.00456601195037365, -0.004065681714564562, -0.003565351478755474, -0.0030650212429463863, -0.002564690774306655, -0.0020643603056669235, -0.0015640300698578358, -0.0010636997176334262, -0.0005633693654090166, -6.303901318460703e-05, 0.00043729133903980255, 0.0009376216912642121, 0.0014379520434886217, 0.0019382823957130313, 0.002438612747937441, 0.0029389429837465286, 0.00343927345238626, 0.0039396039210259914, 0.004439934156835079, 0.004940264392644167, 0.005440594628453255, 0.00594092532992363, 0.0064412555657327175, 0.006941585801541805, 0.00744191650301218, 0.00794224627315998, 0.008442576974630356]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 6.0, 0.0, 0.0, 1.0], "bins": [-0.042031049728393555, -0.04133199527859688, -0.0406329408288002, -0.039933882653713226, -0.03923482820391655, -0.03853577375411987, -0.037836719304323196, -0.03713766485452652, -0.036438606679439545, -0.03573955222964287, -0.03504049777984619, -0.034341443330049515, -0.03364238888025284, -0.03294333070516586, -0.032244276255369186, -0.03154522180557251, -0.030846167355775833, -0.030147111043334007, -0.02944805659353733, -0.028749000281095505, -0.028049945831298828, -0.027350889518857002, -0.026651835069060326, -0.02595278061926365, -0.025253724306821823, -0.024554669857025146, -0.02385561354458332, -0.023156559094786644, -0.022457504644989967, -0.02175844833254814, -0.021059393882751465, -0.02036033757030964, -0.019661283120512962, -0.018962228670716286, -0.01826317235827446, -0.017564117908477783, -0.016865061596035957, -0.01616600714623928, -0.01546695176512003, -0.014767896384000778, -0.014068841934204102, -0.01336978655308485, -0.012670731171965599, -0.011971675790846348, -0.011272620409727097, -0.010573565028607845, -0.009874510578811169, -0.009175455197691917, -0.008476399816572666, -0.007777344435453415, -0.007078289519995451, -0.0063792341388762, -0.005680179223418236, -0.0049811238422989845, -0.004282068461179733, -0.0035830133128911257, -0.002883958164602518, -0.0021849030163139105, -0.001485847751609981, -0.0007867925451137125, -8.773733861744404e-05, 0.0006113178678788245, 0.001310373074375093, 0.0020094283390790224, 0.00270848348736763]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 4.0, 1.0, 2.0, 2.0, 0.0, 3.0, 2.0, 4.0, 4.0, 2.0, 1.0, 3.0, 2.0, 3.0, 4.0, 4.0, 2.0, 2.0, 3.0, 3.0, 1.0, 8.0, 10.0, 4.0, 4.0, 6.0, 7.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 4.0, 6.0, 9.0, 9.0, 18.0, 96.0, 3.0, 7.0, 3.0, 6.0, 5.0, 7.0], "bins": [-0.05514270439743996, -0.054181165993213654, -0.05321963131427765, -0.052258092910051346, -0.05129655450582504, -0.05033501610159874, -0.049373477697372437, -0.04841194301843643, -0.04745040461421013, -0.046488866209983826, -0.04552733153104782, -0.04456579312682152, -0.043604254722595215, -0.04264271631836891, -0.04168117791414261, -0.040719643235206604, -0.0397581048309803, -0.038796566426754, -0.03783503174781799, -0.03687349334359169, -0.03591195493936539, -0.034950416535139084, -0.03398887813091278, -0.033027343451976776, -0.03206580504775047, -0.03110426664352417, -0.030142730101943016, -0.029181193560361862, -0.02821965515613556, -0.027258116751909256, -0.026296580210328102, -0.025335043668746948, -0.024373505264520645, -0.023411966860294342, -0.022450430318713188, -0.021488893777132034, -0.02052735537290573, -0.019565816968679428, -0.018604280427098274, -0.01764274388551712, -0.016681205481290817, -0.015719667077064514, -0.01475813053548336, -0.013796593062579632, -0.012835055589675903, -0.011873518116772175, -0.010911980643868446, -0.009950443170964718, -0.00898890569806099, -0.008027368225157261, -0.007065830752253532, -0.006104293279349804, -0.0051427558064460754, -0.004181218333542347, -0.0032196808606386185, -0.00225814338773489, -0.0012966059148311615, -0.000335068441927433, 0.0006264690309762955, 0.001588006503880024, 0.0025495439767837524, 0.003511081449687481, 0.004472618922591209, 0.005434156395494938, 0.006395693868398666]}, "_runtime": 5.127245187759399, "_timestamp": 1596209117.0946426, "_step": 0} +{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 4.0, 3.0, 3.0, 2.0, 3.0, 2.0, 2.0, 3.0, 0.0, 1.0, 3.0, 0.0, 4.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01685292460024357, -0.016197826713323593, -0.015542728826403618, -0.014887630939483643, -0.014232533052563667, -0.013577434234321117, -0.012922336347401142, -0.012267238460481167, -0.011612140573561192, -0.010957042686641216, -0.010301944799721241, -0.009646846912801266, -0.008991748094558716, -0.00833665020763874, -0.007681552320718765, -0.00702645443379879, -0.006371356546878815, -0.005716258659958839, -0.005061160773038864, -0.0044060624204576015, -0.0037509645335376263, -0.003095866646617651, -0.002440768526867032, -0.001785670523531735, -0.0011305725201964378, -0.00047547451686114073, 0.00017962348647415638, 0.0008347214898094535, 0.0014898194931447506, 0.002144917380064726, 0.002800015499815345, 0.0034551136195659637, 0.004110211506485939, 0.004765309393405914, 0.00542040728032589, 0.006075505632907152, 0.0067306035198271275, 0.007385701406747103, 0.008040799759328365, 0.00869589764624834, 0.009350995533168316, 0.010006093420088291, 0.010661191307008266, 0.011316289193928242, 0.011971388012170792, 0.012626485899090767, 0.013281583786010742, 0.013936681672930717, 0.014591779559850693, 0.015246877446770668, 0.015901975333690643, 0.01655707322061062, 0.017212171107530594, 0.01786726899445057, 0.018522366881370544, 0.01917746476829052, 0.019832562655210495, 0.02048766240477562, 0.021142760291695595, 0.02179785817861557, 0.022452956065535545, 0.02310805395245552, 0.023763151839375496, 0.02441824972629547, 0.025073347613215446]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 6.0, 2.0, 5.0, 8.0, 7.0, 10.0, 12.0, 10.0, 21.0, 24.0, 38.0, 37.0, 45.0, 52.0, 70.0, 79.0, 88.0, 121.0, 152.0, 204.0, 255.0, 271.0, 435.0, 576.0, 2442.0, 762.0, 691.0, 473.0, 318.0, 188.0, 154.0, 95.0, 62.0, 47.0, 55.0, 24.0, 27.0, 19.0, 9.0, 10.0, 7.0, 7.0, 1.0, 3.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.12213393300771713, -0.11866319924592972, -0.1151924654841423, -0.11172173917293549, -0.10825100541114807, -0.10478027164936066, -0.10130953788757324, -0.09783881157636642, -0.09436807781457901, -0.0908973440527916, -0.08742661029100418, -0.08395587652921677, -0.08048515021800995, -0.07701441645622253, -0.07354368269443512, -0.0700729489326477, -0.06660221517086029, -0.06313148885965347, -0.05966075509786606, -0.056190021336078644, -0.05271929129958153, -0.04924855753779411, -0.045777827501297, -0.04230709373950958, -0.03883635997772217, -0.03536562994122505, -0.03189489617943764, -0.02842416614294052, -0.024953432381153107, -0.02148270048201084, -0.018011968582868576, -0.01454123668372631, -0.011070504784584045, -0.00759977288544178, -0.0041290405206382275, -0.0006583083886653185, 0.0028124237433075905, 0.006283155642449856, 0.009753888472914696, 0.013224620372056961, 0.016695352271199226, 0.02016608417034149, 0.023636816069483757, 0.027107547968626022, 0.030578281730413437, 0.03404901176691055, 0.03751974552869797, 0.040990475565195084, 0.0444612093269825, 0.04793194308876991, 0.05140267312526703, 0.05487340688705444, 0.05834413692355156, 0.061814870685338974, 0.06528560072183609, 0.0687563344836235, 0.07222706824541092, 0.07569780200719833, 0.07916852831840515, 0.08263926208019257, 0.08610999584197998, 0.0895807296037674, 0.09305145591497421, 0.09652218967676163, 0.09999292343854904]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 4.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 2.0, 1.0, 6.0, 1.0, 0.0, 1.0, 6.0, 0.0, 4.0, 0.0, 2.0, 3.0, 8.0, 5.0, 1.0, 4.0, 32.0, 1.0, 5.0, 3.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006693599745631218, -0.006446659564971924, -0.006199719849973917, -0.00595278013497591, -0.005705839954316616, -0.005458899773657322, -0.005211960058659315, -0.004965020343661308, -0.004718080163002014, -0.00447113998234272, -0.004224200267344713, -0.003977260552346706, -0.0037303203716874123, -0.003483380423858762, -0.0032364404760301113, -0.002989500528201461, -0.0027425605803728104, -0.00249562063254416, -0.0022486806847155094, -0.002001740736886859, -0.0017548007890582085, -0.001507860841229558, -0.0012609208934009075, -0.001013980945572257, -0.0007670409977436066, -0.0005201010499149561, -0.0002731611020863056, -2.6221154257655144e-05, 0.00022071879357099533, 0.0004676587413996458, 0.0007145986892282963, 0.0009615386370569468, 0.0012084785848855972, 0.0014554185327142477, 0.0017023584805428982, 0.0019492984283715487, 0.002196238376200199, 0.0024431783240288496, 0.0026901182718575, 0.0029370582196861506, 0.003183998167514801, 0.0034309381153434515, 0.003677878063172102, 0.003924817778170109, 0.004171757958829403, 0.004418698139488697, 0.004665637854486704, 0.004912577569484711, 0.005159517750144005, 0.005406457930803299, 0.005653397645801306, 0.005900337360799313, 0.006147277541458607, 0.006394217722117901, 0.006641157437115908, 0.0068880971521139145, 0.007135037332773209, 0.007381977513432503, 0.00762891722843051, 0.007875856943428516, 0.00812279712408781, 0.008369737304747105, 0.008616676554083824, 0.008863616734743118, 0.009110556915402412]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [7.0, 8.0, 7.0, 14.0, 23.0, 27.0, 48.0, 80.0, 102.0, 162.0, 276.0, 362.0, 520.0, 706.0, 1087.0, 1583.0, 2204.0, 2897.0, 4128.0, 5676.0, 7822.0, 10592.0, 15002.0, 21081.0, 29958.0, 42992.0, 60565.0, 83485.0, 111506.0, 458138.0, 90482.0, 64972.0, 45820.0, 32412.0, 23314.0, 16706.0, 12067.0, 8763.0, 6586.0, 4856.0, 3628.0, 2686.0, 1851.0, 1398.0, 971.0, 660.0, 471.0, 299.0, 229.0, 138.0, 111.0, 47.0, 46.0, 22.0, 22.0, 10.0, 10.0, 7.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.009374416433274746, -0.009054943919181824, -0.008735472336411476, -0.008415999822318554, -0.008096527308225632, -0.0077770547941327095, -0.007457582745701075, -0.00713811069726944, -0.0068186381831765175, -0.006499165669083595, -0.00617969362065196, -0.0058602215722203255, -0.005540749058127403, -0.005221276544034481, -0.004901804495602846, -0.004582332447171211, -0.004262859933078289, -0.003943387418985367, -0.003623915370553732, -0.0033044430892914534, -0.002984970808029175, -0.0026654985267668962, -0.0023460262455046177, -0.002026553964242339, -0.0017070816829800606, -0.001387609401717782, -0.0010681371204555035, -0.0007486648391932249, -0.00042919255793094635, -0.0001097202766686678, 0.00020975200459361076, 0.0005292242858558893, 0.0008486965671181679, 0.0011681688483804464, 0.001487641129642725, 0.0018071134109050035, 0.002126585692167282, 0.0024460579734295607, 0.0027655302546918392, 0.0030850025359541178, 0.0034044748172163963, 0.003723947098478675, 0.0040434193797409534, 0.004362891428172588, 0.0046823639422655106, 0.005001836456358433, 0.005321308504790068, 0.005640780553221703, 0.005960253067314625, 0.006279725581407547, 0.006599197629839182, 0.006918669678270817, 0.007238142192363739, 0.007557614706456661, 0.007877087220549583, 0.008196558803319931, 0.008516031317412853, 0.008835503831505775, 0.009154975414276123, 0.009474447928369045, 0.009793920442461967, 0.01011339295655489, 0.010432865470647812, 0.01075233705341816, 0.011071809567511082]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 1.0, 4.0, 0.0, 2.0, 0.0, 2.0, 1.0, 10.0, 2.0, 1.0, 1.0, 3.0, 0.0, 2.0, 3.0, 0.0, 0.0, 2.0], "bins": [-0.023306602612137794, -0.02286704070866108, -0.022427476942539215, -0.0219879150390625, -0.021548353135585785, -0.02110878936946392, -0.020669227465987206, -0.02022966556251049, -0.019790101796388626, -0.01935053989291191, -0.018910977989435196, -0.01847141422331333, -0.018031852319836617, -0.0175922904163599, -0.017152726650238037, -0.016713164746761322, -0.016273602843284607, -0.015834039077162743, -0.015394477173686028, -0.014954914338886738, -0.014515351504087448, -0.014075789600610733, -0.013636226765811443, -0.013196663931012154, -0.012757102027535439, -0.012317539192736149, -0.011877976357936859, -0.01143841352313757, -0.010998851619660854, -0.010559288784861565, -0.010119725950062275, -0.00968016404658556, -0.00924060121178627, -0.00880103837698698, -0.008361476473510265, -0.007921913638710976, -0.007482350803911686, -0.0070427884347736835, -0.006603226065635681, -0.0061636632308363914, -0.005724100861698389, -0.005284538492560387, -0.004844975657761097, -0.0044054132886230946, -0.003965850919485092, -0.0035262880846858025, -0.0030867257155478, -0.002647163113579154, -0.002207600511610508, -0.001768037909641862, -0.0013284754240885377, -0.0008889128803275526, -0.0004493503365665674, -9.787792805582285e-06, 0.00042977475095540285, 0.000869337294716388, 0.0013088998384773731, 0.0017484624404460192, 0.0021880250424146652, 0.0026275874115526676, 0.0030671500135213137, 0.0035067126154899597, 0.003946274984627962, 0.004385837819427252, 0.004825400188565254]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 2.0, 5.0, 8.0, 11.0, 8.0, 23.0, 26.0, 20.0, 19.0, 25.0, 36.0, 40.0, 51.0, 58.0, 60.0, 70.0, 67.0, 101.0, 114.0, 130.0, 147.0, 156.0, 196.0, 192.0, 209.0, 223.0, 232.0, 241.0, 257.0, 222.0, 267.0, 259.0, 276.0, 316.0, 313.0, 307.0, 363.0, 440.0, 591.0, 726.0, 1331.0, 6743.0, 893.0, 764.0, 535.0, 237.0, 213.0, 185.0, 188.0, 168.0, 129.0, 118.0, 62.0, 33.0, 11.0, 3.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.02545473352074623, -0.024849694222211838, -0.024244654923677444, -0.02363961562514305, -0.023034576326608658, -0.022429535165429115, -0.021824495866894722, -0.02121945656836033, -0.020614417269825935, -0.020009377971291542, -0.01940433867275715, -0.018799299374222755, -0.018194258213043213, -0.01758921891450882, -0.016984179615974426, -0.016379140317440033, -0.01577410101890564, -0.015169061720371246, -0.014564022421836853, -0.013958982191979885, -0.013353942893445492, -0.012748903594911098, -0.01214386336505413, -0.011538824066519737, -0.010933784767985344, -0.01032874546945095, -0.009723706170916557, -0.00911866594105959, -0.008513626642525196, -0.007908587343990803, -0.007303547579795122, -0.0066985078155994415, -0.006093468517065048, -0.005488429218530655, -0.004883389454334974, -0.004278349690139294, -0.0036733103916049004, -0.0030682708602398634, -0.0024632313288748264, -0.0018581917975097895, -0.0012531522661447525, -0.0006481127347797155, -4.3073203414678574e-05, 0.0005619663279503584, 0.0011670058593153954, 0.0017720453906804323, 0.0023770849220454693, 0.0029821244534105062, 0.003587163984775543, 0.0041922032833099365, 0.004797243047505617, 0.005402282811701298, 0.006007322110235691, 0.006612361408770084, 0.007217401172965765, 0.007822440937161446, 0.008427480235695839, 0.009032519534230232, 0.009637558832764626, 0.010242599062621593, 0.010847638361155987, 0.01145267765969038, 0.012057717889547348, 0.012662757188081741, 0.013267796486616135]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 6.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08533920347690582, -0.08350659906864166, -0.0816739946603775, -0.07984139025211334, -0.07800878584384918, -0.07617618143558502, -0.07434357702732086, -0.0725109726190567, -0.07067836821079254, -0.06884576380252838, -0.06701315939426422, -0.06518055498600006, -0.0633479505777359, -0.06151534616947174, -0.05968274176120758, -0.05785013735294342, -0.05601753294467926, -0.0541849285364151, -0.05235232412815094, -0.05051971971988678, -0.04868711531162262, -0.04685451090335846, -0.0450219064950943, -0.04318930208683014, -0.04135669767856598, -0.03952409327030182, -0.03769148886203766, -0.0358588844537735, -0.03402628004550934, -0.03219367563724518, -0.030361071228981018, -0.028528466820716858, -0.026695862412452698, -0.024863258004188538, -0.023030653595924377, -0.021198049187660217, -0.019365444779396057, -0.017532840371131897, -0.015700235962867737, -0.013867631554603577, -0.012035027146339417, -0.010202422738075256, -0.008369818329811096, -0.006537213921546936, -0.004704609513282776, -0.0028720051050186157, -0.0010394006967544556, 0.0007932037115097046, 0.0026258081197738647, 0.004458412528038025, 0.006291016936302185, 0.008123621344566345, 0.009956225752830505, 0.011788830161094666, 0.013621434569358826, 0.015454038977622986, 0.017286643385887146, 0.019119247794151306, 0.020951852202415466, 0.022784456610679626, 0.024617061018943787, 0.026449665427207947, 0.028282269835472107, 0.030114874243736267, 0.03194747865200043]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 3.0, 3.0, 2.0, 6.0, 2.0, 7.0, 2.0, 5.0, 7.0, 5.0, 2.0, 8.0, 7.0, 3.0, 9.0, 4.0, 5.0, 1.0, 4.0, 2.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 5.0, 4.0, 1.0, 6.0, 4.0, 2.0, 7.0, 8.0, 95.0, 13.0, 5.0, 2.0, 7.0, 5.0, 4.0, 3.0], "bins": [-0.09722574800252914, -0.09550666809082031, -0.09378758817911148, -0.09206850826740265, -0.09034942835569382, -0.08863034844398499, -0.08691126853227615, -0.08519218116998672, -0.0834731012582779, -0.08175402134656906, -0.08003494143486023, -0.0783158615231514, -0.07659678161144257, -0.07487770169973373, -0.0731586217880249, -0.07143954187631607, -0.06972046196460724, -0.06800138205289841, -0.06628230214118958, -0.06456322222948074, -0.06284413486719131, -0.06112505868077278, -0.05940597876906395, -0.05768689513206482, -0.05596781522035599, -0.054248735308647156, -0.052529655396938324, -0.05081057548522949, -0.04909149557352066, -0.04737241193652153, -0.0456533320248127, -0.04393425211310387, -0.042215172201395035, -0.0404960922896862, -0.03877701237797737, -0.03705793246626854, -0.03533884882926941, -0.03361976891756058, -0.031900689005851746, -0.030181609094142914, -0.028462529182434082, -0.0267434474080801, -0.02502436749637127, -0.023305287584662437, -0.021586205810308456, -0.019867125898599625, -0.018148045986890793, -0.016428964212536812, -0.01470988430082798, -0.012990803457796574, -0.011271723546087742, -0.009552642703056335, -0.007833562791347504, -0.006114481948316097, -0.004395401105284691, -0.0026763207279145718, -0.0009572403505444527, 0.0007618401432409883, 0.002480920637026429, 0.004200001247227192, 0.005919081624597311, 0.00763816200196743, 0.009357242844998837, 0.011076322756707668, 0.012795403599739075]}, "_runtime": 5.943000316619873, "_timestamp": 1596209117.9103978, "_step": 1} +{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 2.0, 3.0, 1.0, 2.0, 2.0, 2.0, 2.0, 3.0, 6.0, 3.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01935577392578125, -0.018728120252490044, -0.018100466579198837, -0.01747281290590763, -0.016845159232616425, -0.016217505559325218, -0.015589850954711437, -0.01496219728142023, -0.01433454267680645, -0.013706889003515244, -0.013079235330224037, -0.01245158165693283, -0.011823927983641624, -0.011196274310350418, -0.010568619705736637, -0.00994096603244543, -0.009313312359154224, -0.008685658685863018, -0.008058005012571812, -0.007430350873619318, -0.006802696734666824, -0.006175043061375618, -0.005547389388084412, -0.004919735249131918, -0.004292081575840712, -0.0036644276697188616, -0.0030367737635970116, -0.002409120090305805, -0.0017814661841839552, -0.0011538122780621052, -0.000526158488355577, 0.00010149535955861211, 0.0007291492074728012, 0.0013568031135946512, 0.0019844570197165012, 0.0026121106930077076, 0.0032397645991295576, 0.0038674185052514076, 0.004495072178542614, 0.005122726317495108, 0.005750379990786314, 0.00637803366407752, 0.007005687803030014, 0.00763334147632122, 0.008260995149612427, 0.008888648822903633, 0.009516303427517414, 0.01014395710080862, 0.010771610774099827, 0.011399264447391033, 0.01202691812068224, 0.01265457272529602, 0.013282226398587227, 0.013909880071878433, 0.01453753374516964, 0.015165187418460846, 0.015792841091752052, 0.01642049476504326, 0.017048148438334465, 0.01767580397427082, 0.018303457647562027, 0.018931111320853233, 0.01955876499414444, 0.020186418667435646, 0.020814072340726852]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 4.0, 3.0, 3.0, 4.0, 5.0, 3.0, 5.0, 6.0, 10.0, 5.0, 8.0, 11.0, 16.0, 14.0, 20.0, 15.0, 20.0, 36.0, 43.0, 37.0, 48.0, 60.0, 67.0, 97.0, 103.0, 123.0, 175.0, 244.0, 254.0, 331.0, 408.0, 2078.0, 806.0, 783.0, 615.0, 450.0, 286.0, 197.0, 131.0, 105.0, 76.0, 51.0, 46.0, 24.0, 24.0, 18.0, 13.0, 15.0, 3.0, 5.0, 8.0, 4.0, 5.0, 4.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.12214760482311249, -0.11842365562915802, -0.11469969898462296, -0.11097574979066849, -0.10725179314613342, -0.10352784395217896, -0.09980388730764389, -0.09607993811368942, -0.09235598146915436, -0.08863203227519989, -0.08490807563066483, -0.08118412643671036, -0.07746016979217529, -0.07373622059822083, -0.07001226395368576, -0.06628831475973129, -0.06256435811519623, -0.05884040892124176, -0.055116456001996994, -0.05139250308275223, -0.04766855016350746, -0.043944597244262695, -0.04022064432501793, -0.03649669140577316, -0.032772742211818695, -0.02904878742992878, -0.025324834510684013, -0.021600881591439247, -0.01787693053483963, -0.01415297668427229, -0.010429024696350098, -0.006705071777105331, -0.002981118857860565, 0.0007428338285535574, 0.00446678651496768, 0.008190738968551159, 0.011914691887795925, 0.015638643875718117, 0.019362596794962883, 0.02308654971420765, 0.026810502633452415, 0.03053445555269718, 0.0342584066092968, 0.037982359528541565, 0.04170631244778633, 0.0454302653670311, 0.049154218286275864, 0.05287817120552063, 0.056602124124765396, 0.06032607704401016, 0.06405002623796463, 0.0677739828824997, 0.07149793207645416, 0.07522188872098923, 0.0789458379149437, 0.08266979455947876, 0.08639374375343323, 0.09011770039796829, 0.09384164959192276, 0.09756560623645782, 0.10128955543041229, 0.10501351207494736, 0.10873746126890182, 0.11246141791343689, 0.11618536710739136]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 2.0, 1.0, 2.0, 5.0, 7.0, 0.0, 0.0, 1.0, 4.0, 2.0, 6.0, 5.0, 1.0, 2.0, 2.0, 28.0, 5.0, 5.0, 2.0, 2.0, 1.0, 1.0, 3.0, 0.0, 3.0, 4.0, 2.0, 2.0, 3.0, 2.0, 2.0, 1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.006838825531303883, -0.006584505084902048, -0.006330184638500214, -0.006075863726437092, -0.005821543280035257, -0.005567222833633423, -0.005312902387231588, -0.005058581940829754, -0.004804261028766632, -0.004549940582364798, -0.004295620135962963, -0.004041299689561129, -0.003786979243159294, -0.003532658563926816, -0.0032783381175249815, -0.0030240174382925034, -0.002769696991890669, -0.0025153765454888344, -0.0022610558662563562, -0.0020067354198545218, -0.0017524148570373654, -0.0014980942942202091, -0.0012437738478183746, -0.0009894532850012183, -0.000735132722184062, -0.00048081218847073615, -0.0002264916547574103, 2.782887895591557e-05, 0.00028214941266924143, 0.0005364699754863977, 0.0007907904800958931, 0.0010451109847053885, 0.0012994315475225449, 0.0015537521103397012, 0.0018080726731568575, 0.002062393119558692, 0.00231671379879117, 0.0025710342451930046, 0.002825354691594839, 0.0030796753708273172, 0.0033339958172291517, 0.003588316263630986, 0.0038426369428634644, 0.004096957389265299, 0.004351277835667133, 0.004605598282068968, 0.00485991919413209, 0.005114239640533924, 0.005368560086935759, 0.005622880533337593, 0.005877200979739428, 0.006131521891802549, 0.006385842338204384, 0.006640162784606218, 0.006894483231008053, 0.007148803677409887, 0.007403124123811722, 0.007657445035874844, 0.00791176501661539, 0.008166085928678513, 0.008420406840741634, 0.008674726821482182, 0.008929047733545303, 0.00918336771428585, 0.009437688626348972]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 5.0, 11.0, 21.0, 22.0, 36.0, 60.0, 90.0, 162.0, 235.0, 353.0, 582.0, 892.0, 1381.0, 1978.0, 2906.0, 4272.0, 6058.0, 8086.0, 11304.0, 15805.0, 21735.0, 30601.0, 44505.0, 64898.0, 90185.0, 114662.0, 437243.0, 90826.0, 65390.0, 46226.0, 32440.0, 23068.0, 17075.0, 12352.0, 9269.0, 6762.0, 4967.0, 3653.0, 2696.0, 2028.0, 1426.0, 1011.0, 756.0, 489.0, 353.0, 269.0, 162.0, 117.0, 69.0, 53.0, 35.0, 16.0, 15.0, 12.0, 9.0, 9.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.012299303896725178, -0.011877357959747314, -0.011455412022769451, -0.011033466085791588, -0.010611520148813725, -0.010189574211835861, -0.009767628274857998, -0.009345682337880135, -0.008923737332224846, -0.008501791395246983, -0.00807984545826912, -0.007657899055629969, -0.007235953584313393, -0.006814007647335529, -0.006392061710357666, -0.005970115773379803, -0.005548169836401939, -0.005126223899424076, -0.004704277962446213, -0.0042823320254683495, -0.00386038632132113, -0.0034384403843432665, -0.003016494680196047, -0.0025945487432181835, -0.00217260280624032, -0.001750656869262457, -0.0013287110486999154, -0.000906765169929713, -0.0004848192911595106, -6.287341238930821e-05, 0.0003590724663808942, 0.0007810183451510966, 0.001202964223921299, 0.0016249101608991623, 0.0020468560978770256, 0.0024688018020242453, 0.0028907477390021086, 0.003312693675979972, 0.0037346393801271915, 0.004156585317105055, 0.004578531254082918, 0.0050004771910607815, 0.005422423128038645, 0.005844369065016508, 0.006266314536333084, 0.006688260473310947, 0.007110206410288811, 0.007532152347266674, 0.007954098284244537, 0.0083760442212224, 0.008797990158200264, 0.009219936095178127, 0.00964188203215599, 0.010063827969133854, 0.010485773906111717, 0.01090771984308958, 0.011329665780067444, 0.011751610785722733, 0.012173556722700596, 0.01259550265967846, 0.013017448596656322, 0.013439394533634186, 0.013861340470612049, 0.014283286407589912, 0.014705232344567776]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 6.0, 4.0, 0.0, 2.0, 0.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.010930954478681087, -0.010623051784932613, -0.010315150022506714, -0.01000724732875824, -0.00969934556633234, -0.009391442872583866, -0.009083541110157967, -0.008775638416409492, -0.008467735722661018, -0.008159833960235119, -0.007851931266486645, -0.007544029504060745, -0.007236126810312271, -0.006928224582225084, -0.0066203223541378975, -0.006312420126050711, -0.006004517897963524, -0.005696615669876337, -0.00538871344178915, -0.005080811213701963, -0.004772908985614777, -0.0044650062918663025, -0.004157104063779116, -0.003849201835691929, -0.003541299607604742, -0.0032333973795175552, -0.0029254951514303684, -0.002617592690512538, -0.002309690462425351, -0.0020017882343381643, -0.0016938858898356557, -0.001385983545333147, -0.0010780813172459602, -0.0007701790309511125, -0.0004622767446562648, -0.00015437445836141706, 0.00015352782793343067, 0.0004614301142282784, 0.0007693324005231261, 0.0010772347450256348, 0.0013851369731128216, 0.0016930392012000084, 0.002000941429287195, 0.0023088438902050257, 0.0026167461182922125, 0.0029246483463793993, 0.0032325508072972298, 0.0035404530353844166, 0.0038483552634716034, 0.00415625749155879, 0.004464159719645977, 0.004772061947733164, 0.005079964175820351, 0.005387866869568825, 0.005695769097656012, 0.006003671325743198, 0.006311573553830385, 0.006619475781917572, 0.006927378010004759, 0.007235280238091946, 0.00754318293184042, 0.00785108469426632, 0.008158987388014793, 0.008466889150440693, 0.008774791844189167]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 1.0, 10.0, 8.0, 8.0, 15.0, 8.0, 18.0, 24.0, 30.0, 33.0, 55.0, 44.0, 44.0, 70.0, 85.0, 97.0, 109.0, 114.0, 144.0, 168.0, 203.0, 215.0, 206.0, 237.0, 261.0, 248.0, 236.0, 288.0, 253.0, 272.0, 294.0, 348.0, 432.0, 486.0, 581.0, 792.0, 6627.0, 1530.0, 909.0, 641.0, 497.0, 366.0, 358.0, 256.0, 212.0, 188.0, 143.0, 99.0, 70.0, 36.0, 18.0, 19.0, 8.0, 2.0, 4.0, 2.0, 2.0], "bins": [-0.014291273429989815, -0.013964150100946426, -0.013637026771903038, -0.01330990344285965, -0.012982780113816261, -0.012655656784772873, -0.01232853252440691, -0.012001409195363522, -0.011674285866320133, -0.011347162537276745, -0.011020039208233356, -0.010692915879189968, -0.01036579255014658, -0.010038669221103191, -0.009711545892059803, -0.009384422563016415, -0.009057298302650452, -0.008730174973607063, -0.008403051644563675, -0.008075928315520287, -0.007748804986476898, -0.00742168165743351, -0.0070945583283901215, -0.006767434999346733, -0.006440311670303345, -0.006113187875598669, -0.005786064546555281, -0.005458941217511892, -0.005131817888468504, -0.004804694559425116, -0.00447757076472044, -0.0041504474356770515, -0.003823324106633663, -0.003496200777590275, -0.003169077215716243, -0.0028419538866728544, -0.0025148303247988224, -0.002187706995755434, -0.0018605836667120457, -0.0015334602212533355, -0.0012063367757946253, -0.0008792133303359151, -0.0005520899430848658, -0.00022496652672998607, 0.00010215688962489367, 0.0004292803059797734, 0.0007564037223346531, 0.0010835271095857024, 0.0014106505550444126, 0.0017377740005031228, 0.002064897445961833, 0.0023920207750052214, 0.0027191443368792534, 0.0030462676659226418, 0.00337339099496603, 0.003700514556840062, 0.004027637653052807, 0.0043547614477574825, 0.004681884776800871, 0.005009008105844259, 0.005336131434887648, 0.005663254763931036, 0.005990378558635712, 0.0063175018876791, 0.006644625216722488]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 5.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05438119173049927, -0.05326876789331436, -0.052156347781419754, -0.05104392394423485, -0.04993150010704994, -0.048819079995155334, -0.04770665615797043, -0.04659423232078552, -0.045481808483600616, -0.04436938837170601, -0.0432569645345211, -0.0421445406973362, -0.04103212058544159, -0.03991969674825668, -0.03880727291107178, -0.03769485279917717, -0.036582428961992264, -0.03547000512480736, -0.03435758501291275, -0.033245161175727844, -0.03213273733854294, -0.03102031536400318, -0.029907893389463425, -0.02879546955227852, -0.027683047577738762, -0.026570625603199005, -0.0254582017660141, -0.024345779791474342, -0.023233357816934586, -0.02212093397974968, -0.021008512005209923, -0.019896088168025017, -0.01878366619348526, -0.017671244218945503, -0.016558820381760597, -0.01544639840722084, -0.014333975501358509, -0.013221552595496178, -0.012109130620956421, -0.01099670771509409, -0.009884284809231758, -0.008771861903369427, -0.007659439463168383, -0.0065470170229673386, -0.005434594117105007, -0.004322171211242676, -0.0032097487710416317, -0.002097326098009944, -0.0009849034249782562, 0.0001275192480534315, 0.0012399419210851192, 0.002352364594116807, 0.0034647872671484947, 0.004577210173010826, 0.00568963261321187, 0.006802055053412914, 0.007914477959275246, 0.009026900865137577, 0.010139323770999908, 0.011251745745539665, 0.012364168651401997, 0.013476591557264328, 0.014589013531804085, 0.01570143736898899, 0.016813859343528748]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 4.0, 8.0, 5.0, 5.0, 10.0, 6.0, 4.0, 4.0, 5.0, 8.0, 5.0, 6.0, 3.0, 0.0, 2.0, 5.0, 2.0, 6.0, 2.0, 1.0, 3.0, 3.0, 2.0, 1.0, 2.0, 2.0, 1.0, 5.0, 2.0, 4.0, 1.0, 6.0, 4.0, 1.0, 3.0, 2.0, 11.0, 11.0, 68.0, 13.0, 6.0, 8.0, 8.0, 4.0, 3.0, 2.0, 2.0, 4.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.05556671693921089, -0.05446958169341087, -0.053372446447610855, -0.05227531120181084, -0.05117817595601082, -0.0500810407102108, -0.04898390546441078, -0.047886770218610764, -0.046789634972810745, -0.04569249972701073, -0.04459536448121071, -0.04349822923541069, -0.04240109398961067, -0.041303958743810654, -0.040206823498010635, -0.03910968825221062, -0.0380125530064106, -0.03691541776061058, -0.03581828251481056, -0.034721147269010544, -0.033624012023210526, -0.03252687677741051, -0.03142974153161049, -0.03033260628581047, -0.029235471040010452, -0.028138335794210434, -0.027041200548410416, -0.025944065302610397, -0.02484693005681038, -0.02374979481101036, -0.022652659565210342, -0.021555524319410324, -0.020458389073610306, -0.019361253827810287, -0.01826411858201027, -0.01716698333621025, -0.016069848090410233, -0.014972712844610214, -0.013875577598810196, -0.012778442353010178, -0.01168130710721016, -0.010584171861410141, -0.009487036615610123, -0.008389901369810104, -0.007292766124010086, -0.006195630878210068, -0.0050984956324100494, -0.004001360386610031, -0.002904225140810013, -0.0018070898950099945, -0.0007099546492099762, 0.0003871805965900421, 0.0014843158423900604, 0.0025814510881900787, 0.003678586333990097, 0.004775721579790115, 0.005872856825590134, 0.006969992071390152, 0.00806712731719017, 0.009164262562990189, 0.010261397808790207, 0.011358533054590225, 0.012455668300390244, 0.013552803546190262, 0.01464993879199028]}, "_runtime": 6.743595361709595, "_timestamp": 1596209118.7109928, "_step": 2} +{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 3.0, 3.0, 2.0, 3.0, 0.0, 2.0, 1.0, 4.0, 3.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.014591841958463192, -0.014141768217086792, -0.013691694475710392, -0.013241619803011417, -0.012791546061635017, -0.012341472320258617, -0.011891398578882217, -0.011441324837505817, -0.010991251096129417, -0.010541176423430443, -0.010091102682054043, -0.009641028940677643, -0.009190955199301243, -0.008740881457924843, -0.008290806785225868, -0.007840733043849468, -0.007390659302473068, -0.006940585561096668, -0.006490511354058981, -0.006040437612682581, -0.005590363405644894, -0.005140289664268494, -0.004690215922892094, -0.004240141715854406, -0.0037900679744780064, -0.0033399940002709627, -0.002889920026063919, -0.002439846284687519, -0.0019897723104804754, -0.0015396983362734318, -0.00108962447848171, -0.0006395505624823272, -0.0001894766464829445, 0.00026059726951643825, 0.000710671185515821, 0.0011607450433075428, 0.0016108190175145864, 0.00206089299172163, 0.00251096673309803, 0.0029610407073050737, 0.0034111146815121174, 0.003861188655719161, 0.004311262629926205, 0.004761336371302605, 0.005211410112679005, 0.005661484319716692, 0.006111558061093092, 0.006561632268130779, 0.007011706009507179, 0.007461779750883579, 0.00791185349225998, 0.008361928164958954, 0.008812001906335354, 0.009262075647711754, 0.009712149389088154, 0.010162223130464554, 0.010612297803163528, 0.011062371544539928, 0.011512445285916328, 0.011962519027292728, 0.012412592768669128, 0.012862666510045528, 0.013312741182744503, 0.013762814924120903, 0.014212888665497303]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 3.0, 5.0, 8.0, 6.0, 5.0, 6.0, 9.0, 15.0, 17.0, 30.0, 38.0, 32.0, 51.0, 64.0, 48.0, 69.0, 103.0, 109.0, 147.0, 228.0, 283.0, 404.0, 533.0, 2218.0, 1159.0, 895.0, 504.0, 304.0, 191.0, 134.0, 84.0, 67.0, 49.0, 35.0, 23.0, 14.0, 5.0, 12.0, 4.0, 3.0, 4.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17763181030750275, -0.17301662266254425, -0.16840143501758575, -0.16378623247146606, -0.15917104482650757, -0.15455585718154907, -0.14994066953659058, -0.14532548189163208, -0.14071029424667358, -0.1360950917005539, -0.1314799040555954, -0.1268647164106369, -0.1222495287656784, -0.11763433367013931, -0.11301914602518082, -0.10840395092964172, -0.10378876328468323, -0.09917357563972473, -0.09455838054418564, -0.08994319289922714, -0.08532799780368805, -0.08071281015872955, -0.07609762251377106, -0.07148242741823196, -0.06686723977327347, -0.06225204840302467, -0.05763685703277588, -0.05302166938781738, -0.04840647801756859, -0.043791286647319794, -0.0391760990023613, -0.0345609076321125, -0.02994571626186371, -0.025330524891614914, -0.02071533538401127, -0.016100145876407623, -0.011484954506158829, -0.006869764067232609, -0.002254573628306389, 0.002360616810619831, 0.006975807249546051, 0.011590997688472271, 0.01620618812739849, 0.020821377635002136, 0.02543656900525093, 0.030051760375499725, 0.03466694802045822, 0.039282139390707016, 0.04389733076095581, 0.048512522131204605, 0.0531277135014534, 0.057742901146411896, 0.06235809251666069, 0.06697328388690948, 0.07158847153186798, 0.07620366662740707, 0.08081885427236557, 0.08543404191732407, 0.09004923701286316, 0.09466442465782166, 0.09927961230278015, 0.10389480739831924, 0.10850999504327774, 0.11312519013881683, 0.11774037778377533]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 3.0, 2.0, 0.0, 1.0, 1.0, 4.0, 5.0, 3.0, 1.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 3.0, 2.0, 26.0, 2.0, 2.0, 9.0, 1.0, 5.0, 4.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 7.0, 3.0, 2.0, 2.0, 3.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.006060877814888954, -0.005868378095328808, -0.0056758783757686615, -0.005483378656208515, -0.005290878936648369, -0.0050983792170882225, -0.004905879497528076, -0.00471337977796793, -0.0045208800584077835, -0.004328380338847637, -0.004135880619287491, -0.0039433808997273445, -0.003750881180167198, -0.003558381460607052, -0.0033658817410469055, -0.003173382021486759, -0.002980882301926613, -0.0027883825823664665, -0.00259588286280632, -0.002403383143246174, -0.0022108834236860275, -0.002018383704125881, -0.0018258839845657349, -0.0016333842650055885, -0.0014408845454454422, -0.0012483848258852959, -0.0010558851063251495, -0.0008633853867650032, -0.0006708856672048569, -0.00047838594764471054, -0.0002858862280845642, -9.338650852441788e-05, 9.911321103572845e-05, 0.0002916129305958748, 0.0004841126501560211, 0.0006766123697161674, 0.0008691120892763138, 0.0010616118088364601, 0.0012541115283966064, 0.0014466112479567528, 0.0016391109675168991, 0.0018316106870770454, 0.0020241104066371918, 0.002216610126197338, 0.0024091098457574844, 0.0026016095653176308, 0.002794109284877777, 0.0029866090044379234, 0.0031791087239980698, 0.003371608443558216, 0.0035641081631183624, 0.0037566078826785088, 0.003949107602238655, 0.004141607321798801, 0.004334107041358948, 0.004526606760919094, 0.00471910648047924, 0.004911606200039387, 0.005104105919599533, 0.005296605639159679, 0.005489105358719826, 0.005681605078279972, 0.005874104797840118, 0.006066604517400265, 0.006259104236960411]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 6.0, 8.0, 18.0, 31.0, 54.0, 90.0, 158.0, 230.0, 302.0, 484.0, 787.0, 1189.0, 1647.0, 2234.0, 3004.0, 4085.0, 5351.0, 6908.0, 8952.0, 11423.0, 14241.0, 18327.0, 23910.0, 31996.0, 42992.0, 57105.0, 72561.0, 90518.0, 413565.0, 89542.0, 71870.0, 53151.0, 39448.0, 28623.0, 21474.0, 16048.0, 12133.0, 9160.0, 7170.0, 5317.0, 3996.0, 2813.0, 1973.0, 1498.0, 983.0, 708.0, 482.0, 355.0, 233.0, 164.0, 107.0, 74.0, 55.0, 39.0, 21.0, 13.0, 7.0, 4.0, 2.0, 4.0, 1.0, 1.0], "bins": [-0.011450722813606262, -0.011073088273406029, -0.010695453733205795, -0.010317820124328136, -0.009940185584127903, -0.00956255104392767, -0.00918491743505001, -0.008807282894849777, -0.008429648354649544, -0.00805201381444931, -0.007674379739910364, -0.007296745665371418, -0.0069191111251711845, -0.006541476584970951, -0.006163842510432005, -0.005786208435893059, -0.005408573895692825, -0.005030939355492592, -0.004653305280953646, -0.0042756712064146996, -0.003898036666214466, -0.0035204023588448763, -0.0031427680514752865, -0.0027651337441056967, -0.002387499436736107, -0.002009865129366517, -0.0016322308219969273, -0.0012545965146273375, -0.0008769622072577477, -0.0004993278998881578, -0.00012169359251856804, 0.00025594071485102177, 0.0006335750222206116, 0.0010112093295902014, 0.0013888436369597912, 0.001766477944329381, 0.002144112251698971, 0.0025217465590685606, 0.0028993808664381504, 0.00327701517380774, 0.00365464948117733, 0.0040322840213775635, 0.00440991809591651, 0.004787552170455456, 0.005165186710655689, 0.005542821250855923, 0.005920455325394869, 0.006298089399933815, 0.0066757239401340485, 0.007053358480334282, 0.007430992554873228, 0.007808626629412174, 0.008186261169612408, 0.008563895709812641, 0.0089415293186903, 0.009319163858890533, 0.009696798399090767, 0.010074432939291, 0.010452067479491234, 0.010829701088368893, 0.011207335628569126, 0.01158497016876936, 0.011962603777647018, 0.012340238317847252, 0.012717872858047485]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 2.0, 2.0, 2.0, 2.0, 7.0, 3.0, 2.0, 5.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.020670177415013313, -0.02023622952401638, -0.019802283495664597, -0.019368335604667664, -0.01893438771367073, -0.018500441685318947, -0.018066493794322014, -0.01763254776597023, -0.017198599874973297, -0.016764651983976364, -0.01633070595562458, -0.015896758064627647, -0.015462811104953289, -0.01502886414527893, -0.014594916254281998, -0.01416096929460764, -0.013727022334933281, -0.013293075375258923, -0.012859128415584564, -0.012425180524587631, -0.011991233564913273, -0.011557286605238914, -0.011123338714241982, -0.010689391754567623, -0.010255444794893265, -0.009821497835218906, -0.009387550875544548, -0.008953602984547615, -0.008519656024873257, -0.008085709065198898, -0.007651761639863253, -0.007217814214527607, -0.006783867254853249, -0.00634992029517889, -0.0059159728698432446, -0.005482025444507599, -0.0050480784848332405, -0.004614131525158882, -0.0041801840998232365, -0.0037462369073182344, -0.0033122897148132324, -0.0028783425223082304, -0.0024443953298032284, -0.0020104481372982264, -0.0015765009447932243, -0.0011425537522882223, -0.0007086065597832203, -0.00027465936727821827, 0.00015928782522678375, 0.0005932350177317858, 0.0010271822102367878, 0.0014611294027417898, 0.0018950765952467918, 0.002329023787751794, 0.002762970980256796, 0.003196918172761798, 0.0036308653652668, 0.004064812324941158, 0.004498759750276804, 0.00493270717561245, 0.005366654135286808, 0.005800601094961166, 0.006234548520296812, 0.006668495945632458, 0.007102442905306816]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 7.0, 1.0, 1.0, 4.0, 7.0, 7.0, 11.0, 9.0, 9.0, 9.0, 12.0, 7.0, 14.0, 16.0, 27.0, 32.0, 39.0, 49.0, 38.0, 41.0, 55.0, 53.0, 76.0, 72.0, 81.0, 95.0, 108.0, 122.0, 125.0, 134.0, 164.0, 208.0, 202.0, 232.0, 223.0, 298.0, 280.0, 326.0, 346.0, 399.0, 437.0, 472.0, 620.0, 661.0, 799.0, 981.0, 6475.0, 1379.0, 736.0, 499.0, 360.0, 210.0, 158.0, 169.0, 160.0, 117.0, 110.0, 62.0, 48.0, 17.0, 11.0, 8.0], "bins": [-0.011122757568955421, -0.010894839651882648, -0.01066692266613245, -0.010439004749059677, -0.010211086831986904, -0.009983169846236706, -0.009755251929163933, -0.00952733401209116, -0.009299417026340961, -0.009071499109268188, -0.008843581192195415, -0.008615664206445217, -0.008387746289372444, -0.008159828372299671, -0.007931911386549473, -0.0077039934694767, -0.007476075552403927, -0.007248158100992441, -0.0070202406495809555, -0.0067923227325081825, -0.006564405281096697, -0.006336487829685211, -0.006108569912612438, -0.0058806524612009525, -0.005652735009789467, -0.005424817092716694, -0.005196899641305208, -0.0049689821898937225, -0.0047410642728209496, -0.004513146821409464, -0.004285229369997978, -0.004057311452925205, -0.0038293940015137196, -0.0036014763172715902, -0.0033735588658601046, -0.0031456411816179752, -0.002917723497375846, -0.0026898060459643602, -0.002461888361722231, -0.0022339706774801016, -0.0020060529932379723, -0.0017781355418264866, -0.0015502178575843573, -0.0013223002897575498, -0.0010943827219307423, -0.0008664650376886129, -0.0006385474698618054, -0.000410629843827337, -0.00018271221779286861, 4.520539368968457e-05, 0.00027312300517223775, 0.0005010406021028757, 0.0007289582281373441, 0.0009568758541718125, 0.00118479342199862, 0.0014127111062407494, 0.0016406286740675569, 0.0018685462418943644, 0.0020964639261364937, 0.002324381610378623, 0.0025522990617901087, 0.002780216746032238, 0.0030081344302743673, 0.003236051881685853, 0.0034639695659279823]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.04638988524675369, -0.045516688376665115, -0.04464348778128624, -0.04377029091119766, -0.042897094041109085, -0.04202389344573021, -0.04115069657564163, -0.040277495980262756, -0.03940429911017418, -0.0385311022400856, -0.037657901644706726, -0.03678470477461815, -0.03591150790452957, -0.035038307309150696, -0.03416511043906212, -0.03329191356897354, -0.032418712973594666, -0.03154551610350609, -0.030672317370772362, -0.029799118638038635, -0.028925921767950058, -0.02805272303521633, -0.027179524302482605, -0.02630632556974888, -0.0254331286996603, -0.024559929966926575, -0.023686731234192848, -0.02281353436410427, -0.021940335631370544, -0.021067136898636818, -0.02019393816590309, -0.019320741295814514, -0.018447542563080788, -0.01757434383034706, -0.016701146960258484, -0.015827948227524757, -0.014954749494791031, -0.014081551693379879, -0.013208352960646152, -0.012335155159235, -0.011461956426501274, -0.010588758625090122, -0.00971556082367897, -0.008842362090945244, -0.007969164289534092, -0.007095966022461653, -0.0062227677553892136, -0.005349569488316774, -0.004476371221244335, -0.003603172954171896, -0.002729974687099457, -0.0018567766528576612, -0.000983578385785222, -0.00011038017692044377, 0.0007628180319443345, 0.0016360161826014519, 0.002509214449673891, 0.0033824127167463303, 0.0042556109838187695, 0.005128809250891209, 0.0060020070523023605, 0.0068752053193748, 0.007748403586447239, 0.008621602319180965, 0.009494800120592117]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 4.0, 1.0, 3.0, 3.0, 5.0, 5.0, 3.0, 6.0, 4.0, 2.0, 5.0, 5.0, 4.0, 10.0, 4.0, 3.0, 5.0, 4.0, 4.0, 4.0, 2.0, 2.0, 1.0, 6.0, 2.0, 7.0, 2.0, 0.0, 6.0, 2.0, 5.0, 2.0, 4.0, 3.0, 2.0, 1.0, 2.0, 3.0, 4.0, 5.0, 10.0, 15.0, 65.0, 21.0, 5.0, 5.0, 3.0, 4.0, 1.0, 2.0, 3.0], "bins": [-0.03282472491264343, -0.032233912497758865, -0.031643096357584, -0.031052283942699432, -0.030461469665169716, -0.02987065725028515, -0.029279842972755432, -0.028689028695225716, -0.02809821628034115, -0.027507402002811432, -0.026916587725281715, -0.026325775310397148, -0.02573496103286743, -0.025144146755337715, -0.024553334340453148, -0.02396252006292343, -0.023371707648038864, -0.022780893370509148, -0.02219007909297943, -0.021599266678094864, -0.021008452400565147, -0.02041763812303543, -0.019826825708150864, -0.019236011430621147, -0.01864519715309143, -0.018054384738206863, -0.017463570460677147, -0.01687275618314743, -0.016281943768262863, -0.015691129490733147, -0.015100316144526005, -0.014509501866996288, -0.013918688520789146, -0.013327875174582005, -0.012737060897052288, -0.012146247550845146, -0.011555434204638004, -0.010964619927108288, -0.010373806580901146, -0.009782993234694004, -0.009192179888486862, -0.008601365610957146, -0.008010552264750004, -0.007419738452881575, -0.0068289246410131454, -0.006238111294806004, -0.005647297482937574, -0.0050564841367304325, -0.004465670324862003, -0.003874856745824218, -0.0032840431667864323, -0.002693229354918003, -0.0021024157758802176, -0.001511602196842432, -0.0009207885013893247, -0.0003299748641438782, 0.0002608387731015682, 0.0008516524103470147, 0.0014424660475924611, 0.0020332797430455685, 0.002624093322083354, 0.0032149069011211395, 0.0038057207129895687, 0.004396534059196711, 0.00498734787106514]}, "_runtime": 7.521588325500488, "_timestamp": 1596209119.4889858, "_step": 3} +{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 4.0, 3.0, 2.0, 2.0, 1.0, 2.0, 2.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 3.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.017071839421987534, -0.01661699265241623, -0.016162145882844925, -0.01570730097591877, -0.015252454206347466, -0.014797607436776161, -0.014342760667204857, -0.013887914828956127, -0.013433068059384823, -0.012978222221136093, -0.012523375451564789, -0.012068528681993484, -0.011613682843744755, -0.01115883607417345, -0.01070399023592472, -0.010249143466353416, -0.009794296696782112, -0.009339450858533382, -0.008884604088962078, -0.008429758250713348, -0.007974911481142044, -0.007520065177232027, -0.00706521887332201, -0.006610372569411993, -0.006155526265501976, -0.005700679495930672, -0.005245833192020655, -0.004790986888110638, -0.004336140584200621, -0.00388129404745996, -0.003426447743549943, -0.0029716012068092823, -0.0025167549028992653, -0.0020619085989892483, -0.0016070620622485876, -0.0011522157583385706, -0.0006973693380132318, -0.00024252294679172337, 0.000212323444429785, 0.0006671698065474629, 0.0011220162268728018, 0.0015768626471981406, 0.0020317090675234795, 0.0024865553714334965, 0.0029414016753435135, 0.003396248212084174, 0.003851094515994191, 0.004305941052734852, 0.004760787356644869, 0.005215633660554886, 0.005670479964464903, 0.006125326734036207, 0.006580173037946224, 0.007035019341856241, 0.007489865645766258, 0.007944712415337563, 0.008399558253586292, 0.008854405023157597, 0.009309250861406326, 0.00976409763097763, 0.010218944400548935, 0.010673790238797665, 0.011128637008368969, 0.011583482846617699, 0.012038329616189003]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 4.0, 5.0, 3.0, 10.0, 3.0, 8.0, 6.0, 13.0, 22.0, 20.0, 32.0, 42.0, 58.0, 86.0, 78.0, 105.0, 132.0, 158.0, 213.0, 276.0, 346.0, 456.0, 2061.0, 1160.0, 889.0, 616.0, 393.0, 238.0, 154.0, 109.0, 73.0, 39.0, 25.0, 27.0, 17.0, 11.0, 9.0, 12.0, 7.0, 4.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.16025462746620178, -0.15536993741989136, -0.15048523247241974, -0.14560054242610931, -0.1407158523797989, -0.13583116233348846, -0.13094645738601685, -0.12606176733970642, -0.121177077293396, -0.11629237979650497, -0.11140768229961395, -0.10652299225330353, -0.1016382947564125, -0.09675360471010208, -0.09186890721321106, -0.08698421716690063, -0.08209951967000961, -0.07721482217311859, -0.07233013212680817, -0.06744543462991714, -0.06256074458360672, -0.0576760470867157, -0.052791353315114975, -0.04790665954351425, -0.04302196577191353, -0.038137272000312805, -0.03325257822871208, -0.02836788259446621, -0.023483188822865486, -0.018598495051264763, -0.013713800348341465, -0.008829105645418167, -0.003944411873817444, 0.0009402823634445667, 0.005824976600706577, 0.010709671303629875, 0.015594365075230598, 0.02047905884683132, 0.025363754481077194, 0.030248448252677917, 0.03513314202427864, 0.040017835795879364, 0.04490252956748009, 0.04978722333908081, 0.05467192083597183, 0.059556614607572556, 0.06444130837917328, 0.0693259984254837, 0.07421069592237473, 0.07909539341926575, 0.08398008346557617, 0.0888647809624672, 0.09374947100877762, 0.09863416850566864, 0.10351885855197906, 0.10840355604887009, 0.11328825354576111, 0.11817294359207153, 0.12305764108896255, 0.12794233858585358, 0.132827028632164, 0.13771171867847443, 0.14259640872478485, 0.14748111367225647, 0.1523658037185669]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 4.0, 3.0, 1.0, 5.0, 1.0, 4.0, 4.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 3.0, 1.0, 3.0, 26.0, 2.0, 7.0, 1.0, 2.0, 1.0, 5.0, 2.0, 5.0, 0.0, 2.0, 0.0, 3.0, 4.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 0.0, 3.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004200049676001072, -0.004035300575196743, -0.003870551474392414, -0.0037058021407574415, -0.0035410530399531126, -0.0033763039391487837, -0.003211554605513811, -0.003046805504709482, -0.0028820564039051533, -0.0027173073031008244, -0.0025525582022964954, -0.002387808868661523, -0.002223059767857194, -0.002058310667052865, -0.0018935614498332143, -0.0017288122326135635, -0.0015640631318092346, -0.0013993140310049057, -0.001234564813785255, -0.0010698155965656042, -0.0009050664957612753, -0.0007403173367492855, -0.0005755681777372956, -0.0004108190187253058, -0.00024606985971331596, -8.132070070132613e-05, 8.34284583106637e-05, 0.00024817761732265353, 0.00041292677633464336, 0.0005776759353466332, 0.000742425094358623, 0.0009071742533706129, 0.0010719234123826027, 0.0012366725131869316, 0.0014014217304065824, 0.001566170947626233, 0.001730920048430562, 0.001895669149234891, 0.0020604184828698635, 0.0022251675836741924, 0.0023899166844785213, 0.0025546657852828503, 0.002719414886087179, 0.0028841642197221518, 0.0030489133205264807, 0.0032136624213308096, 0.003378411754965782, 0.003543160855770111, 0.00370790995657444, 0.003872659057378769, 0.004037408158183098, 0.004202157258987427, 0.004366906359791756, 0.004531655926257372, 0.004696405027061701, 0.00486115412786603, 0.005025903228670359, 0.005190652329474688, 0.0053554014302790165, 0.005520150531083345, 0.005684900097548962, 0.0058496491983532906, 0.0060143982991576195, 0.006179147399961948, 0.006343896500766277]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 4.0, 15.0, 22.0, 39.0, 47.0, 93.0, 172.0, 252.0, 436.0, 643.0, 999.0, 1461.0, 2290.0, 3199.0, 4679.0, 6450.0, 8801.0, 12027.0, 16364.0, 22148.0, 30626.0, 44167.0, 63697.0, 88470.0, 112376.0, 423090.0, 89162.0, 65885.0, 47968.0, 34743.0, 25031.0, 18341.0, 13586.0, 10412.0, 8160.0, 6255.0, 4975.0, 3525.0, 2691.0, 2018.0, 1363.0, 1024.0, 684.0, 450.0, 298.0, 187.0, 113.0, 75.0, 49.0, 29.0, 20.0, 14.0, 6.0, 2.0, 4.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.011679412797093391, -0.01126398891210556, -0.010848565958440304, -0.010433142073452473, -0.010017719119787216, -0.009602295234799385, -0.009186871349811554, -0.008771448396146297, -0.008356024511158466, -0.007940600626170635, -0.007525177672505379, -0.007109753787517548, -0.006694330368191004, -0.00627890694886446, -0.005863483063876629, -0.005448059644550085, -0.005032636225223541, -0.0046172128058969975, -0.004201789386570454, -0.0037863655015826225, -0.0033709420822560787, -0.002955518662929535, -0.0025400950107723475, -0.00212467135861516, -0.0017092479392886162, -0.0012938244035467505, -0.0008784008678048849, -0.0004629773320630193, -4.755379632115364e-05, 0.000367869739420712, 0.0007832932751625776, 0.0011987168109044433, 0.001614140346646309, 0.0020295637659728527, 0.00244498741813004, 0.0028604110702872276, 0.0032758344896137714, 0.0036912579089403152, 0.004106681793928146, 0.00452210521325469, 0.004937528632581234, 0.005352952051907778, 0.005768375471234322, 0.006183799356222153, 0.0065992227755486965, 0.00701464619487524, 0.0074300700798630714, 0.007845493033528328, 0.008260916918516159, 0.00867634080350399, 0.009091763757169247, 0.009507187642157078, 0.009922610595822334, 0.010338034480810165, 0.010753458365797997, 0.011168881319463253, 0.011584305204451084, 0.011999729089438915, 0.012415152043104172, 0.012830575928092003, 0.013245999813079834, 0.01366142276674509, 0.014076846651732922, 0.014492269605398178, 0.01490769349038601]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 2.0, 1.0, 1.0, 0.0, 4.0, 1.0, 1.0, 0.0, 1.0, 3.0, 8.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 3.0, 2.0, 0.0, 3.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0061832936480641365, -0.005998140200972557, -0.005812987219542265, -0.005627834238111973, -0.005442680791020393, -0.005257527343928814, -0.005072374362498522, -0.00488722138106823, -0.00470206793397665, -0.004516914486885071, -0.004331761505454779, -0.0041466085240244865, -0.003961455076932907, -0.0037763018626719713, -0.0035911486484110355, -0.0034059954341500998, -0.003220842219889164, -0.003035689005628228, -0.0028505357913672924, -0.0026653825771063566, -0.002480229362845421, -0.002295076148584485, -0.0021099229343235493, -0.0019247697200626135, -0.0017396165058016777, -0.001554463291540742, -0.0013693100772798061, -0.0011841568630188704, -0.0009990036487579346, -0.0008138504344969988, -0.000628697220236063, -0.0004435440059751272, -0.00025839079171419144, -7.323757745325565e-05, 0.00011191563680768013, 0.0002970688510686159, 0.0004822220653295517, 0.0006673752795904875, 0.0008525284938514233, 0.001037681708112359, 0.0012228349223732948, 0.0014079881366342306, 0.0015931413508951664, 0.0017782945651561022, 0.001963447779417038, 0.0021486009936779737, 0.0023337542079389095, 0.0025189074221998453, 0.002704060636460781, 0.002889213850721717, 0.0030743670649826527, 0.0032595202792435884, 0.0034446734935045242, 0.00362982670776546, 0.003814979922026396, 0.004000132903456688, 0.004185286350548267, 0.004370439797639847, 0.004555592779070139, 0.004740745760500431, 0.0049258992075920105, 0.00511105265468359, 0.005296205636113882, 0.005481358617544174, 0.005666512064635754]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 5.0, 3.0, 5.0, 4.0, 8.0, 13.0, 14.0, 12.0, 17.0, 17.0, 30.0, 33.0, 31.0, 50.0, 67.0, 66.0, 75.0, 111.0, 111.0, 157.0, 190.0, 229.0, 241.0, 327.0, 347.0, 366.0, 405.0, 498.0, 585.0, 740.0, 944.0, 1725.0, 6847.0, 1387.0, 735.0, 587.0, 507.0, 350.0, 231.0, 131.0, 63.0, 44.0, 25.0, 28.0, 13.0, 9.0, 8.0, 6.0, 9.0, 4.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 4.0, 2.0], "bins": [-0.007976990193128586, -0.0077674901112914085, -0.007557989563792944, -0.007348489481955767, -0.007138989400118589, -0.006929488852620125, -0.0067199887707829475, -0.00651048868894577, -0.006300988141447306, -0.006091488059610128, -0.005881987977772951, -0.0056724874302744865, -0.005462987348437309, -0.005253487266600132, -0.005043986719101667, -0.00483448663726449, -0.0046249860897660255, -0.004415486007928848, -0.004205985926091671, -0.003996485378593206, -0.003786985296756029, -0.003577485214918852, -0.003367984900251031, -0.00315848458558321, -0.0029489845037460327, -0.002739484189078212, -0.002529983874410391, -0.00232048355974257, -0.0021109834779053926, -0.0019014831632375717, -0.0016919829649850726, -0.0014824826503172517, -0.0012729824520647526, -0.0010634822538122535, -0.0008539819391444325, -0.0006444817408919334, -0.0004349814844317734, -0.00022548124252352864, -1.5981000615283847e-05, 0.00019351924129296094, 0.00040301948320120573, 0.0006125197396613657, 0.0008220199961215258, 0.0010315201943740249, 0.001241020392626524, 0.001450520707294345, 0.001660020905546844, 0.001869521220214665, 0.002079021418467164, 0.002288521733134985, 0.0024980218149721622, 0.002707522129639983, 0.002917022444307804, 0.0031265225261449814, 0.0033360228408128023, 0.0035455231554806232, 0.0037550232373178005, 0.003964523784816265, 0.004174023866653442, 0.00438352394849062, 0.004593024495989084, 0.0048025245778262615, 0.005012024659663439, 0.005221525207161903, 0.005431025288999081]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 6.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.03057275339961052, -0.030032025650143623, -0.029491299763321877, -0.02895057201385498, -0.028409846127033234, -0.027869118377566338, -0.02732839062809944, -0.026787664741277695, -0.0262469369918108, -0.025706209242343903, -0.025165483355522156, -0.02462475560605526, -0.024084027856588364, -0.023543301969766617, -0.02300257422029972, -0.022461848333477974, -0.021921120584011078, -0.021380392834544182, -0.020839666947722435, -0.02029893919825554, -0.019758213311433792, -0.019217485561966896, -0.0186767578125, -0.018136031925678253, -0.017595304176211357, -0.01705457642674446, -0.016513850539922714, -0.015973122790455818, -0.015432395972311497, -0.014891669154167175, -0.01435094140470028, -0.013810214586555958, -0.013269487768411636, -0.012728760950267315, -0.012188034132122993, -0.011647306382656097, -0.011106579564511776, -0.010565852746367455, -0.010025124996900558, -0.009484398178756237, -0.008943671360611916, -0.008402944542467594, -0.007862217724323273, -0.007321489974856377, -0.006780763156712055, -0.006240036338567734, -0.005699309054762125, -0.005158581770956516, -0.004617854952812195, -0.004077128134667873, -0.0035364008508622646, -0.0029956737998872995, -0.0024549467489123344, -0.0019142196979373693, -0.0013734926469624043, -0.0008327655959874392, -0.00029203854501247406, 0.00024868850596249104, 0.0007894155569374561, 0.0013301426079124212, 0.0018708696588873863, 0.0024115967098623514, 0.0029523237608373165, 0.0034930508118122816, 0.004033777862787247]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 3.0, 2.0, 2.0, 0.0, 2.0, 1.0, 5.0, 12.0, 2.0, 7.0, 1.0, 4.0, 2.0, 2.0, 3.0, 5.0, 8.0, 3.0, 2.0, 3.0, 3.0, 2.0, 4.0, 5.0, 1.0, 1.0, 1.0, 1.0, 3.0, 6.0, 4.0, 9.0, 7.0, 2.0, 7.0, 5.0, 2.0, 3.0, 3.0, 1.0, 7.0, 6.0, 5.0, 8.0, 13.0, 59.0, 10.0, 9.0, 10.0, 6.0, 4.0, 2.0, 1.0, 2.0], "bins": [-0.025961261242628098, -0.025493746623396873, -0.02502623200416565, -0.024558715522289276, -0.024091200903058052, -0.023623686283826828, -0.023156171664595604, -0.02268865704536438, -0.022221142426133156, -0.021753625944256783, -0.02128611132502556, -0.020818596705794334, -0.02035108208656311, -0.019883567467331886, -0.019416052848100662, -0.01894853636622429, -0.018481021746993065, -0.01801350712776184, -0.017545992508530617, -0.017078477889299393, -0.01661096327006817, -0.016143446788191795, -0.01567593216896057, -0.015208417549729347, -0.014740902930498123, -0.014273387379944324, -0.0138058727607131, -0.013338358141481876, -0.012870842590928078, -0.012403327971696854, -0.01193581335246563, -0.011468297801911831, -0.011000783182680607, -0.010533268563449383, -0.010065753012895584, -0.00959823839366436, -0.009130723774433136, -0.008663208223879337, -0.008195693604648113, -0.007728178519755602, -0.0072606634348630905, -0.0067931488156318665, -0.006325633730739355, -0.005858118645846844, -0.00539060402661562, -0.004923088941723108, -0.004455573856830597, -0.003988059237599373, -0.0035205441527068615, -0.0030530293006449938, -0.0025855142157524824, -0.0021179993636906147, -0.0016504843952134252, -0.0011829694267362356, -0.000715454516466707, -0.0002479395770933479, 0.00021957536228001118, 0.0006870903307572007, 0.0011546052992343903, 0.001622120151296258, 0.0020896350033581257, 0.002557150088250637, 0.0030246649403125048, 0.003492180025205016, 0.003959694877266884]}, "_runtime": 8.312289953231812, "_timestamp": 1596209120.2796874, "_step": 4} +{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 2.0, 3.0, 2.0, 1.0, 3.0, 4.0, 3.0, 5.0, 3.0, 3.0, 5.0, 2.0, 3.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.027702514082193375, -0.026994796469807625, -0.026287076994776726, -0.025579359382390976, -0.024871639907360077, -0.024163922294974327, -0.023456204682588577, -0.022748485207557678, -0.02204076759517193, -0.02133304998278618, -0.02062533050775528, -0.01991761289536953, -0.01920989528298378, -0.01850217580795288, -0.01779445819556713, -0.017086738720536232, -0.016379021108150482, -0.015671303495764732, -0.014963584020733833, -0.014255866408348083, -0.013548147864639759, -0.012840429320931435, -0.012132711708545685, -0.01142499316483736, -0.010717274621129036, -0.010009556077420712, -0.009301837533712387, -0.008594119921326637, -0.007886401377618313, -0.007178682833909988, -0.006470964755862951, -0.005763246677815914, -0.00505552813410759, -0.004347809590399265, -0.003640091512352228, -0.0029323732014745474, -0.0022246548905968666, -0.0015169365797191858, -0.000809218268841505, -0.00010149995796382427, 0.0006062183529138565, 0.0013139366637915373, 0.002021654974669218, 0.002729373285546899, 0.0034370915964245796, 0.004144810140132904, 0.004852528218179941, 0.005560246296226978, 0.006267964839935303, 0.006975683383643627, 0.007683401461690664, 0.008391119539737701, 0.009098838083446026, 0.00980655662715435, 0.0105142742395401, 0.011221992783248425, 0.011929711326956749, 0.012637429870665073, 0.013345148414373398, 0.014052866026759148, 0.014760584570467472, 0.015468303114175797, 0.016176020726561546, 0.016883740201592445, 0.017591457813978195]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 0.0, 2.0, 3.0, 1.0, 6.0, 2.0, 2.0, 9.0, 9.0, 6.0, 21.0, 29.0, 40.0, 51.0, 63.0, 95.0, 128.0, 182.0, 313.0, 446.0, 617.0, 2562.0, 1637.0, 774.0, 385.0, 224.0, 112.0, 74.0, 36.0, 27.0, 16.0, 16.0, 9.0, 8.0, 5.0, 7.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.2737245559692383, -0.266806423664093, -0.25988832116127014, -0.2529701888561249, -0.24605205655097961, -0.23913393914699554, -0.23221580684185028, -0.2252976894378662, -0.21837955713272095, -0.21146143972873688, -0.2045433223247528, -0.19762519001960754, -0.19070707261562347, -0.1837889403104782, -0.17687082290649414, -0.16995269060134888, -0.1630345731973648, -0.15611645579338074, -0.14919832348823547, -0.1422802060842514, -0.13536207377910614, -0.12844395637512207, -0.1215258315205574, -0.11460770666599274, -0.10768958181142807, -0.1007714569568634, -0.09385333210229874, -0.08693520724773407, -0.08001708984375, -0.07309896498918533, -0.06618084013462067, -0.059262715280056, -0.05234459042549133, -0.045426465570926666, -0.038508340716362, -0.03159021958708763, -0.024672094732522964, -0.017753969877958298, -0.01083584688603878, -0.003917722962796688, 0.003000400960445404, 0.009918524883687496, 0.01683664880692959, 0.023754771798849106, 0.030672896653413773, 0.03759102150797844, 0.04450914263725281, 0.051427267491817474, 0.05834539234638214, 0.06526351720094681, 0.07218164205551147, 0.07909976691007614, 0.08601789176464081, 0.09293600916862488, 0.09985413402318954, 0.10677225887775421, 0.11369038373231888, 0.12060850858688354, 0.12752662599086761, 0.13444475829601288, 0.14136287569999695, 0.1482810080051422, 0.15519912540912628, 0.16211725771427155, 0.16903537511825562]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 3.0, 2.0, 2.0, 2.0, 1.0, 6.0, 5.0, 2.0, 1.0, 3.0, 1.0, 1.0, 2.0, 3.0, 1.0, 26.0, 6.0, 3.0, 3.0, 3.0, 5.0, 2.0, 2.0, 0.0, 4.0, 3.0, 2.0, 2.0, 1.0, 4.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.005257460288703442, -0.0050859167240560055, -0.004914373625069857, -0.0047428300604224205, -0.004571286495774984, -0.0043997433967888355, -0.004228199832141399, -0.004056656267493963, -0.0038851129356771708, -0.0037135696038603783, -0.003542026039212942, -0.0033704827073961496, -0.003198939375579357, -0.003027395810931921, -0.0028558524791151285, -0.0026843089144676924, -0.0025127655826509, -0.0023412222508341074, -0.0021696786861866713, -0.0019981353543698788, -0.0018265919061377645, -0.0016550484579056501, -0.0014835051260888577, -0.0013119616778567433, -0.001140418229624629, -0.0009688747813925147, -0.0007973313913680613, -0.0006257880013436079, -0.0004542445531114936, -0.00028270113398320973, -0.00011115771485492587, 6.038570427335799e-05, 0.00023192912340164185, 0.0004034725425299257, 0.0005750159616582096, 0.000746559351682663, 0.0009181027999147773, 0.0010896462481468916, 0.001261189579963684, 0.0014327330281957984, 0.0016042764764279127, 0.001775819924660027, 0.0019473633728921413, 0.002118906704708934, 0.0022904500365257263, 0.0024619936011731625, 0.002633536932989955, 0.002805080497637391, 0.0029766238294541836, 0.003148167161270976, 0.003319710725918412, 0.0034912540577352047, 0.003662797622382641, 0.0038343409541994333, 0.004005884286016226, 0.004177427850663662, 0.004348970949649811, 0.004520514514297247, 0.004692058078944683, 0.004863601643592119, 0.005035144742578268, 0.005206688307225704, 0.00537823187187314, 0.005549774970859289, 0.005721318535506725]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 3.0, 6.0, 5.0, 11.0, 20.0, 36.0, 65.0, 124.0, 195.0, 326.0, 533.0, 792.0, 1156.0, 1623.0, 2267.0, 3119.0, 4191.0, 5625.0, 7137.0, 9379.0, 12190.0, 15517.0, 20792.0, 28443.0, 39855.0, 58401.0, 83820.0, 113642.0, 437917.0, 94941.0, 65748.0, 45358.0, 31560.0, 23012.0, 16993.0, 13208.0, 10252.0, 7687.0, 5961.0, 4694.0, 3525.0, 2640.0, 1986.0, 1460.0, 1039.0, 733.0, 538.0, 378.0, 267.0, 166.0, 116.0, 74.0, 56.0, 29.0, 14.0, 8.0, 7.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.013588622212409973, -0.013123862445354462, -0.01265910267829895, -0.012194342911243439, -0.011729583144187927, -0.011264823377132416, -0.010800063610076904, -0.010335303843021393, -0.009870544075965881, -0.00940578430891037, -0.008941024541854858, -0.008476264774799347, -0.008011505007743835, -0.007546745706349611, -0.0070819859392941, -0.006617226172238588, -0.006152466405183077, -0.005687706638127565, -0.005222946871072054, -0.0047581871040165424, -0.004293427336961031, -0.003828667802736163, -0.0033639080356806517, -0.00289914826862514, -0.0024343885015696287, -0.0019696287345141172, -0.0015048689674586058, -0.0010401093168184161, -0.0005753495497629046, -0.00011058981181122363, 0.0003541699261404574, 0.000818929634988308, 0.0012836894020438194, 0.001748449169099331, 0.0022132089361548424, 0.002677968703210354, 0.0031427284702658653, 0.003607488004490733, 0.004072248004376888, 0.0045370077714324, 0.005001767538487911, 0.005466526839882135, 0.005931286606937647, 0.006396046373993158, 0.00686080614104867, 0.007325565908104181, 0.007790325675159693, 0.008255085907876492, 0.008719844743609428, 0.00918460451066494, 0.009649364277720451, 0.010114124044775963, 0.010578883811831474, 0.011043643578886986, 0.011508403345942497, 0.011973163112998009, 0.01243792288005352, 0.012902682647109032, 0.013367442414164543, 0.013832202181220055, 0.014296961948275566, 0.014761721715331078, 0.015226481482386589, 0.0156912412494421, 0.016156001016497612]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 2.0, 4.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 5.0, 3.0, 3.0, 6.0, 7.0, 0.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008209857158362865, -0.007814009673893452, -0.007418161723762751, -0.0070223137736320496, -0.006626466289162636, -0.006230618339031935, -0.005834770388901234, -0.00543892290443182, -0.005043074954301119, -0.004647227004170418, -0.004251379519701004, -0.003855531569570303, -0.0034596838522702456, -0.003063836134970188, -0.002667988184839487, -0.0022721404675394297, -0.0018762927502393723, -0.0014804450329393148, -0.0010845971992239356, -0.0006887494237162173, -0.00029290164820849895, 0.00010294612729921937, 0.0004987939028069377, 0.000894641678314656, 0.0012904894538223743, 0.0016863371711224318, 0.002082184888422489, 0.0024780328385531902, 0.0028738805558532476, 0.003269728273153305, 0.003665576223284006, 0.00406142370775342, 0.004457271657884121, 0.004853119608014822, 0.005248967092484236, 0.005644815042614937, 0.006040662527084351, 0.006436510477215052, 0.006832358427345753, 0.0072282059118151665, 0.0076240538619458675, 0.008019901812076569, 0.008415749296545982, 0.008811596781015396, 0.009207445196807384, 0.009603292681276798, 0.009999140165746212, 0.0103949885815382, 0.010790836066007614, 0.011186683550477028, 0.011582531966269016, 0.01197837945073843, 0.012374226935207844, 0.012770075350999832, 0.013165922835469246, 0.01356177031993866, 0.013957617804408073, 0.014353466220200062, 0.014749313704669476, 0.01514516118913889, 0.015541009604930878, 0.01593685708940029, 0.016332704573869705, 0.01672855205833912, 0.017124399542808533]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 3.0, 8.0, 10.0, 14.0, 19.0, 30.0, 27.0, 57.0, 62.0, 86.0, 119.0, 140.0, 156.0, 204.0, 280.0, 337.0, 401.0, 429.0, 515.0, 662.0, 857.0, 1034.0, 1745.0, 7038.0, 1513.0, 753.0, 529.0, 387.0, 289.0, 188.0, 125.0, 82.0, 65.0, 48.0, 46.0, 22.0, 30.0, 27.0, 20.0, 10.0, 8.0, 9.0, 3.0, 1.0, 4.0, 1.0, 3.0, 6.0, 8.0, 2.0, 5.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0], "bins": [-0.007151241879910231, -0.006880990695208311, -0.0066107395105063915, -0.006340488325804472, -0.00607023760676384, -0.00579998642206192, -0.005529735237360001, -0.005259484052658081, -0.0049892328679561615, -0.004718981683254242, -0.004448730498552322, -0.004178479313850403, -0.003908228129148483, -0.0036379771772772074, -0.0033677262254059315, -0.003097475040704012, -0.0028272238560020924, -0.002556972671300173, -0.0022867214865982533, -0.0020164705347269773, -0.0017462193500250578, -0.0014759681653231382, -0.0012057170970365405, -0.0009354659705422819, -0.0006652148440480232, -0.0003949637175537646, -0.00012471259105950594, 0.0001455385354347527, 0.00041578966192901134, 0.00068604078842327, 0.0009562919149175286, 0.0012265429832041264, 0.001496794167906046, 0.0017670453526079655, 0.002037296537309885, 0.002307547489181161, 0.0025777986738830805, 0.002848049858585, 0.003118300810456276, 0.0033885519951581955, 0.003658803179860115, 0.003929054364562035, 0.004199305549263954, 0.004469556733965874, 0.004739807918667793, 0.0050100586377084255, 0.005280309822410345, 0.005550561007112265, 0.005820812191814184, 0.006091063376516104, 0.006361314561218023, 0.006631565745919943, 0.006901816464960575, 0.007172067649662495, 0.007442318834364414, 0.007712570019066334, 0.007982821203768253, 0.008253072388470173, 0.008523323573172092, 0.008793574757874012, 0.009063825942575932, 0.009334077127277851, 0.00960432831197977, 0.00987457949668169, 0.010144829750061035]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 5.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.031808722764253616, -0.03113548457622528, -0.030462248250842094, -0.02978901006281376, -0.029115771874785423, -0.028442533686757088, -0.0277692973613739, -0.027096059173345566, -0.02642282098531723, -0.025749584659934044, -0.02507634647190571, -0.024403108283877373, -0.023729870095849037, -0.02305663377046585, -0.022383395582437515, -0.02171015739440918, -0.021036919206380844, -0.020363682880997658, -0.019690444692969322, -0.019017206504940987, -0.0183439701795578, -0.017670731991529465, -0.01699749380350113, -0.016324255615472794, -0.015651019290089607, -0.014977781102061272, -0.01430454384535551, -0.013631305657327175, -0.012958068400621414, -0.012284830212593079, -0.011611592955887318, -0.010938354767858982, -0.010265117511153221, -0.00959188025444746, -0.008918642066419125, -0.008245404809713364, -0.007572166621685028, -0.006898929364979267, -0.006225691642612219, -0.005552453920245171, -0.004879216197878122, -0.004205978475511074, -0.003532740753144026, -0.002859503263607621, -0.002186265541240573, -0.0015130278188735247, -0.0008397902129217982, -0.00016655254876241088, 0.0005066851153969765, 0.0011799228377640247, 0.0018531604437157512, 0.0025263980496674776, 0.003199635772034526, 0.003872873494401574, 0.004546110983937979, 0.005219348706305027, 0.005892586428672075, 0.0065658241510391235, 0.007239061873406172, 0.00791229959577322, 0.008585536852478981, 0.009258775040507317, 0.009932012297213078, 0.010605250485241413, 0.011278487741947174]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 3.0, 1.0, 7.0, 2.0, 5.0, 2.0, 3.0, 4.0, 6.0, 4.0, 6.0, 5.0, 3.0, 6.0, 9.0, 7.0, 2.0, 8.0, 4.0, 4.0, 5.0, 4.0, 6.0, 5.0, 3.0, 2.0, 0.0, 4.0, 4.0, 1.0, 4.0, 3.0, 4.0, 2.0, 2.0, 1.0, 2.0, 1.0, 3.0, 6.0, 57.0, 11.0, 10.0, 10.0, 5.0, 4.0, 5.0, 6.0, 4.0, 5.0, 1.0, 2.0, 0.0, 1.0, 2.0], "bins": [-0.022252246737480164, -0.021803295239806175, -0.021354341879487038, -0.02090539038181305, -0.02045643888413906, -0.020007485523819923, -0.019558534026145935, -0.019109580665826797, -0.01866062916815281, -0.01821167767047882, -0.017762724310159683, -0.017313772812485695, -0.016864821314811707, -0.01641586795449257, -0.01596691645681858, -0.015517964027822018, -0.015069011598825455, -0.014620060101151466, -0.014171107672154903, -0.01372215524315834, -0.013273203745484352, -0.01282425131648779, -0.012375298887491226, -0.011926346458494663, -0.011477394960820675, -0.011028442531824112, -0.010579490102827549, -0.01013053860515356, -0.009681586176156998, -0.009232633747160435, -0.008783681318163872, -0.008334729820489883, -0.00788577739149332, -0.007436825428158045, -0.006987872999161482, -0.006538921035826206, -0.006089968606829643, -0.005641016643494368, -0.005192064214497805, -0.004743112251162529, -0.004294159822165966, -0.0038452078588306904, -0.003396255662664771, -0.0029473034664988518, -0.002498351503163576, -0.002049399306997657, -0.0016004471108317375, -0.0011514949146658182, -0.0007025427184998989, -0.00025359055143781006, 0.00019536161562427878, 0.0006443137535825372, 0.0010932659497484565, 0.0015422181459143758, 0.0019911702256649733, 0.0024401224218308926, 0.002889074617996812, 0.003338026814162731, 0.0037869790103286505, 0.00423593120649457, 0.004684883169829845, 0.005133835598826408, 0.005582787562161684, 0.006031739991158247, 0.006480691954493523]}, "_runtime": 9.169601440429688, "_timestamp": 1596209121.136999, "_step": 5} +{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 0.0, 2.0, 4.0, 3.0, 2.0, 5.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 4.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012750115245580673, -0.012344686314463615, -0.011939258314669132, -0.011533829383552074, -0.011128400452435017, -0.010722972452640533, -0.010317543521523476, -0.009912114590406418, -0.009506686590611935, -0.009101257659494877, -0.008695828728377819, -0.008290400728583336, -0.007884971797466278, -0.007479543332010508, -0.007074114866554737, -0.006668685935437679, -0.006263257469981909, -0.005857829004526138, -0.0054524000734090805, -0.00504697160795331, -0.0046415431424975395, -0.004236114211380482, -0.0038306857459247112, -0.0034252572804689407, -0.0030198285821825266, -0.0026143998838961124, -0.002208971418440342, -0.0018035427201539278, -0.0013981141382828355, -0.0009926855564117432, -0.0005872569163329899, -0.00018182830535806715, 0.00022360030561685562, 0.0006290288874879479, 0.0010344574693590403, 0.0014398861676454544, 0.0018453147495165467, 0.002250743331387639, 0.002656172029674053, 0.0030616004951298237, 0.003467029193416238, 0.003872457891702652, 0.0042778863571584225, 0.004683314822614193, 0.005088743753731251, 0.005494172219187021, 0.005899600684642792, 0.0063050296157598495, 0.00671045808121562, 0.0071158865466713905, 0.007521315477788448, 0.007926743477582932, 0.00833217240869999, 0.008737601339817047, 0.00914302933961153, 0.009548458270728588, 0.009953887201845646, 0.010359315201640129, 0.010764744132757187, 0.011170173063874245, 0.011575601063668728, 0.011981029994785786, 0.012386458925902843, 0.012791886925697327, 0.013197315856814384]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 4.0, 5.0, 7.0, 4.0, 3.0, 12.0, 15.0, 13.0, 19.0, 24.0, 29.0, 44.0, 49.0, 47.0, 74.0, 93.0, 110.0, 164.0, 218.0, 255.0, 274.0, 373.0, 519.0, 2332.0, 1190.0, 693.0, 466.0, 255.0, 188.0, 109.0, 75.0, 61.0, 53.0, 34.0, 17.0, 26.0, 13.0, 12.0, 7.0, 8.0, 7.0, 8.0, 3.0, 5.0, 1.0, 0.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.15077218413352966, -0.14624640345573425, -0.14172062277793884, -0.13719484210014343, -0.13266906142234802, -0.1281432807445526, -0.1236175000667572, -0.11909171938896179, -0.11456593871116638, -0.11004016548395157, -0.10551438480615616, -0.10098860412836075, -0.09646282345056534, -0.09193704277276993, -0.08741126209497452, -0.08288548141717911, -0.0783597007393837, -0.07383392006158829, -0.06930813938379288, -0.06478235870599747, -0.06025657802820206, -0.055730801075696945, -0.051205020397901535, -0.046679239720106125, -0.042153459042310715, -0.037627678364515305, -0.033101897686719894, -0.028576118871569633, -0.024050338193774223, -0.019524557515978813, -0.014998777769505978, -0.010472998023033142, -0.005947217345237732, -0.001421437133103609, 0.0031043430790305138, 0.007630123291164637, 0.01215590350329876, 0.01668168418109417, 0.02120746299624443, 0.02573324367403984, 0.03025902435183525, 0.03478480502963066, 0.03931058570742607, 0.04383636638522148, 0.04836214333772659, 0.052887924015522, 0.05741370469331741, 0.061939485371112823, 0.06646526604890823, 0.07099104672670364, 0.07551682740449905, 0.08004260808229446, 0.08456838876008987, 0.08909416943788528, 0.0936199501156807, 0.0981457307934761, 0.10267150402069092, 0.10719728469848633, 0.11172306537628174, 0.11624884605407715, 0.12077462673187256, 0.12530040740966797, 0.12982618808746338, 0.1343519687652588, 0.1388777494430542]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 2.0, 1.0, 0.0, 4.0, 2.0, 2.0, 1.0, 6.0, 5.0, 4.0, 1.0, 4.0, 2.0, 2.0, 22.0, 4.0, 2.0, 2.0, 3.0, 3.0, 0.0, 2.0, 3.0, 1.0, 1.0, 1.0, 5.0, 1.0, 0.0, 1.0, 2.0, 3.0, 5.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.006427050102502108, -0.0062594106420874596, -0.0060917711816728115, -0.005924131255596876, -0.005756491795182228, -0.00558885233476758, -0.005421212874352932, -0.005253572948276997, -0.0050859334878623486, -0.0049182940274477005, -0.0047506545670330524, -0.004583015106618404, -0.004415375180542469, -0.004247735720127821, -0.004080096259713173, -0.003912456799298525, -0.003744817106053233, -0.003577177645638585, -0.0034095379523932934, -0.0032418984919786453, -0.0030742587987333536, -0.0029066193383187056, -0.002738979645073414, -0.002571340184658766, -0.0024037007242441177, -0.002236061030998826, -0.002068421570584178, -0.0019007818773388863, -0.0017331424169242382, -0.0015655028400942683, -0.0013978632632642984, -0.0012302236864343286, -0.0010625841096043587, -0.0008949445327743888, -0.0007273049559444189, -0.0005596654373221099, -0.00039202586049214005, -0.0002243862982140854, -5.6746735936030746e-05, 0.00011089282634202391, 0.00027853238862007856, 0.00044617196545004845, 0.0006138115422800183, 0.0007814510609023273, 0.0009490906377322972, 0.0011167301563546062, 0.001284369733184576, 0.001452009310014546, 0.0016196488868445158, 0.0017872884636744857, 0.0019549280405044556, 0.0021225675009191036, 0.0022902071941643953, 0.0024578466545790434, 0.002625486347824335, 0.002793125808238983, 0.002960765268653631, 0.003128404961898923, 0.003296044422313571, 0.0034636841155588627, 0.0036313235759735107, 0.0037989632692188025, 0.003966602962464094, 0.004134242422878742, 0.00430188188329339]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 2.0, 2.0, 10.0, 16.0, 29.0, 38.0, 50.0, 82.0, 164.0, 200.0, 350.0, 468.0, 643.0, 924.0, 1156.0, 1671.0, 2253.0, 2826.0, 3720.0, 4860.0, 5997.0, 7627.0, 9243.0, 11720.0, 14572.0, 18076.0, 22760.0, 29138.0, 38463.0, 51620.0, 69790.0, 91840.0, 408169.0, 94517.0, 71468.0, 52782.0, 38632.0, 28761.0, 21831.0, 17436.0, 13700.0, 10972.0, 8376.0, 6628.0, 4805.0, 3418.0, 2505.0, 1797.0, 1173.0, 815.0, 523.0, 364.0, 237.0, 163.0, 98.0, 72.0, 39.0, 31.0, 10.0, 6.0, 4.0, 1.0, 2.0], "bins": [-0.014170495793223381, -0.013749741017818451, -0.01332898624241352, -0.01290823146700859, -0.01248747669160366, -0.01206672191619873, -0.0116459671407938, -0.01122521236538887, -0.01080445758998394, -0.010383703745901585, -0.009962948970496655, -0.009542194195091724, -0.009121439419686794, -0.008700684644281864, -0.008279929868876934, -0.007859175093472004, -0.007438420318067074, -0.007017665542662144, -0.006596910767257214, -0.0061761559918522835, -0.005755401216447353, -0.0053346469067037106, -0.0049138921312987804, -0.00449313735589385, -0.00407238258048892, -0.00365162780508399, -0.00323087302967906, -0.0028101184871047735, -0.0023893637116998434, -0.0019686089362949133, -0.001547854277305305, -0.0011270996183156967, -0.0007063448429107666, -0.0002855901257134974, 0.0001351645914837718, 0.000555919308681041, 0.0009766740258783102, 0.0013974288012832403, 0.0018181834602728486, 0.002238938119262457, 0.002659692894667387, 0.003080447670072317, 0.0035012024454772472, 0.003921957220882177, 0.00434271153062582, 0.00476346630603075, 0.00518422108143568, 0.0056049758568406105, 0.006025730632245541, 0.006446485407650471, 0.006867240183055401, 0.007287994958460331, 0.007708749733865261, 0.008129504509270191, 0.008550259284675121, 0.008971014060080051, 0.009391767904162407, 0.009812522679567337, 0.010233277454972267, 0.010654032230377197, 0.011074787005782127, 0.011495541781187057, 0.011916296556591988, 0.012337051331996918, 0.012757806107401848]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 1.0, 3.0, 0.0, 0.0, 3.0, 3.0, 2.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 5.0, 1.0, 3.0, 2.0, 0.0, 7.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 4.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00808739010244608, -0.0077523826621472836, -0.007417375221848488, -0.007082367781549692, -0.0067473603412508965, -0.006412353366613388, -0.006077345926314592, -0.005742338486015797, -0.005407331045717001, -0.005072323605418205, -0.0047373161651194096, -0.004402308724820614, -0.0040673017501831055, -0.003732294077053666, -0.003397286869585514, -0.0030622794292867184, -0.0027272719889879227, -0.002392264548689127, -0.0020572571083903313, -0.0017222499009221792, -0.0013872424606233835, -0.0010522350203245878, -0.000717227696441114, -0.00038222031434997916, -4.7212932258844376e-05, 0.0002877944498322904, 0.0006228018319234252, 0.00095780921401456, 0.0012928165961056948, 0.0016278240364044905, 0.0019628312438726425, 0.0022978386841714382, 0.002632846124470234, 0.0029678535647690296, 0.0033028610050678253, 0.0036378682125359774, 0.003972875885665417, 0.004307882860302925, 0.004642890300601721, 0.0049778977409005165, 0.005312905181199312, 0.005647912621498108, 0.005982920061796904, 0.006317927502095699, 0.006652934476733208, 0.006987941917032003, 0.007322949357330799, 0.007657956797629595, 0.00799296423792839, 0.008327971212565899, 0.008662979118525982, 0.00899798609316349, 0.009332993999123573, 0.009668000973761082, 0.010003008879721165, 0.010338015854358673, 0.010673023760318756, 0.011008030734956264, 0.011343037709593773, 0.011678045615553856, 0.012013052590191364, 0.012348060496151447, 0.012683067470788956, 0.013018075376749039, 0.013353082351386547]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 7.0, 4.0, 5.0, 6.0, 12.0, 14.0, 19.0, 18.0, 35.0, 48.0, 58.0, 71.0, 84.0, 98.0, 144.0, 160.0, 209.0, 233.0, 323.0, 364.0, 421.0, 495.0, 561.0, 792.0, 1075.0, 1425.0, 6717.0, 1982.0, 978.0, 586.0, 348.0, 227.0, 170.0, 164.0, 135.0, 102.0, 72.0, 61.0, 48.0, 22.0, 22.0, 13.0, 13.0, 14.0, 9.0, 9.0, 5.0, 9.0, 7.0, 7.0, 5.0, 5.0, 5.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0], "bins": [-0.007372237276285887, -0.007116262800991535, -0.006860287860035896, -0.006604313384741545, -0.006348338909447193, -0.006092363968491554, -0.005836389493197203, -0.005580414552241564, -0.005324440076947212, -0.005068465601652861, -0.004812490660697222, -0.00455651618540287, -0.004300541244447231, -0.00404456676915288, -0.003788592293858528, -0.003532617585733533, -0.0032766428776085377, -0.0030206681694835424, -0.002764693461358547, -0.0025087189860641956, -0.0022527442779392004, -0.001996769569814205, -0.0017407949781045318, -0.0014848203863948584, -0.0012288456782698631, -0.0009728710283525288, -0.0007168963784351945, -0.0004609217285178602, -0.00020494707860052586, 5.102757131680846e-05, 0.0003070022212341428, 0.0005629768711514771, 0.0008189515210688114, 0.0010749262291938066, 0.00133090082090348, 0.0015868754126131535, 0.0018428501207381487, 0.002098824828863144, 0.0023547993041574955, 0.0026107740122824907, 0.002866748720407486, 0.003122723428532481, 0.0033786981366574764, 0.003634672611951828, 0.0038906473200768232, 0.0041466220282018185, 0.00440259650349617, 0.004658571444451809, 0.0049145459197461605, 0.005170520395040512, 0.005426495335996151, 0.0056824698112905025, 0.005938444286584854, 0.006194419227540493, 0.006450393702834845, 0.0067063686437904835, 0.006962343119084835, 0.007218317594379187, 0.0074742925353348255, 0.007730267010629177, 0.007986241951584816, 0.00824221596121788, 0.00849819090217352, 0.008754165843129158, 0.009010139852762222]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 5.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.031030789017677307, -0.030306171625852585, -0.029581554234027863, -0.02885693684220314, -0.028132319450378418, -0.027407702058553696, -0.026683084666728973, -0.02595846727490425, -0.02523384988307953, -0.024509232491254807, -0.023784615099430084, -0.023059997707605362, -0.02233538031578064, -0.021610762923955917, -0.020886145532131195, -0.020161528140306473, -0.01943691074848175, -0.018712293356657028, -0.017987675964832306, -0.017263058573007584, -0.01653844118118286, -0.01581382378935814, -0.015089206397533417, -0.014364589005708694, -0.013639971613883972, -0.01291535422205925, -0.012190736830234528, -0.011466119438409805, -0.010741502046585083, -0.01001688465476036, -0.009292267262935638, -0.008567649871110916, -0.007843032479286194, -0.0071184150874614716, -0.006393797695636749, -0.005669180303812027, -0.004944562911987305, -0.004219945520162582, -0.00349532812833786, -0.002770710736513138, -0.0020460933446884155, -0.0013214759528636932, -0.000596858561038971, 0.00012775883078575134, 0.0008523762226104736, 0.001576993614435196, 0.002301611006259918, 0.0030262283980846405, 0.003750845789909363, 0.004475463181734085, 0.005200080573558807, 0.00592469796538353, 0.006649315357208252, 0.007373932749032974, 0.008098550140857697, 0.008823167532682419, 0.009547784924507141, 0.010272402316331863, 0.010997019708156586, 0.011721637099981308, 0.01244625449180603, 0.013170871883630753, 0.013895489275455475, 0.014620106667280197, 0.01534472405910492]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 4.0, 2.0, 1.0, 3.0, 1.0, 2.0, 2.0, 3.0, 3.0, 3.0, 4.0, 4.0, 3.0, 2.0, 5.0, 4.0, 5.0, 2.0, 8.0, 3.0, 3.0, 3.0, 3.0, 2.0, 8.0, 2.0, 5.0, 3.0, 2.0, 6.0, 9.0, 3.0, 4.0, 5.0, 2.0, 4.0, 2.0, 5.0, 10.0, 9.0, 11.0, 18.0, 58.0, 7.0, 7.0, 5.0, 1.0, 3.0, 3.0, 3.0, 5.0, 1.0, 3.0, 1.0, 1.0], "bins": [-0.026910508051514626, -0.02638404257595539, -0.025857577100396156, -0.02533111162483692, -0.024804646149277687, -0.024278180673718452, -0.023751715198159218, -0.023225249722599983, -0.0226987823843956, -0.022172316908836365, -0.02164585143327713, -0.021119385957717896, -0.02059292048215866, -0.020066455006599426, -0.01953998953104019, -0.019013524055480957, -0.018487058579921722, -0.017960593104362488, -0.017434127628803253, -0.01690766215324402, -0.016381196677684784, -0.01585473120212555, -0.01532826479524374, -0.014801799319684505, -0.01427533384412527, -0.013748868368566036, -0.013222402893006802, -0.012695937417447567, -0.012169471010565758, -0.011643005535006523, -0.011116540059447289, -0.010590074583888054, -0.01006360910832882, -0.009537143632769585, -0.00901067815721035, -0.008484212681651115, -0.00795774720609188, -0.007431281264871359, -0.006904815323650837, -0.006378349848091602, -0.005851884372532368, -0.005325418896973133, -0.0047989534214138985, -0.0042724874801933765, -0.003746022004634142, -0.0032195565290749073, -0.002693090820685029, -0.0021666251122951508, -0.0016401596367359161, -0.0011136940447613597, -0.0005872284527868032, -6.07628608122468e-05, 0.00046570273116230965, 0.000992168323136866, 0.0015186339151114225, 0.002045099623501301, 0.0025715650990605354, 0.00309803057461977, 0.0036244962830096483, 0.004150961991399527, 0.004677427466958761, 0.005203892942517996, 0.005730358883738518, 0.006256824359297752, 0.006783289834856987]}, "_runtime": 9.95898699760437, "_timestamp": 1596209121.9263844, "_step": 6} +{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 3.0, 0.0, 2.0, 3.0, 1.0, 3.0, 1.0, 5.0, 1.0, 0.0, 2.0, 2.0, 4.0, 0.0, 4.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.015357732772827148, -0.014890611171722412, -0.014423489570617676, -0.01395636796951294, -0.013489246368408203, -0.013022124767303467, -0.01255500316619873, -0.012087881565093994, -0.011620759963989258, -0.011153637431561947, -0.01068651583045721, -0.010219394229352474, -0.009752272628247738, -0.009285151027143002, -0.008818029426038265, -0.008350907824933529, -0.007883786223828793, -0.007416664622724056, -0.00694954302161932, -0.006482421420514584, -0.006015299819409847, -0.005548177752643824, -0.005081056151539087, -0.004613934550434351, -0.004146812949329615, -0.0036796913482248783, -0.003212569747120142, -0.002745447913184762, -0.0022783263120800257, -0.0018112047109752893, -0.0013440829934552312, -0.000876961334142834, -0.0004098396748304367, 5.7281984481960535e-05, 0.0005244036437943578, 0.000991525361314416, 0.0014586469624191523, 0.0019257685635238886, 0.0023928903974592686, 0.002860011998564005, 0.0033271335996687412, 0.0037942552007734776, 0.004261376801878214, 0.00472849840298295, 0.005195620469748974, 0.00566274207085371, 0.0061298636719584465, 0.006596985273063183, 0.007064106874167919, 0.0075312284752726555, 0.007998350076377392, 0.008465471677482128, 0.008932593278586864, 0.0093997148796916, 0.009866836480796337, 0.010333958081901073, 0.010801080614328384, 0.01126820221543312, 0.011735323816537857, 0.012202445417642593, 0.01266956701874733, 0.013136688619852066, 0.013603810220956802, 0.014070931822061539, 0.014538053423166275]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 5.0, 2.0, 4.0, 4.0, 5.0, 4.0, 10.0, 9.0, 11.0, 8.0, 9.0, 19.0, 23.0, 45.0, 30.0, 51.0, 67.0, 73.0, 88.0, 113.0, 159.0, 179.0, 240.0, 262.0, 347.0, 439.0, 2419.0, 1236.0, 705.0, 406.0, 261.0, 193.0, 134.0, 93.0, 68.0, 52.0, 37.0, 26.0, 23.0, 16.0, 12.0, 6.0, 9.0, 9.0, 3.0, 1.0, 4.0, 2.0, 2.0, 3.0, 1.0, 2.0, 1.0], "bins": [-0.17317867279052734, -0.16854484379291534, -0.16391101479530334, -0.15927718579769135, -0.15464335680007935, -0.15000954270362854, -0.14537571370601654, -0.14074188470840454, -0.13610805571079254, -0.13147422671318054, -0.12684039771556854, -0.12220657616853714, -0.11757274717092514, -0.11293891817331314, -0.10830509662628174, -0.10367126762866974, -0.09903743863105774, -0.09440360963344574, -0.08976978063583374, -0.08513595908880234, -0.08050213009119034, -0.07586830109357834, -0.07123447954654694, -0.06660065054893494, -0.06196682155132294, -0.05733299255371094, -0.052699167281389236, -0.048065342009067535, -0.043431513011455536, -0.038797684013843536, -0.034163858741521835, -0.029530031606554985, -0.024896204471588135, -0.020262377336621284, -0.015628550201654434, -0.010994723066687584, -0.006360895931720734, -0.0017270687967538834, 0.002906758338212967, 0.007540585473179817, 0.012174412608146667, 0.016808239743113518, 0.021442066878080368, 0.02607589401304722, 0.03070972114801407, 0.03534355014562607, 0.03997737541794777, 0.04461120069026947, 0.04924502968788147, 0.05387885868549347, 0.05851268395781517, 0.06314650923013687, 0.06778033822774887, 0.07241416722536087, 0.07704798877239227, 0.08168181777000427, 0.08631564676761627, 0.09094947576522827, 0.09558330476284027, 0.10021712630987167, 0.10485095530748367, 0.10948478430509567, 0.11411860585212708, 0.11875243484973907, 0.12338626384735107]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 5.0, 2.0, 3.0, 1.0, 3.0, 4.0, 1.0, 3.0, 3.0, 4.0, 3.0, 6.0, 2.0, 6.0, 25.0, 2.0, 2.0, 2.0, 2.0, 1.0, 4.0, 3.0, 2.0, 4.0, 0.0, 5.0, 2.0, 2.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.0063283611088991165, -0.006141462363302708, -0.005954564083367586, -0.005767665337771177, -0.0055807665921747684, -0.005393868312239647, -0.005206969566643238, -0.005020070821046829, -0.00483317207545042, -0.004646273795515299, -0.00445937504991889, -0.004272476304322481, -0.00408557802438736, -0.0038986792787909508, -0.0037117807660251856, -0.0035248820204287767, -0.0033379835076630116, -0.0031510849948972464, -0.0029641862493008375, -0.0027772877365350723, -0.0025903889909386635, -0.0024034904781728983, -0.002216591965407133, -0.0020296932198107243, -0.001842794707044959, -0.001655896077863872, -0.001468997448682785, -0.0012820989359170198, -0.0010952003067359328, -0.0009083016775548458, -0.0007214031065814197, -0.0005345045356079936, -0.0003476059064269066, -0.00016070730634965003, 2.6191293727606535e-05, 0.0002130898938048631, 0.00039998849388211966, 0.0005868871230632067, 0.0007737856940366328, 0.0009606842650100589, 0.001147582894191146, 0.001334481523372233, 0.00152138015255332, 0.0017082786653190851, 0.0018951772945001721, 0.002082075923681259, 0.0022689744364470243, 0.002455873182043433, 0.0026427716948091984, 0.0028296702075749636, 0.0030165689531713724, 0.0032034674659371376, 0.0033903662115335464, 0.0035772647242993116, 0.003764163237065077, 0.003951061982661486, 0.004137960262596607, 0.004324859008193016, 0.004511757753789425, 0.004698656499385834, 0.004885554779320955, 0.005072453524917364, 0.005259352270513773, 0.0054462505504488945, 0.005633149296045303]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 1.0, 4.0, 2.0, 11.0, 20.0, 20.0, 43.0, 72.0, 109.0, 194.0, 279.0, 397.0, 557.0, 786.0, 1060.0, 1486.0, 1995.0, 2552.0, 3410.0, 4516.0, 5906.0, 7856.0, 10294.0, 13304.0, 17441.0, 23053.0, 30085.0, 39875.0, 54755.0, 75457.0, 101695.0, 422489.0, 96036.0, 69985.0, 50332.0, 36034.0, 26526.0, 19793.0, 15038.0, 11708.0, 8813.0, 6821.0, 5137.0, 3817.0, 2843.0, 2149.0, 1513.0, 1074.0, 765.0, 515.0, 387.0, 237.0, 170.0, 86.0, 62.0, 37.0, 21.0, 12.0, 4.0, 2.0, 2.0, 1.0, 1.0], "bins": [-0.01480534952133894, -0.014351002871990204, -0.013896656222641468, -0.013442309573292732, -0.012987962923943996, -0.01253361627459526, -0.012079269625246525, -0.011624922975897789, -0.011170575395226479, -0.010716228745877743, -0.010261882096529007, -0.009807535447180271, -0.009353188797831535, -0.0088988421484828, -0.008444495499134064, -0.007990148849785328, -0.007535802200436592, -0.007081455551087856, -0.0066271089017391205, -0.006172762252390385, -0.005718415603041649, -0.005264068488031626, -0.00480972183868289, -0.004355375189334154, -0.0039010285399854183, -0.0034466818906366825, -0.0029923352412879467, -0.0025379883591085672, -0.0020836417097598314, -0.0016292950604110956, -0.001174948294647038, -0.0007206015870906413, -0.00026625487953424454, 0.00018809182802215219, 0.0006424385355785489, 0.0010967853013426065, 0.0015511319506913424, 0.002005478600040078, 0.0024598254822194576, 0.0029141721315681934, 0.0033685187809169292, 0.003822865430265665, 0.004277212079614401, 0.004731558728963137, 0.00518590584397316, 0.005640252493321896, 0.006094599142670631, 0.006548945792019367, 0.007003292441368103, 0.007457639090716839, 0.007911985740065575, 0.00836633238941431, 0.008820679038763046, 0.009275025688111782, 0.009729372337460518, 0.010183718986809254, 0.01063806563615799, 0.0110924132168293, 0.011546759866178036, 0.012001106515526772, 0.012455453164875507, 0.012909799814224243, 0.013364146463572979, 0.013818493112921715, 0.01427283976227045]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 0.0, 2.0, 2.0, 5.0, 1.0, 2.0, 2.0, 0.0, 3.0, 1.0, 9.0, 3.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011399888433516026, -0.011119327507913113, -0.0108387665823102, -0.010558205656707287, -0.010277644731104374, -0.009997083805501461, -0.009716522879898548, -0.009435961954295635, -0.009155400097370148, -0.008874839171767235, -0.008594278246164322, -0.008313717320561409, -0.008033156394958496, -0.007752595469355583, -0.00747203454375267, -0.007191473618149757, -0.0069109126925468445, -0.006630351766943932, -0.006349790841341019, -0.006069229915738106, -0.005788668990135193, -0.005508107598870993, -0.00522754667326808, -0.004946985747665167, -0.004666424822062254, -0.004385863896459341, -0.004105302970856428, -0.0038247418124228716, -0.0035441808868199587, -0.003263619961217046, -0.0029830588027834892, -0.0027024978771805763, -0.0024219369515776634, -0.0021413760259747505, -0.0018608149839565158, -0.001580253941938281, -0.0012996930163353682, -0.0010191320907324553, -0.0007385710487142205, -0.0004580100649036467, -0.0001774490810930729, 0.00010311190271750093, 0.00038367288652807474, 0.0006642338703386486, 0.0009447948541492224, 0.0012253557797521353, 0.00150591682177037, 0.0017864778637886047, 0.0020670387893915176, 0.0023475997149944305, 0.0026281606405973434, 0.0029087217990309, 0.003189282724633813, 0.003469843650236726, 0.0037504048086702824, 0.004030965734273195, 0.004311526659876108, 0.004592087585479021, 0.004872648511081934, 0.005153209436684847, 0.005433770827949047, 0.00571433175355196, 0.005994892679154873, 0.006275453604757786, 0.006556014530360699]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 4.0, 3.0, 1.0, 1.0, 1.0, 2.0, 2.0, 5.0, 8.0, 6.0, 2.0, 4.0, 11.0, 11.0, 11.0, 19.0, 22.0, 24.0, 22.0, 38.0, 54.0, 63.0, 74.0, 71.0, 99.0, 101.0, 120.0, 141.0, 146.0, 172.0, 197.0, 222.0, 224.0, 250.0, 332.0, 393.0, 448.0, 499.0, 628.0, 940.0, 1099.0, 1599.0, 6213.0, 1228.0, 780.0, 489.0, 400.0, 345.0, 284.0, 208.0, 135.0, 85.0, 54.0, 49.0, 37.0, 22.0, 15.0, 7.0, 6.0, 2.0], "bins": [-0.00788024626672268, -0.007709403522312641, -0.007538560777902603, -0.0073677184991538525, -0.0071968757547438145, -0.0070260330103337765, -0.0068551902659237385, -0.006684347987174988, -0.00651350524276495, -0.006342662498354912, -0.006171819753944874, -0.006000977009534836, -0.005830134730786085, -0.005659291986376047, -0.005488449241966009, -0.005317606497555971, -0.0051467642188072205, -0.0049759214743971825, -0.0048050787299871445, -0.0046342359855771065, -0.0044633932411670685, -0.004292550962418318, -0.00412170821800828, -0.003950865473598242, -0.003780022729188204, -0.0036091802176088095, -0.0034383374731987715, -0.003267494961619377, -0.003096652217209339, -0.002925809705629945, -0.002754966961219907, -0.0025841244496405125, -0.0024132817052304745, -0.0022424389608204365, -0.002071596449241042, -0.001900753821246326, -0.0017299111932516098, -0.0015590684488415718, -0.0013882258208468556, -0.0012173831928521395, -0.0010465405648574233, -0.0008756979368627071, -0.000704855308867991, -0.0005340126226656139, -0.0003631699946708977, -0.00019232735212426633, -2.148470957763493e-05, 0.00014935793296899647, 0.00032020057551562786, 0.000491043203510344, 0.0006618858315050602, 0.0008327285177074373, 0.0010035710874944925, 0.0011744138319045305, 0.0013452564598992467, 0.0015160990878939629, 0.001686941715888679, 0.0018577843438833952, 0.002028627088293433, 0.0021994695998728275, 0.0023703123442828655, 0.00254115485586226, 0.002711997600272298, 0.002882840111851692, 0.00305368285626173]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 5.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.03662072867155075, -0.03583446145057678, -0.035048194229602814, -0.034261927008628845, -0.03347565978765488, -0.03268939629197121, -0.03190312907099724, -0.03111686185002327, -0.0303305946290493, -0.029544327408075333, -0.028758060187101364, -0.027971792966127396, -0.027185527607798576, -0.026399260386824608, -0.02561299316585064, -0.02482672594487667, -0.02404046058654785, -0.023254193365573883, -0.022467926144599915, -0.021681658923625946, -0.020895391702651978, -0.020109126344323158, -0.01932285912334919, -0.01853659190237522, -0.017750324681401253, -0.016964057460427284, -0.016177792102098465, -0.015391524881124496, -0.014605257660150528, -0.013818991370499134, -0.013032724149525166, -0.012246457859873772, -0.011460190638899803, -0.010673923417925835, -0.00988765712827444, -0.009101389907300472, -0.008315123617649078, -0.00752885639667511, -0.006742589641362429, -0.0059563228860497475, -0.005170056130737066, -0.004383789375424385, -0.003597522620111704, -0.002811255631968379, -0.002024988876655698, -0.0012387221213430166, -0.0004524552496150136, 0.0003338115639053285, 0.0011200783774256706, 0.0019063451327383518, 0.002692611888051033, 0.003478878876194358, 0.004265145398676395, 0.005051412619650364, 0.005837679374963045, 0.006623946130275726, 0.0074102128855884075, 0.008196479640901089, 0.008982746861875057, 0.009769013151526451, 0.01055528037250042, 0.011341546662151814, 0.012127813883125782, 0.012914080172777176, 0.013700347393751144]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 2.0, 1.0, 3.0, 1.0, 0.0, 2.0, 4.0, 1.0, 3.0, 1.0, 4.0, 3.0, 2.0, 2.0, 3.0, 1.0, 5.0, 5.0, 1.0, 7.0, 2.0, 4.0, 6.0, 4.0, 11.0, 6.0, 7.0, 3.0, 2.0, 6.0, 7.0, 4.0, 3.0, 6.0, 4.0, 6.0, 2.0, 6.0, 6.0, 9.0, 5.0, 11.0, 15.0, 58.0, 9.0, 2.0, 2.0, 1.0, 4.0, 2.0, 2.0, 4.0, 2.0, 4.0, 3.0], "bins": [-0.019327353686094284, -0.01896105892956257, -0.018594764173030853, -0.018228471279144287, -0.01786217652261257, -0.017495881766080856, -0.01712958887219429, -0.016763294115662575, -0.01639699935913086, -0.016030704602599144, -0.01566440984606743, -0.015298116952180862, -0.014931822195649147, -0.014565527439117432, -0.01419923361390829, -0.01383293978869915, -0.013466645032167435, -0.01310035027563572, -0.012734056450426579, -0.012367762625217438, -0.012001467868685722, -0.011635173112154007, -0.011268879286944866, -0.010902585461735725, -0.01053629070520401, -0.010169995948672295, -0.009803702123463154, -0.009437408298254013, -0.009071113541722298, -0.008704818785190582, -0.008338524959981441, -0.0079722311347723, -0.007605936378240585, -0.007239642087370157, -0.006873347796499729, -0.006507053505629301, -0.006140759214758873, -0.005774464923888445, -0.005408170633018017, -0.005041876342147589, -0.004675582051277161, -0.0043092877604067326, -0.0039429934695363045, -0.0035766991786658764, -0.0032104048877954483, -0.0028441105969250202, -0.002477816306054592, -0.002111522015184164, -0.001745227724313736, -0.0013789334334433079, -0.0010126391425728798, -0.0006463448517024517, -0.0002800505608320236, 8.624373003840446e-05, 0.00045253802090883255, 0.0008188323117792606, 0.0011851266026496887, 0.0015514208935201168, 0.0019177151843905449, 0.002284009475260973, 0.002650303766131401, 0.003016598057001829, 0.0033828923478722572, 0.0037491866387426853, 0.004115480929613113]}, "_runtime": 10.7536301612854, "_timestamp": 1596209122.7210276, "_step": 7} +{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 0.0, 2.0, 0.0, 3.0, 1.0, 2.0, 2.0, 4.0, 2.0, 1.0, 5.0, 2.0, 5.0, 4.0, 4.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.024799959734082222, -0.024105733260512352, -0.023411506786942482, -0.022717280313372612, -0.02202305570244789, -0.02132882922887802, -0.02063460275530815, -0.01994037628173828, -0.01924614980816841, -0.01855192333459854, -0.01785769686102867, -0.0171634703874588, -0.01646924391388893, -0.01577501930296421, -0.01508079282939434, -0.01438656635582447, -0.0136923398822546, -0.01299811340868473, -0.01230388693511486, -0.011609661392867565, -0.010915434919297695, -0.010221208445727825, -0.00952698290348053, -0.00883275642991066, -0.00813852995634079, -0.00744430348277092, -0.006750077474862337, -0.006055851466953754, -0.005361624993383884, -0.0046673985198140144, -0.003973172511905432, -0.0032789462711662054, -0.002584720030426979, -0.0018904937896877527, -0.0011962675489485264, -0.0005020413082093, 0.0001921849325299263, 0.0008864111732691526, 0.001580637414008379, 0.0022748636547476053, 0.0029690898954868317, 0.003663316136226058, 0.004357542376965284, 0.005051768384873867, 0.005745994858443737, 0.006440221332013607, 0.00713444733992219, 0.007828673347830772, 0.008522899821400642, 0.009217126294970512, 0.009911352768540382, 0.010605578310787678, 0.011299804784357548, 0.011994031257927418, 0.012688256800174713, 0.013382483273744583, 0.014076709747314453, 0.014770936220884323, 0.015465162694454193, 0.016159389168024063, 0.016853615641593933, 0.017547840252518654, 0.018242066726088524, 0.018936293199658394, 0.019630519673228264]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 5.0, 2.0, 7.0, 2.0, 5.0, 2.0, 6.0, 10.0, 6.0, 14.0, 17.0, 19.0, 31.0, 42.0, 67.0, 89.0, 122.0, 207.0, 288.0, 471.0, 690.0, 3395.0, 1200.0, 549.0, 282.0, 148.0, 82.0, 60.0, 34.0, 22.0, 15.0, 8.0, 2.0, 3.0, 6.0, 5.0, 2.0, 3.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.28705286979675293, -0.278679758310318, -0.27030661702156067, -0.26193350553512573, -0.2535603642463684, -0.24518725275993347, -0.23681412637233734, -0.2284409999847412, -0.22006788849830627, -0.21169476211071014, -0.203321635723114, -0.19494850933551788, -0.18657538294792175, -0.17820225656032562, -0.16982914507389069, -0.16145601868629456, -0.15308289229869843, -0.1447097659111023, -0.13633663952350616, -0.12796352803707123, -0.1195904016494751, -0.11121727526187897, -0.10284414887428284, -0.0944710299372673, -0.08609790354967117, -0.07772477716207504, -0.06935165822505951, -0.06097853183746338, -0.05260540917515755, -0.044232286512851715, -0.035859160125255585, -0.027486037462949753, -0.01911291480064392, -0.010739791207015514, -0.002366667613387108, 0.006006455980241299, 0.014379579573869705, 0.022752702236175537, 0.031125826761126518, 0.0394989512860775, 0.04787207394838333, 0.05624519661068916, 0.064618319272995, 0.07299144566059113, 0.08136457204818726, 0.08973769098520279, 0.09811081737279892, 0.10648393630981445, 0.11485706269741058, 0.12323018908500671, 0.13160331547260284, 0.13997642695903778, 0.1483495533466339, 0.15672267973423004, 0.16509580612182617, 0.1734689325094223, 0.18184205889701843, 0.19021517038345337, 0.1985882967710495, 0.20696142315864563, 0.21533454954624176, 0.2237076759338379, 0.23208078742027283, 0.24045391380786896, 0.2488270401954651]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 1.0, 1.0, 4.0, 2.0, 6.0, 1.0, 3.0, 5.0, 6.0, 7.0, 7.0, 26.0, 5.0, 3.0, 10.0, 5.0, 4.0, 3.0, 2.0, 8.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009761374443769455, -0.009437632746994495, -0.009113891050219536, -0.008790149353444576, -0.008466407656669617, -0.008142665959894657, -0.007818924263119698, -0.007495182100683451, -0.007171440403908491, -0.006847698707133532, -0.006523957010358572, -0.0062002153135836124, -0.005876473151147366, -0.005552731454372406, -0.0052289897575974464, -0.004905248060822487, -0.004581506364047527, -0.004257764667272568, -0.003934022970497608, -0.003610281040892005, -0.0032865393441170454, -0.002962797647342086, -0.0026390557177364826, -0.002315314020961523, -0.0019915723241865635, -0.001667830627411604, -0.0013440888142213225, -0.0010203470010310411, -0.0006966053042560816, -0.0003728635492734611, -4.9121794290840626e-05, 0.00027461996069177985, 0.0005983617156744003, 0.0009221034706570208, 0.0012458452256396413, 0.0015695870388299227, 0.0018933287356048822, 0.002217070432379842, 0.002540812361985445, 0.0028645540587604046, 0.003188295755535364, 0.0035120374523103237, 0.0038357791490852833, 0.004159520845860243, 0.00448326300829649, 0.004807004705071449, 0.005130746401846409, 0.005454488098621368, 0.005778229795396328, 0.0061019714921712875, 0.006425713188946247, 0.006749454885721207, 0.007073196582496166, 0.007396938744932413, 0.007720680441707373, 0.008044421672821045, 0.008368164300918579, 0.008691905997693539, 0.009015647694468498, 0.009339389391243458, 0.009663131088018417, 0.009986872784793377, 0.010310614481568336, 0.010634356178343296, 0.010958097875118256]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 3.0, 7.0, 10.0, 21.0, 40.0, 59.0, 82.0, 107.0, 151.0, 208.0, 248.0, 316.0, 338.0, 428.0, 525.0, 731.0, 1076.0, 1513.0, 2198.0, 3565.0, 5196.0, 7911.0, 11588.0, 17066.0, 24904.0, 36890.0, 56800.0, 89481.0, 137761.0, 461113.0, 111707.0, 69606.0, 43171.0, 29220.0, 20252.0, 14170.0, 9742.0, 6657.0, 4311.0, 2877.0, 1918.0, 1327.0, 957.0, 731.0, 518.0, 405.0, 347.0, 300.0, 240.0, 216.0, 175.0, 136.0, 107.0, 71.0, 65.0, 38.0, 25.0, 11.0, 4.0, 0.0, 3.0, 1.0, 1.0], "bins": [-0.02118690311908722, -0.02048754319548607, -0.01978818140923977, -0.01908882148563862, -0.01838945969939232, -0.017690099775791168, -0.016990739852190018, -0.016291378065943718, -0.015592018142342567, -0.014892657287418842, -0.014193296432495117, -0.013493936508893967, -0.012794575653970242, -0.012095214799046516, -0.011395854875445366, -0.01069649402052164, -0.009997133165597916, -0.00929777231067419, -0.008598411455750465, -0.007899051532149315, -0.00719969067722559, -0.006500329822301865, -0.005800969433039427, -0.005101609043776989, -0.004402248188853264, -0.0037028875667601824, -0.003003526944667101, -0.0023041663225740194, -0.001604805700480938, -0.0009054450783878565, -0.000206084456294775, 0.0004932761657983065, 0.001192636787891388, 0.0018919974099844694, 0.002591358032077551, 0.0032907186541706324, 0.003990079276263714, 0.004689440131187439, 0.005388800520449877, 0.006088160909712315, 0.00678752176463604, 0.007486882619559765, 0.00818624347448349, 0.00888560339808464, 0.009584964253008366, 0.01028432510793209, 0.010983685031533241, 0.011683045886456966, 0.012382406741380692, 0.013081767596304417, 0.013781128451228142, 0.014480488374829292, 0.015179849229753017, 0.015879210084676743, 0.016578570008277893, 0.017277931794524193, 0.017977291718125343, 0.018676651641726494, 0.019376013427972794, 0.020075373351573944, 0.020774733275175095, 0.021474095061421394, 0.022173454985022545, 0.022872816771268845, 0.023572176694869995]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 7.0, 3.0, 3.0, 3.0, 3.0, 9.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.019610989838838577, -0.01916344091296196, -0.018715891987085342, -0.018268344923853874, -0.017820795997977257, -0.01737324707210064, -0.016925698146224022, -0.016478151082992554, -0.016030602157115936, -0.015583053231239319, -0.015135504305362701, -0.014687956310808659, -0.014240407384932041, -0.013792859390377998, -0.013345310464501381, -0.012897762469947338, -0.01245021354407072, -0.012002664618194103, -0.01155511662364006, -0.011107567697763443, -0.0106600197032094, -0.010212470777332783, -0.00976492278277874, -0.009317373856902122, -0.008869824931025505, -0.008422276936471462, -0.007974728010594845, -0.007527180016040802, -0.007079631090164185, -0.0066320826299488544, -0.006184534169733524, -0.005736985709518194, -0.005289437249302864, -0.004841888789087534, -0.004394340328872204, -0.003946791868656874, -0.0034992431756109, -0.00305169471539557, -0.002604146022349596, -0.002156597562134266, -0.0017090491019189358, -0.0012615006417036057, -0.0008139520650729537, -0.00036640354664996266, 8.114497177302837e-05, 0.0005286934901960194, 0.0009762420086190104, 0.0014237905852496624, 0.0018713390454649925, 0.0023188875056803226, 0.0027664359658956528, 0.0032139846589416265, 0.0036615331191569567, 0.0041090818122029305, 0.004556630272418261, 0.005004178732633591, 0.005451727192848921, 0.005899275653064251, 0.006346824113279581, 0.006794372573494911, 0.007241921499371529, 0.007689469959586859, 0.008137018419802189, 0.008584566414356232, 0.009032115340232849]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 7.0, 5.0, 4.0, 6.0, 8.0, 20.0, 15.0, 19.0, 28.0, 33.0, 37.0, 41.0, 51.0, 62.0, 74.0, 78.0, 61.0, 70.0, 90.0, 73.0, 88.0, 93.0, 113.0, 151.0, 226.0, 285.0, 411.0, 705.0, 1002.0, 1381.0, 6942.0, 2053.0, 1041.0, 597.0, 439.0, 318.0, 274.0, 266.0, 226.0, 175.0, 180.0, 128.0, 121.0, 95.0, 84.0, 66.0, 53.0, 29.0, 29.0, 22.0, 15.0, 14.0, 6.0, 5.0, 5.0, 2.0, 1.0, 3.0, 3.0], "bins": [-0.009956341236829758, -0.009678862057626247, -0.009401382878422737, -0.009123904630541801, -0.008846425451338291, -0.008568946272134781, -0.008291468024253845, -0.008013988845050335, -0.007736509665846825, -0.007459030486643314, -0.007181551773101091, -0.006904073059558868, -0.006626593880355358, -0.006349114701151848, -0.006071635987609625, -0.005794157274067402, -0.005516678094863892, -0.005239198915660381, -0.004961720202118158, -0.004684241488575935, -0.004406762309372425, -0.004129283130168915, -0.003851804416626692, -0.003574325470253825, -0.0032968465238809586, -0.003019367577508092, -0.0027418886311352253, -0.0024644096847623587, -0.002186930738389492, -0.0019094517920166254, -0.0016319728456437588, -0.0013544938992708921, -0.0010770149528980255, -0.0007995360065251589, -0.0005220570601522923, -0.0002445781137794256, 3.290083259344101e-05, 0.00031037977896630764, 0.0005878587253391743, 0.0008653376717120409, 0.0011428166180849075, 0.0014202955644577742, 0.0016977745108306408, 0.0019752534572035074, 0.002252732403576374, 0.0025302113499492407, 0.0028076902963221073, 0.003085169242694974, 0.0033626481890678406, 0.003640127135440707, 0.003917606081813574, 0.004195084795355797, 0.004472563974559307, 0.004750043153762817, 0.00502752186730504, 0.005305000580847263, 0.005582479760050774, 0.005859958939254284, 0.006137437652796507, 0.00641491636633873, 0.00669239554554224, 0.00696987472474575, 0.007247353438287973, 0.007524832151830196, 0.007802311331033707]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.046489354223012924, -0.04520315304398537, -0.04391695186495781, -0.04263075068593025, -0.041344545781612396, -0.04005834460258484, -0.03877214342355728, -0.037485942244529724, -0.03619974106550217, -0.03491353988647461, -0.03362733870744705, -0.032341137528419495, -0.031054934486746788, -0.02976873330771923, -0.028482530266046524, -0.027196329087018967, -0.02591012790799141, -0.024623926728963852, -0.023337725549936295, -0.022051522508263588, -0.02076532132923603, -0.019479120150208473, -0.018192917108535767, -0.01690671592950821, -0.015620514750480652, -0.014334313571453094, -0.013048111461102962, -0.01176190935075283, -0.010475708171725273, -0.009189506992697716, -0.007903304882347584, -0.006617103237658739, -0.005330901592969894, -0.00404469994828105, -0.002758498303592205, -0.0014722966589033604, -0.00018609501421451569, 0.001100106630474329, 0.0023863082751631737, 0.0036725099198520184, 0.004958711564540863, 0.006244913209229708, 0.007531114853918552, 0.008817316964268684, 0.010103518143296242, 0.0113897193223238, 0.012675921432673931, 0.013962123543024063, 0.01524832472205162, 0.016534525901079178, 0.017820727080106735, 0.019106930121779442, 0.020393131300807, 0.021679332479834557, 0.022965535521507263, 0.02425173670053482, 0.025537937879562378, 0.026824139058589935, 0.028110340237617493, 0.0293965432792902, 0.030682744458317757, 0.03196894749999046, 0.03325514867901802, 0.03454134985804558, 0.035827551037073135]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 4.0, 0.0, 5.0, 7.0, 3.0, 3.0, 7.0, 8.0, 8.0, 13.0, 14.0, 50.0, 3.0, 5.0, 3.0, 7.0, 6.0, 8.0, 11.0, 6.0, 10.0, 9.0, 6.0, 4.0, 4.0, 6.0, 11.0, 9.0, 5.0, 6.0, 5.0, 4.0, 2.0, 4.0, 3.0, 5.0, 2.0, 1.0, 1.0, 1.0, 4.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01061003003269434, -0.010208920575678349, -0.009807811118662357, -0.009406701661646366, -0.00900559313595295, -0.008604483678936958, -0.008203374221920967, -0.007802264764904976, -0.007401155307888985, -0.0070000458508729935, -0.006598936393857002, -0.006197827402502298, -0.005796717945486307, -0.005395608488470316, -0.004994499497115612, -0.004593390040099621, -0.00419228058308363, -0.0037911711260676384, -0.003390061901882291, -0.0029889526776969433, -0.002587843220680952, -0.002186733763664961, -0.0017856245394796133, -0.001384515198878944, -0.0009834058582782745, -0.0005822965176776052, -0.00018118717707693577, 0.00021992216352373362, 0.000621031504124403, 0.0010221408447250724, 0.0014232501853257418, 0.0018243595259264112, 0.0022254688665270805, 0.0026265783235430717, 0.0030276875477284193, 0.003428796771913767, 0.003829906228929758, 0.004231015685945749, 0.004632124677300453, 0.005033234134316444, 0.005434343591332436, 0.005835453048348427, 0.006236562505364418, 0.006637671496719122, 0.007038780953735113, 0.007439890410751104, 0.007840999402105808, 0.0082421088591218, 0.00864321831613779, 0.009044327773153782, 0.009445437230169773, 0.009846546687185764, 0.010247655212879181, 0.010648764669895172, 0.011049874126911163, 0.011450983583927155, 0.011852093040943146, 0.012253202497959137, 0.012654311954975128, 0.01305542141199112, 0.01345653086900711, 0.013857639394700527, 0.014258748851716518, 0.01465985830873251, 0.0150609677657485]}, "_runtime": 11.526575565338135, "_timestamp": 1596209123.493973, "_step": 8} +{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 4.0, 2.0, 0.0, 2.0, 2.0, 4.0, 1.0, 1.0, 3.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 0.0, 3.0, 3.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.015561044216156006, -0.015084869228303432, -0.014608693309128284, -0.014132518321275711, -0.013656343333423138, -0.01318016741424799, -0.012703992426395416, -0.012227817438542843, -0.011751641519367695, -0.011275466531515121, -0.010799291543662548, -0.0103231156244874, -0.009846940636634827, -0.009370765648782253, -0.008894589729607105, -0.008418414741754532, -0.007942238822579384, -0.0074660638347268105, -0.006989888846874237, -0.006513713393360376, -0.006037537939846516, -0.005561362951993942, -0.0050851874984800816, -0.004609012044966221, -0.0041328370571136475, -0.0036566616035997868, -0.003180486150085926, -0.002704310929402709, -0.002228135708719492, -0.0017519602552056313, -0.0012757850345224142, -0.0007996096974238753, -0.00032343436032533646, 0.00015274094766937196, 0.0006289162556640804, 0.0011050915345549583, 0.0015812668716534972, 0.002057442208752036, 0.002533617429435253, 0.003009792882949114, 0.003485968103632331, 0.003962143324315548, 0.004438318777829409, 0.004914494231343269, 0.005390669219195843, 0.0058668446727097034, 0.006343020126223564, 0.0068191951140761375, 0.007295370567589998, 0.007771546021103859, 0.008247721008956432, 0.00872389692813158, 0.009200071915984154, 0.009676246903836727, 0.010152422823011875, 0.010628597810864449, 0.011104772798717022, 0.01158094871789217, 0.012057123705744743, 0.012533298693597317, 0.013009474612772465, 0.013485649600625038, 0.013961824588477612, 0.01443800050765276, 0.014914175495505333]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 2.0, 6.0, 8.0, 12.0, 16.0, 14.0, 12.0, 19.0, 31.0, 32.0, 47.0, 60.0, 73.0, 115.0, 134.0, 208.0, 261.0, 361.0, 482.0, 2400.0, 1718.0, 810.0, 411.0, 224.0, 158.0, 90.0, 57.0, 39.0, 28.0, 28.0, 18.0, 10.0, 10.0, 5.0, 6.0, 1.0, 7.0, 4.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.20660778880119324, -0.20065166056156158, -0.19469554722309113, -0.18873941898345947, -0.182783305644989, -0.17682717740535736, -0.1708710640668869, -0.16491493582725525, -0.1589588224887848, -0.15300269424915314, -0.14704656600952148, -0.14109045267105103, -0.13513432443141937, -0.1291782110929489, -0.12322208285331726, -0.1172659620642662, -0.11130984127521515, -0.10535372048616409, -0.09939759969711304, -0.09344147890806198, -0.08748535811901093, -0.08152922987937927, -0.07557310909032822, -0.06961698830127716, -0.0636608675122261, -0.05770474672317505, -0.05174862593412399, -0.04579250141978264, -0.03983638063073158, -0.03388025984168053, -0.02792413718998432, -0.021968014538288116, -0.01601189374923706, -0.01005577202886343, -0.0040996503084897995, 0.001856471411883831, 0.007812593132257462, 0.013768714852631092, 0.019724836573004723, 0.025680959224700928, 0.031637080013751984, 0.03759320080280304, 0.043549321591854095, 0.04950544610619545, 0.055461566895246506, 0.06141768768429756, 0.06737381219863892, 0.07332993298768997, 0.07928605377674103, 0.08524217456579208, 0.09119829535484314, 0.0971544161438942, 0.10311053693294525, 0.1090666651725769, 0.11502278596162796, 0.12097890675067902, 0.12693503499031067, 0.13289114832878113, 0.13884727656841278, 0.14480338990688324, 0.1507595181465149, 0.15671563148498535, 0.162671759724617, 0.16862787306308746, 0.17458400130271912]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 3.0, 2.0, 4.0, 5.0, 3.0, 4.0, 5.0, 6.0, 1.0, 2.0, 1.0, 25.0, 4.0, 3.0, 4.0, 5.0, 1.0, 4.0, 3.0, 4.0, 2.0, 4.0, 1.0, 1.0, 4.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0055982996709644794, -0.005428897216916084, -0.005259494762867689, -0.005090092308819294, -0.004920689854770899, -0.004751287400722504, -0.0045818849466741085, -0.004412482492625713, -0.004243079572916031, -0.004073677118867636, -0.0039042748976498842, -0.003734872443601489, -0.0035654697567224503, -0.003396067302674055, -0.00322666484862566, -0.003057262394577265, -0.0028878599405288696, -0.0027184574864804745, -0.0025490550324320793, -0.002379652578383684, -0.002210250124335289, -0.00204084743745625, -0.001871444983407855, -0.0017020425293594599, -0.0015326400753110647, -0.0013632376212626696, -0.0011938351672142744, -0.0010244325967505574, -0.0008550301427021623, -0.0006856276886537671, -0.000516225176397711, -0.0003468226932454854, -0.0001774202100932598, -8.017726941034198e-06, 0.00016138475621119142, 0.00033078723936341703, 0.0005001897225156426, 0.0006695921765640378, 0.0008389946888200939, 0.00100839720107615, 0.001177799655124545, 0.0013472021091729403, 0.0015166045632213354, 0.0016860071336850524, 0.0018554095877334476, 0.0020248121581971645, 0.0021942146122455597, 0.002363617066293955, 0.00253301952034235, 0.002702421974390745, 0.0028718244284391403, 0.0030412268824875355, 0.0032106293365359306, 0.0033800320234149694, 0.0035494344774633646, 0.0037188369315117598, 0.003888239385560155, 0.004057642072439194, 0.004227044526487589, 0.004396446980535984, 0.004565849434584379, 0.004735251888632774, 0.0049046543426811695, 0.005074056796729565, 0.00524345925077796]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 5.0, 7.0, 7.0, 12.0, 42.0, 47.0, 101.0, 151.0, 235.0, 365.0, 520.0, 728.0, 1072.0, 1465.0, 2030.0, 2927.0, 3902.0, 5304.0, 7015.0, 9641.0, 12832.0, 16629.0, 21653.0, 29228.0, 39221.0, 55778.0, 77547.0, 106268.0, 421983.0, 98747.0, 71756.0, 51287.0, 36736.0, 26624.0, 19842.0, 15006.0, 11445.0, 8329.0, 6271.0, 4623.0, 3351.0, 2435.0, 1795.0, 1332.0, 977.0, 727.0, 516.0, 358.0, 257.0, 167.0, 129.0, 72.0, 53.0, 31.0, 25.0, 19.0, 7.0, 7.0, 2.0, 1.0, 2.0, 1.0, 1.0], "bins": [-0.014112117700278759, -0.013632179237902164, -0.01315224077552557, -0.012672302313148975, -0.01219236385077238, -0.011712425388395786, -0.011232486926019192, -0.010752548463642597, -0.010272610001266003, -0.009792671538889408, -0.009312733076512814, -0.008832794614136219, -0.008352856151759624, -0.00787291768938303, -0.007392979227006435, -0.006913040764629841, -0.006433102302253246, -0.005953163839876652, -0.005473225377500057, -0.004993286915123463, -0.004513348452746868, -0.004033409990370274, -0.003553471527993679, -0.0030735330656170845, -0.00259359460324049, -0.0021136561408638954, -0.0016337176784873009, -0.0011537792161107063, -0.0006738407537341118, -0.00019390229135751724, 0.0002860361710190773, 0.0007659746333956718, 0.0012459130957722664, 0.001725851558148861, 0.0022057900205254555, 0.00268572848290205, 0.0031656669452786446, 0.003645605407655239, 0.004125543870031834, 0.004605482332408428, 0.005085420794785023, 0.005565359257161617, 0.006045297719538212, 0.006525236181914806, 0.007005174644291401, 0.0074851131066679955, 0.00796505156904459, 0.008444990031421185, 0.008924928493797779, 0.009404866956174374, 0.009884805418550968, 0.010364743880927563, 0.010844682343304157, 0.011324620805680752, 0.011804559268057346, 0.012284497730433941, 0.012764436192810535, 0.01324437465518713, 0.013724313117563725, 0.014204251579940319, 0.014684190042316914, 0.015164128504693508, 0.015644066035747528, 0.016124006360769272, 0.016603942960500717]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 3.0, 2.0, 1.0, 4.0, 1.0, 2.0, 1.0, 9.0, 4.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 4.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004582640249282122, -0.004424490500241518, -0.004266340285539627, -0.0041081905364990234, -0.00395004078745842, -0.003791890572756529, -0.003633740823715925, -0.003475590841844678, -0.0033174408599734306, -0.0031592908781021833, -0.003001140896230936, -0.0028429911471903324, -0.002684841165319085, -0.002526691183447838, -0.002368541434407234, -0.002210391452535987, -0.0020522414706647396, -0.0018940914887934923, -0.0017359416233375669, -0.0015777917578816414, -0.001419641776010394, -0.0012614917941391468, -0.0011033419286832213, -0.000945192005019635, -0.0007870420813560486, -0.0006288921576924622, -0.00047074223402887583, -0.00031259231036528945, -0.00015444238670170307, 3.7075369618833065e-06, 0.00016185746062546968, 0.00032000738428905606, 0.00047815730795264244, 0.0006363072316162288, 0.0007944571552798152, 0.0009526070789434016, 0.001110757002606988, 0.0012689069844782352, 0.0014270568499341607, 0.0015852067153900862, 0.0017433566972613335, 0.0019015066791325808, 0.002059656661003828, 0.0022178064100444317, 0.002375956391915679, 0.0025341063737869263, 0.00269225612282753, 0.002850406104698777, 0.0030085560865700245, 0.0031667060684412718, 0.003324856050312519, 0.0034830057993531227, 0.00364115578122437, 0.0037993057630956173, 0.003957455512136221, 0.004115605726838112, 0.0042737554758787155, 0.004431905224919319, 0.00459005543962121, 0.004748205188661814, 0.004906355403363705, 0.005064505152404308, 0.005222654901444912, 0.005380805116146803, 0.0055389548651874065]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 2.0, 2.0, 1.0, 3.0, 2.0, 8.0, 7.0, 4.0, 9.0, 10.0, 11.0, 17.0, 20.0, 22.0, 26.0, 48.0, 50.0, 63.0, 91.0, 124.0, 163.0, 227.0, 299.0, 446.0, 592.0, 839.0, 1256.0, 1996.0, 5794.0, 1306.0, 893.0, 762.0, 611.0, 509.0, 386.0, 325.0, 306.0, 250.0, 195.0, 137.0, 120.0, 120.0, 97.0, 58.0, 58.0, 44.0, 32.0, 22.0, 17.0, 11.0, 10.0, 15.0, 4.0, 0.0, 2.0, 1.0], "bins": [-0.004923027474433184, -0.004787253215909004, -0.004651478957384825, -0.004515704698860645, -0.004379930440336466, -0.004244156181812286, -0.004108381923288107, -0.0039726076647639275, -0.0038368336390703917, -0.003701059380546212, -0.0035652851220220327, -0.0034295108634978533, -0.0032937368378043175, -0.003157962579280138, -0.0030221883207559586, -0.002886414062231779, -0.0027506398037075996, -0.00261486554518342, -0.0024790912866592407, -0.0023433170281350613, -0.002207542769610882, -0.002071768743917346, -0.0019359944853931665, -0.001800220226868987, -0.0016644459683448076, -0.0015286717098206282, -0.0013928974512964487, -0.001257123309187591, -0.0011213490506634116, -0.0009855747921392322, -0.0008498005918227136, -0.0007140263915061951, -0.0005782521329820156, -0.0004424779035616666, -0.0003067036741413176, -0.0001709294447209686, -3.51552153006196e-05, 0.0001006190141197294, 0.0002363932435400784, 0.0003721674729604274, 0.0005079417023807764, 0.0006437159609049559, 0.0007794901612214744, 0.000915264361537993, 0.0010510386200621724, 0.0011868128785863519, 0.0013225870206952095, 0.001458361279219389, 0.0015941355377435684, 0.0017299097962677479, 0.0018656840547919273, 0.002001458313316107, 0.0021372325718402863, 0.002273006597533822, 0.0024087808560580015, 0.002544555114582181, 0.0026803293731063604, 0.00281610363163054, 0.0029518778901547194, 0.003087652148678899, 0.0032234261743724346, 0.003359200432896614, 0.0034949746914207935, 0.003630748949944973, 0.0037665232084691525]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 4.0, 1.0, 1.0, 0.0, 5.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012748375535011292, -0.012491664849221706, -0.012234954163432121, -0.01197824440896511, -0.011721533723175526, -0.01146482303738594, -0.011208112351596355, -0.01095140166580677, -0.01069469191133976, -0.010437981225550175, -0.01018127053976059, -0.009924559853971004, -0.00966784916818142, -0.009411138482391834, -0.009154428727924824, -0.008897718042135239, -0.008641007356345654, -0.008384296670556068, -0.008127585984766483, -0.007870876230299473, -0.007614165544509888, -0.007357454858720303, -0.0071007441729307175, -0.00684403395280242, -0.0065873232670128345, -0.0063306125812232494, -0.006073902361094952, -0.0058171916753053665, -0.005560480989515781, -0.005303770769387484, -0.0050470600835978985, -0.004790349863469601, -0.0045336391776800156, -0.0042769284918904305, -0.004020218271762133, -0.0037635075859725475, -0.003506797133013606, -0.0032500866800546646, -0.0029933759942650795, -0.002736665541306138, -0.0024799550883471966, -0.002223244635388255, -0.0019665341824293137, -0.0017098234966397285, -0.001453113043680787, -0.0011964025907218456, -0.0009396920213475823, -0.00068298151018098, -0.0004262709990143776, -0.00016956048784777522, 8.715002331882715e-05, 0.0003438605344854295, 0.0006005710456520319, 0.0008572815568186343, 0.0011139920679852366, 0.0013707026373595, 0.0016274130903184414, 0.0018841235432773829, 0.0021408339962363243, 0.0023975446820259094, 0.002654255134984851, 0.0029109655879437923, 0.0031676762737333775, 0.003424386726692319, 0.0036810971796512604]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 6.0, 1.0, 5.0, 1.0, 6.0, 8.0, 6.0, 16.0, 16.0, 59.0, 7.0, 6.0, 5.0, 8.0, 12.0, 6.0, 6.0, 4.0, 7.0, 8.0, 2.0, 4.0, 8.0, 4.0, 4.0, 6.0, 6.0, 12.0, 5.0, 4.0, 3.0, 3.0, 2.0, 3.0, 3.0, 3.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 3.0], "bins": [-0.009342559613287449, -0.00902123749256134, -0.008699914440512657, -0.008378592319786549, -0.008057269267737865, -0.00773594668135047, -0.007414624094963074, -0.007093301508575678, -0.006771978922188282, -0.0064506568014621735, -0.006129334215074778, -0.005808011628687382, -0.005486689042299986, -0.00516536645591259, -0.004844043869525194, -0.004522721283137798, -0.0042013986967504025, -0.0038800761103630066, -0.0035587535239756107, -0.003237430937588215, -0.002916108351200819, -0.002594785997644067, -0.002273463411256671, -0.001952140824869275, -0.0016308182384818792, -0.0013094956520944834, -0.0009881730657070875, -0.0006668505957350135, -0.0003455280093476176, -2.4205452064052224e-05, 0.0002971171052195132, 0.0006184396333992481, 0.000939762219786644, 0.0012610848061740398, 0.0015824073925614357, 0.0019037298625335097, 0.0022250525653362274, 0.0025463749188929796, 0.0028676975052803755, 0.0031890200916677713, 0.003510342678055167, 0.003831665264442563, 0.004152987617999315, 0.004474310204386711, 0.004795632790774107, 0.005116955377161503, 0.005438277963548899, 0.0057596005499362946, 0.00608092313632369, 0.006402245722711086, 0.006723568309098482, 0.007044890895485878, 0.007366213481873274, 0.00768753606826067, 0.008008858188986778, 0.008330181241035461, 0.00865150336176157, 0.008972826413810253, 0.009294148534536362, 0.009615471586585045, 0.009936793707311153, 0.010258116759359837, 0.010579438880085945, 0.010900761932134628, 0.011222084052860737]}, "_runtime": 12.30197262763977, "_timestamp": 1596209124.26937, "_step": 9} +{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 4.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 0.0, 2.0, 0.0, 4.0, 3.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 3.0, 3.0, 1.0, 2.0, 1.0, 0.0, 3.0], "bins": [-0.016011949628591537, -0.015635348856449127, -0.015258749946951866, -0.014882149174809456, -0.01450554933398962, -0.014128949493169785, -0.013752349652349949, -0.013375749811530113, -0.012999149039387703, -0.012622549198567867, -0.012245949357748032, -0.011869349516928196, -0.01149274967610836, -0.011116149835288525, -0.010739549063146114, -0.010362949222326279, -0.009986349381506443, -0.009609749540686607, -0.009233149699866772, -0.008856548927724361, -0.008479949086904526, -0.00810334924608469, -0.007726749405264854, -0.0073501490987837315, -0.006973549257963896, -0.00659694941714406, -0.006220349110662937, -0.0058437492698431015, -0.005467149429023266, -0.005090549122542143, -0.004713949281722307, -0.004337348975241184, -0.003960749134421349, -0.0035841490607708693, -0.00320754898712039, -0.0028309491463005543, -0.002454349072650075, -0.0020777489989995956, -0.0017011490417644382, -0.0013245490845292807, -0.0009479490108788013, -0.0005713489954359829, -0.00019474897999316454, 0.00018185103544965386, 0.0005584510508924723, 0.0009350510663352907, 0.001311651081778109, 0.0016882510390132666, 0.002064851112663746, 0.002441451186314225, 0.0028180512599647045, 0.00319465110078454, 0.0035712511744350195, 0.003947851248085499, 0.0043244510889053345, 0.0047010513953864574, 0.005077651236206293, 0.005454251077026129, 0.005830851383507252, 0.006207451224327087, 0.006584051065146923, 0.006960651371628046, 0.007337251212447882, 0.007713851518929005, 0.00809045135974884]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 5.0, 9.0, 5.0, 7.0, 5.0, 8.0, 9.0, 13.0, 12.0, 15.0, 17.0, 43.0, 54.0, 59.0, 73.0, 115.0, 144.0, 177.0, 235.0, 293.0, 387.0, 538.0, 3189.0, 1030.0, 527.0, 331.0, 212.0, 116.0, 81.0, 68.0, 41.0, 37.0, 23.0, 15.0, 11.0, 8.0, 3.0, 3.0, 4.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0], "bins": [-0.21362319588661194, -0.20829525589942932, -0.2029673159122467, -0.1976393759250641, -0.19231143593788147, -0.18698349595069885, -0.18165555596351624, -0.17632761597633362, -0.170999675989151, -0.16567173600196838, -0.16034379601478577, -0.15501585602760315, -0.14968791604042053, -0.14435997605323792, -0.1390320360660553, -0.13370409607887268, -0.12837615609169006, -0.12304821610450745, -0.11772027611732483, -0.11239233613014221, -0.1070643961429596, -0.10173645615577698, -0.09640851616859436, -0.09108057618141174, -0.08575263619422913, -0.08042469620704651, -0.07509675621986389, -0.06976881623268127, -0.06444087624549866, -0.05911293625831604, -0.05378499627113342, -0.048457056283950806, -0.04312911629676819, -0.03780117630958557, -0.032473236322402954, -0.027145296335220337, -0.02181735634803772, -0.016489416360855103, -0.011161476373672485, -0.005833536386489868, -0.000505596399307251, 0.004822343587875366, 0.010150283575057983, 0.0154782235622406, 0.020806163549423218, 0.026134103536605835, 0.03146204352378845, 0.03678998351097107, 0.042117923498153687, 0.047445863485336304, 0.05277380347251892, 0.05810174345970154, 0.06342968344688416, 0.06875762343406677, 0.07408556342124939, 0.079413503408432, 0.08474144339561462, 0.09006938338279724, 0.09539732336997986, 0.10072526335716248, 0.10605320334434509, 0.11138114333152771, 0.11670908331871033, 0.12203702330589294, 0.12736496329307556]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 2.0, 4.0, 3.0, 1.0, 2.0, 7.0, 3.0, 1.0, 4.0, 7.0, 1.0, 1.0, 1.0, 3.0, 2.0, 5.0, 0.0, 28.0, 2.0, 4.0, 2.0, 0.0, 5.0, 2.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 4.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00480988621711731, -0.004656016360968351, -0.004502146504819393, -0.004348276648670435, -0.004194406792521477, -0.0040405369363725185, -0.0038866670802235603, -0.003732797224074602, -0.003578927367925644, -0.0034250577446073294, -0.003271187888458371, -0.003117318032309413, -0.0029634481761604548, -0.0028095783200114965, -0.0026557084638625383, -0.00250183860771358, -0.002347968751564622, -0.0021940988954156637, -0.0020402290392667055, -0.0018863591831177473, -0.001732489326968789, -0.0015786195872351527, -0.0014247497310861945, -0.0012708798749372363, -0.001117010018788278, -0.0009631401626393199, -0.0008092703064903617, -0.0006554005085490644, -0.0005015306524001062, -0.000347660796251148, -0.00019379096920602024, -3.992112760897726e-05, 0.00011394871398806572, 0.0002678185701370239, 0.0004216883971821517, 0.0005755582242272794, 0.0007294280803762376, 0.0008832979365251958, 0.0010371677344664931, 0.0011910375906154513, 0.0013449074467644095, 0.0014987773029133677, 0.001652647159062326, 0.0018065170152112842, 0.0019603867549449205, 0.0021142566110938787, 0.002268126467242837, 0.002421996323391795, 0.0025758661795407534, 0.0027297360356897116, 0.0028836058918386698, 0.003037475747987628, 0.003191345604136586, 0.0033452154602855444, 0.0034990853164345026, 0.003652955172583461, 0.0038068247959017754, 0.0039606946520507336, 0.004114564508199692, 0.00426843436434865, 0.004422304220497608, 0.004576174076646566, 0.004730043932795525, 0.004883913788944483, 0.005037783645093441]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 6.0, 6.0, 23.0, 25.0, 49.0, 69.0, 98.0, 153.0, 190.0, 260.0, 339.0, 436.0, 602.0, 835.0, 1114.0, 1579.0, 2200.0, 3042.0, 4116.0, 5765.0, 7849.0, 10204.0, 13926.0, 17965.0, 23538.0, 31449.0, 42983.0, 58464.0, 78526.0, 99723.0, 414092.0, 92425.0, 67752.0, 49870.0, 36430.0, 27602.0, 20629.0, 16042.0, 11958.0, 9325.0, 7260.0, 5671.0, 4198.0, 3070.0, 2352.0, 1689.0, 1185.0, 867.0, 608.0, 379.0, 258.0, 169.0, 121.0, 70.0, 36.0, 23.0, 11.0, 13.0, 1.0, 3.0], "bins": [-0.015138463117182255, -0.014701682142913342, -0.014264901168644428, -0.013828120194375515, -0.013391339220106602, -0.012954558245837688, -0.012517777271568775, -0.012080996297299862, -0.011644216254353523, -0.01120743528008461, -0.010770654305815697, -0.010333873331546783, -0.00989709235727787, -0.009460311383008957, -0.009023530408740044, -0.00858674943447113, -0.008149968460202217, -0.007713187485933304, -0.0072764065116643906, -0.006839625537395477, -0.006402844563126564, -0.005966064054518938, -0.005529283080250025, -0.0050925021059811115, -0.004655721131712198, -0.004218940157443285, -0.0037821591831743717, -0.003345378441736102, -0.002908597467467189, -0.0024718164931982756, -0.002035035751760006, -0.0015982547774910927, -0.0011614738032221794, -0.0007246928871609271, -0.0002879119710996747, 0.00014886894496157765, 0.00058564986102283, 0.0010224308352917433, 0.0014592116931453347, 0.0018959925509989262, 0.0023327735252678394, 0.0027695544995367527, 0.003206335473805666, 0.0036431162152439356, 0.004079896956682205, 0.0045166779309511185, 0.004953458905220032, 0.005390239879488945, 0.005827020853757858, 0.0062638018280267715, 0.006700582802295685, 0.007137363776564598, 0.007574144750833511, 0.008010925725102425, 0.008447706699371338, 0.008884487673640251, 0.009321268647909164, 0.009758048690855503, 0.010194829665124416, 0.01063161063939333, 0.011068391613662243, 0.011505172587931156, 0.01194195356220007, 0.012378734536468983, 0.012815515510737896]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 2.0, 4.0, 4.0, 2.0, 0.0, 1.0, 2.0, 7.0, 1.0, 3.0, 1.0, 2.0, 1.0, 2.0, 2.0, 7.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.022901637479662895, -0.022354673594236374, -0.021807709708809853, -0.02126074582338333, -0.02071378193795681, -0.02016681805253029, -0.019619854167103767, -0.019072890281677246, -0.018525924533605576, -0.017978960648179054, -0.017431996762752533, -0.01688503287732601, -0.01633806899189949, -0.01579110510647297, -0.015244141221046448, -0.014697177335619926, -0.014150213450193405, -0.013603249564766884, -0.013056285679340363, -0.012509321793913841, -0.01196235790848732, -0.011415393091738224, -0.010868429206311703, -0.010321465320885181, -0.00977450143545866, -0.009227537550032139, -0.008680573664605618, -0.008133609779179096, -0.007586645428091288, -0.007039681542664766, -0.006492717191576958, -0.005945753306150436, -0.005398789420723915, -0.004851825535297394, -0.0043048616498708725, -0.003757897298783064, -0.0032109334133565426, -0.0026639695279300213, -0.0021170054096728563, -0.0015700414078310132, -0.00102307740598917, -0.00047611340414732695, 7.085059769451618e-05, 0.0006178145995363593, 0.0011647786013782024, 0.0017117426032200456, 0.0022587066050618887, 0.0028056707233190536, 0.003352634608745575, 0.0038995984941720963, 0.0044465623795986176, 0.004993526730686426, 0.0055404906161129475, 0.006087454501539469, 0.006634418852627277, 0.007181382738053799, 0.00772834662348032, 0.008275310508906841, 0.008822274394333363, 0.009369238279759884, 0.00991620309650898, 0.010463166981935501, 0.011010130867362022, 0.011557094752788544, 0.012104058638215065]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 2.0, 3.0, 4.0, 1.0, 2.0, 3.0, 2.0, 6.0, 3.0, 6.0, 4.0, 5.0, 12.0, 12.0, 9.0, 10.0, 5.0, 9.0, 9.0, 6.0, 10.0, 11.0, 22.0, 13.0, 11.0, 11.0, 12.0, 18.0, 22.0, 28.0, 30.0, 52.0, 69.0, 87.0, 100.0, 114.0, 159.0, 240.0, 325.0, 455.0, 622.0, 850.0, 1476.0, 6824.0, 2339.0, 1416.0, 791.0, 668.0, 483.0, 377.0, 269.0, 114.0, 81.0, 91.0, 40.0, 24.0, 15.0, 13.0, 10.0, 12.0, 6.0, 4.0, 2.0], "bins": [-0.014286775141954422, -0.013968205079436302, -0.013649635016918182, -0.013331064954400063, -0.013012494891881943, -0.012693925760686398, -0.012375355698168278, -0.012056785635650158, -0.011738215573132038, -0.011419645510613918, -0.011101075448095798, -0.010782505385577679, -0.010463936254382133, -0.010145366191864014, -0.009826796129345894, -0.009508226066827774, -0.009189656004309654, -0.008871085941791534, -0.008552515879273415, -0.008233945816755295, -0.007915375754237175, -0.0075968061573803425, -0.00727823656052351, -0.00695966649800539, -0.00664109643548727, -0.0063225263729691505, -0.006003956310451031, -0.005685386713594198, -0.005366816651076078, -0.005048246588557959, -0.004729676991701126, -0.004411106929183006, -0.0040925368666648865, -0.0037739668041467667, -0.0034553969744592905, -0.0031368271447718143, -0.0028182570822536945, -0.0024996870197355747, -0.0021811171900480986, -0.0018625472439453006, -0.0015439772978425026, -0.0012254073517397046, -0.0009068374056369066, -0.0005882674595341086, -0.00026969751343131065, 4.887243267148733e-05, 0.0003674423787742853, 0.0006860123248770833, 0.0010045822709798813, 0.0013231522170826793, 0.0016417221631854773, 0.0019602919928729534, 0.0022788620553910732, 0.002597432117909193, 0.002916001947596669, 0.0032345717772841454, 0.003553141839802265, 0.003871711902320385, 0.004190281964838505, 0.004508851561695337, 0.004827421624213457, 0.005145991686731577, 0.005464561283588409, 0.005783131346106529, 0.006101701408624649]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.052390772849321365, -0.05112423747777939, -0.04985770210623741, -0.048591166734695435, -0.047324635088443756, -0.04605809971690178, -0.0447915643453598, -0.043525028973817825, -0.04225849360227585, -0.04099195823073387, -0.039725422859191895, -0.03845888748764992, -0.03719235211610794, -0.03592582046985626, -0.034659285098314285, -0.03339274972677231, -0.03212621435523033, -0.030859678983688354, -0.029593143612146378, -0.02832661010324955, -0.027060074731707573, -0.025793539360165596, -0.02452700585126877, -0.02326047047972679, -0.021993935108184814, -0.020727399736642838, -0.01946086436510086, -0.018194330856204033, -0.016927795484662056, -0.01566126011312008, -0.014394725672900677, -0.013128191232681274, -0.011861655861139297, -0.01059512048959732, -0.009328586049377918, -0.008062051609158516, -0.006795516237616539, -0.005528981331735849, -0.00426244642585516, -0.00299591151997447, -0.0017293766140937805, -0.0004628417082130909, 0.0008036931976675987, 0.0020702281035482883, 0.003336763009428978, 0.004603297915309668, 0.005869832821190357, 0.007136367727071047, 0.008402902632951736, 0.009669438004493713, 0.010935972444713116, 0.012202506884932518, 0.013469042256474495, 0.014735577628016472, 0.0160021111369133, 0.017268646508455276, 0.018535181879997253, 0.01980171725153923, 0.021068252623081207, 0.022334786131978035, 0.023601321503520012, 0.02486785687506199, 0.026134390383958817, 0.027400925755500793, 0.02866746112704277]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 5.0, 2.0, 1.0, 4.0, 2.0, 3.0, 3.0, 3.0, 0.0, 3.0, 3.0, 7.0, 8.0, 5.0, 6.0, 5.0, 6.0, 8.0, 6.0, 5.0, 10.0, 20.0, 15.0, 23.0, 26.0, 47.0, 13.0, 10.0, 10.0, 4.0, 4.0, 0.0, 6.0, 2.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.02358241192996502, -0.023122303187847137, -0.022662194445729256, -0.022202085703611374, -0.021741976961493492, -0.02128186821937561, -0.02082175947725773, -0.020361650735139847, -0.019901543855667114, -0.019441435113549232, -0.01898132637143135, -0.01852121762931347, -0.018061108887195587, -0.017601000145077705, -0.017140891402959824, -0.016680782660841942, -0.01622067391872406, -0.01576056517660618, -0.015300456434488297, -0.014840347692370415, -0.014380238950252533, -0.013920131139457226, -0.013460022397339344, -0.012999913655221462, -0.01253980491310358, -0.012079696170985699, -0.011619587428867817, -0.011159478686749935, -0.010699370875954628, -0.010239262133836746, -0.009779153391718864, -0.009319044649600983, -0.008858935907483101, -0.008398827165365219, -0.007938718423247337, -0.007478610146790743, -0.007018501404672861, -0.006558392662554979, -0.006098284386098385, -0.005638175643980503, -0.005178066901862621, -0.0047179581597447395, -0.004257849417626858, -0.0037977411411702633, -0.0033376323990523815, -0.0028775236569344997, -0.0024174151476472616, -0.0019573066383600235, -0.0014971978962421417, -0.0010370892705395818, -0.0005769806448370218, -0.00011687201913446188, 0.00034323660656809807, 0.000803345232270658, 0.001263453857973218, 0.001723562483675778, 0.002183671109378338, 0.0026437798514962196, 0.0031038883607834578, 0.003563996870070696, 0.004024105612188578, 0.004484214354306459, 0.004944322630763054, 0.005404431372880936, 0.0058645401149988174]}, "_runtime": 13.06546401977539, "_timestamp": 1596209125.0328615, "_step": 10} +{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 2.0, 2.0, 1.0, 0.0, 3.0, 2.0, 2.0, 3.0, 3.0, 1.0, 3.0, 3.0, 0.0, 3.0, 1.0, 1.0, 1.0, 4.0, 2.0, 3.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015260063111782074, -0.014801086857914925, -0.014342110604047775, -0.013883133418858051, -0.013424157164990902, -0.012965180911123753, -0.012506204657256603, -0.01204722747206688, -0.01158825121819973, -0.01112927496433258, -0.010670298710465431, -0.010211322456598282, -0.009752345271408558, -0.009293369017541409, -0.00883439276367426, -0.00837541650980711, -0.007916439324617386, -0.007457463536411524, -0.006998486816883087, -0.006539510563015938, -0.006080533843487501, -0.005621557589620352, -0.005162580870091915, -0.004703604616224766, -0.004244628362357616, -0.0037856516428291798, -0.0033266751561313868, -0.0028676986694335938, -0.0024087224155664444, -0.0019497458124533296, -0.0014907694421708584, -0.0010317929554730654, -0.0005728164687752724, -0.00011384001118130982, 0.00034513644641265273, 0.0008041128749027848, 0.0012630893616005778, 0.0017220658482983708, 0.002181042218580842, 0.002640018705278635, 0.003098995191976428, 0.003557971678674221, 0.00401694793254137, 0.004475924652069807, 0.004934900905936956, 0.005393877625465393, 0.005852853879332542, 0.006311830598860979, 0.006770806852728128, 0.007229783106595278, 0.0076887598261237144, 0.008147736079990864, 0.008606712333858013, 0.009065689519047737, 0.009524665772914886, 0.009983642026782036, 0.010442618280649185, 0.010901594534516335, 0.011360571719706059, 0.011819547973573208, 0.012278524227440357, 0.012737500481307507, 0.01319647766649723, 0.01365545392036438, 0.01411443017423153]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 5.0, 4.0, 7.0, 7.0, 6.0, 10.0, 6.0, 17.0, 18.0, 21.0, 41.0, 43.0, 70.0, 82.0, 129.0, 142.0, 167.0, 234.0, 358.0, 438.0, 2031.0, 1842.0, 914.0, 504.0, 296.0, 178.0, 104.0, 76.0, 48.0, 38.0, 21.0, 22.0, 14.0, 7.0, 11.0, 2.0, 4.0, 3.0, 3.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17965179681777954, -0.17450474202632904, -0.16935768723487854, -0.16421063244342804, -0.15906357765197754, -0.15391650795936584, -0.14876945316791534, -0.14362239837646484, -0.13847534358501434, -0.13332828879356384, -0.12818123400211334, -0.12303417176008224, -0.11788711696863174, -0.11274006217718124, -0.10759299993515015, -0.10244594514369965, -0.09729889035224915, -0.09215183556079865, -0.08700478076934814, -0.08185771852731705, -0.07671066373586655, -0.07156360894441605, -0.06641654670238495, -0.06126949191093445, -0.05612243711948395, -0.05097538232803345, -0.04582832381129265, -0.04068126529455185, -0.03553421050310135, -0.0303871538490057, -0.02524009719491005, -0.0200930405408144, -0.01494598388671875, -0.0097989272326231, -0.0046518705785274506, 0.0004951860755681992, 0.005642242729663849, 0.010789299383759499, 0.01593635603785515, 0.021083412691950798, 0.026230469346046448, 0.03137752413749695, 0.03652458265423775, 0.041671641170978546, 0.04681869596242905, 0.05196575075387955, 0.057112809270620346, 0.062259867787361145, 0.06740692257881165, 0.07255397737026215, 0.07770103216171265, 0.08284809440374374, 0.08799514919519424, 0.09314220398664474, 0.09828926622867584, 0.10343632102012634, 0.10858337581157684, 0.11373043060302734, 0.11887748539447784, 0.12402454763650894, 0.12917160987854004, 0.13431866466999054, 0.13946571946144104, 0.14461277425289154, 0.14975982904434204]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 6.0, 4.0, 0.0, 1.0, 2.0, 3.0, 1.0, 2.0, 5.0, 3.0, 9.0, 5.0, 0.0, 2.0, 3.0, 2.0, 5.0, 25.0, 1.0, 3.0, 1.0, 4.0, 2.0, 3.0, 3.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 3.0, 2.0, 4.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.005043372977524996, -0.004897167906165123, -0.004750962369143963, -0.00460475729778409, -0.004458552226424217, -0.004312346689403057, -0.004166141618043184, -0.0040199365466833115, -0.003873731242492795, -0.0037275259383022785, -0.0035813208669424057, -0.0034351155627518892, -0.0032889102585613728, -0.0031427051872015, -0.0029964998830109835, -0.0028502948116511106, -0.002704089507460594, -0.0025578842032700777, -0.002411679131910205, -0.0022654738277196884, -0.0021192687563598156, -0.001973063452169299, -0.0018268581479787827, -0.001680652960203588, -0.0015344477724283934, -0.0013882425846531987, -0.001242037396878004, -0.0010958320926874876, -0.000949626904912293, -0.0008034217171370983, -0.0006572164711542428, -0.0005110112251713872, -0.00036480603739619255, -0.00021860082051716745, -7.239560363814235e-05, 7.380961324088275e-05, 0.00022001483011990786, 0.00036622004699893296, 0.0005124252638779581, 0.0006586305098608136, 0.0008048356976360083, 0.0009510408854112029, 0.0010972460731863976, 0.001243451377376914, 0.0013896565651521087, 0.0015358617529273033, 0.0016820670571178198, 0.0018282722448930144, 0.001974477432668209, 0.0021206827368587255, 0.0022668878082185984, 0.002413093112409115, 0.0025592981837689877, 0.002705503487959504, 0.0028517087921500206, 0.0029979138635098934, 0.00314411916770041, 0.0032903244718909264, 0.003436529543250799, 0.0035827348474413157, 0.003728940151631832, 0.003875145222991705, 0.004021350294351578, 0.004167555831372738, 0.004313760902732611]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 4.0, 8.0, 13.0, 31.0, 43.0, 61.0, 111.0, 172.0, 229.0, 318.0, 451.0, 654.0, 1085.0, 1506.0, 2163.0, 3006.0, 4136.0, 5552.0, 7527.0, 9857.0, 12927.0, 16389.0, 21503.0, 27867.0, 37484.0, 50164.0, 67972.0, 90566.0, 115603.0, 409274.0, 79617.0, 56716.0, 40050.0, 28959.0, 21540.0, 15967.0, 11946.0, 9094.0, 7042.0, 5508.0, 4177.0, 3253.0, 2519.0, 1863.0, 1373.0, 995.0, 771.0, 509.0, 356.0, 227.0, 167.0, 121.0, 68.0, 46.0, 31.0, 21.0, 10.0, 15.0, 0.0, 2.0, 1.0, 3.0, 1.0], "bins": [-0.012980475090444088, -0.01254976075142622, -0.012119046412408352, -0.01168833114206791, -0.011257616803050041, -0.010826902464032173, -0.010396188125014305, -0.009965473785996437, -0.009534759446978569, -0.009104044176638126, -0.008673329837620258, -0.00824261549860239, -0.007811901159584522, -0.007381186354905367, -0.006950472015887499, -0.0065197572112083435, -0.0060890428721904755, -0.005658328533172607, -0.005227613728493452, -0.004796899389475584, -0.004366184584796429, -0.003935470245778561, -0.0035047559067606926, -0.003074041334912181, -0.002643326763063669, -0.0022126121912151575, -0.0017818977357819676, -0.0013511832803487778, -0.0009204687085002661, -0.0004897541948594153, -5.903968121856451e-05, 0.00037167483242228627, 0.0008023893460631371, 0.0012331039179116488, 0.0016638183733448386, 0.0020945328287780285, 0.00252524740062654, 0.002955961972475052, 0.00338667631149292, 0.0038173908833414316, 0.004248105455189943, 0.004678819794207811, 0.005109534598886967, 0.005540248937904835, 0.005970963276922703, 0.006401678081601858, 0.006832392420619726, 0.0072631072252988815, 0.00769382156431675, 0.008124535903334618, 0.008555250242352486, 0.008985965512692928, 0.009416679851710796, 0.009847394190728664, 0.010278108529746532, 0.0107088228687644, 0.011139538139104843, 0.011570252478122711, 0.01200096681714058, 0.012431681156158447, 0.012862395495176315, 0.013293109834194183, 0.013723825104534626, 0.014154539443552494, 0.014585253782570362]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 6.0, 0.0, 2.0, 4.0, 1.0, 1.0, 5.0, 2.0, 2.0, 7.0, 1.0, 2.0, 2.0, 1.0, 2.0, 2.0, 0.0, 3.0, 2.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.023171907290816307, -0.022660408169031143, -0.02214890904724598, -0.021637409925460815, -0.02112591080367565, -0.020614411681890488, -0.020102910697460175, -0.01959141157567501, -0.019079912453889847, -0.018568413332104683, -0.01805691421031952, -0.017545415088534355, -0.01703391596674919, -0.016522416844964027, -0.016010917723178864, -0.015499417670071125, -0.014987918548285961, -0.014476419426500797, -0.013964920304715633, -0.013453420251607895, -0.012941921129822731, -0.012430422008037567, -0.011918922886252403, -0.01140742376446724, -0.010895924642682076, -0.010384424589574337, -0.009872925467789173, -0.00936142634600401, -0.008849927224218845, -0.008338428102433681, -0.007826928049325943, -0.007315428927540779, -0.006803929805755615, -0.006292430683970451, -0.005780931096524, -0.005269431974738836, -0.004757932387292385, -0.004246433265507221, -0.0037349341437220573, -0.00322343478910625, -0.0027119354344904423, -0.0022004360798746347, -0.001688936841674149, -0.0011774376034736633, -0.0006659382488578558, -0.00015443895244970918, 0.00035706034395843744, 0.0008685596403665841, 0.0013800589367747307, 0.0018915582913905382, 0.0024030576460063457, 0.0029145567677915096, 0.003426056122407317, 0.003937555477023125, 0.004449054598808289, 0.00496055418625474, 0.005472053308039904, 0.0059835524298250675, 0.006495052017271519, 0.007006551139056683, 0.0075180502608418465, 0.00802954938262701, 0.008541049435734749, 0.009052548557519913, 0.009564047679305077]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 3.0, 1.0, 5.0, 4.0, 1.0, 2.0, 10.0, 5.0, 4.0, 10.0, 11.0, 8.0, 7.0, 12.0, 18.0, 21.0, 24.0, 26.0, 24.0, 35.0, 36.0, 75.0, 113.0, 168.0, 186.0, 281.0, 327.0, 405.0, 612.0, 928.0, 1352.0, 2037.0, 6884.0, 1575.0, 1013.0, 657.0, 390.0, 325.0, 307.0, 199.0, 128.0, 91.0, 58.0, 34.0, 4.0, 4.0], "bins": [-0.01579989492893219, -0.015487758442759514, -0.015175621025264263, -0.014863484539091587, -0.014551347121596336, -0.01423921063542366, -0.01392707321792841, -0.013614936731755733, -0.013302799314260483, -0.012990662828087807, -0.01267852634191513, -0.01236638892441988, -0.012054252438247204, -0.011742115020751953, -0.011429978534579277, -0.011117841117084026, -0.01080570463091135, -0.010493568144738674, -0.010181430727243423, -0.009869294241070747, -0.009557156823575497, -0.00924502033740282, -0.00893288291990757, -0.008620746433734894, -0.008308609947562218, -0.007996472530066967, -0.007684335578233004, -0.00737219862639904, -0.007060062140226364, -0.006747925188392401, -0.006435788236558437, -0.006123651284724474, -0.0058115143328905106, -0.005499377381056547, -0.005187240429222584, -0.00487510347738862, -0.004562966525554657, -0.004250830039381981, -0.0039386930875480175, -0.003626556135714054, -0.0033144191838800907, -0.0030022822320461273, -0.002690145280212164, -0.002378008561208844, -0.002065871609374881, -0.0017537346575409174, -0.0014415978221222758, -0.0011294609867036343, -0.0008173240348696709, -0.0005051871412433684, -0.0001930502476170659, 0.00011908664600923657, 0.00043122353963553905, 0.0007433604332618415, 0.001055497326888144, 0.0013676341623067856, 0.001679771114140749, 0.0019919080659747124, 0.0023040450178086758, 0.0026161817368119955, 0.002928318688645959, 0.0032404556404799223, 0.003552592359483242, 0.0038647293113172054, 0.004176866263151169]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 4.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.05130843445658684, -0.05015436187386513, -0.049000293016433716, -0.047846220433712006, -0.046692147850990295, -0.045538078993558884, -0.04438400641083717, -0.04322993382811546, -0.04207586497068405, -0.04092179238796234, -0.03976771980524063, -0.03861365094780922, -0.03745957836508751, -0.0363055057823658, -0.03515143692493439, -0.03399736434221268, -0.03284329175949097, -0.031689222902059555, -0.030535150319337845, -0.029381079599261284, -0.028227008879184723, -0.027072936296463013, -0.02591886557638645, -0.02476479485630989, -0.02361072227358818, -0.02245665155351162, -0.02130258083343506, -0.020148510113358498, -0.018994437530636787, -0.017840366810560226, -0.016686296090483665, -0.01553222443908453, -0.014378152787685394, -0.013224081136286259, -0.012070010416209698, -0.010915938764810562, -0.009761868044734001, -0.008607796393334866, -0.00745372474193573, -0.006299653556197882, -0.005145582370460033, -0.003991511184722185, -0.002837439766153693, -0.001683368464000523, -0.000529297161847353, 0.0006247741403058171, 0.0017788454424589872, 0.002932916861027479, 0.0040869880467653275, 0.005241059232503176, 0.006395130418241024, 0.00754920206964016, 0.00870327278971672, 0.009857344441115856, 0.011011416092514992, 0.012165486812591553, 0.013319558463990688, 0.014473630115389824, 0.015627700835466385, 0.016781771555542946, 0.017935844138264656, 0.019089914858341217, 0.020243985578417778, 0.021398058161139488, 0.02255212888121605]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 4.0, 2.0, 3.0, 1.0, 3.0, 4.0, 1.0, 1.0, 4.0, 4.0, 3.0, 10.0, 6.0, 6.0, 6.0, 6.0, 6.0, 8.0, 4.0, 3.0, 3.0, 2.0, 6.0, 6.0, 4.0, 4.0, 7.0, 3.0, 9.0, 4.0, 6.0, 5.0, 8.0, 0.0, 7.0, 14.0, 41.0, 15.0, 11.0, 9.0, 7.0, 4.0, 3.0, 8.0, 4.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.02036125771701336, -0.019859876483678818, -0.019358495250344276, -0.018857114017009735, -0.018355732783675194, -0.017854351550340652, -0.01735297031700611, -0.01685158908367157, -0.01635020598769188, -0.015848824754357338, -0.015347444452345371, -0.01484606321901083, -0.014344681054353714, -0.013843299821019173, -0.013341918587684631, -0.01284053735435009, -0.012339156121015549, -0.011837774887681007, -0.011336393654346466, -0.010835012421011925, -0.010333631187677383, -0.009832249023020267, -0.009330867789685726, -0.008829486556351185, -0.008328105323016644, -0.007826724089682102, -0.007325342856347561, -0.006823961157351732, -0.006322579924017191, -0.00582119869068265, -0.005319816991686821, -0.00481843575835228, -0.004317054525017738, -0.003815673291683197, -0.003314291825518012, -0.002812910359352827, -0.0023115291260182858, -0.0018101477762684226, -0.0013087664265185595, -0.0008073850767686963, -0.00030600372701883316, 0.00019537762273103, 0.0006967589724808931, 0.0011981403222307563, 0.0016995216719806194, 0.0022009029053151608, 0.0027022843714803457, 0.0032036658376455307, 0.003705047070980072, 0.004206428304314613, 0.004707809537649155, 0.005209191236644983, 0.005710572469979525, 0.006211953703314066, 0.0067133354023098946, 0.007214716635644436, 0.007716097868978977, 0.008217479102313519, 0.00871886033564806, 0.009220241568982601, 0.009721623733639717, 0.010223004966974258, 0.0107243862003088, 0.011225767433643341, 0.011727148666977882]}, "_runtime": 13.832858562469482, "_timestamp": 1596209125.800256, "_step": 11} +{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 4.0, 4.0, 0.0, 3.0, 4.0, 4.0, 2.0, 4.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.022912103682756424, -0.022247709333896637, -0.02158331498503685, -0.020918918773531914, -0.020254524424672127, -0.01959013007581234, -0.018925733864307404, -0.018261339515447617, -0.01759694516658783, -0.016932550817728043, -0.016268156468868256, -0.01560376025736332, -0.014939365908503532, -0.014274971559643745, -0.013610576279461384, -0.012946180999279022, -0.012281786650419235, -0.011617392301559448, -0.010952997021377087, -0.010288601741194725, -0.009624207392334938, -0.008959813043475151, -0.00829541776329279, -0.007631022948771715, -0.006966628134250641, -0.006302233319729567, -0.005637838505208492, -0.004973443690687418, -0.004309048876166344, -0.0036446540616452694, -0.002980259247124195, -0.002315864432603121, -0.0016514696180820465, -0.0009870748035609722, -0.0003226799890398979, 0.0003417148254811764, 0.0010061096400022507, 0.001670504454523325, 0.0023348992690443993, 0.0029992940835654736, 0.003663688898086548, 0.004328083712607622, 0.0049924785271286964, 0.005656873341649771, 0.006321268156170845, 0.006985662970691919, 0.007650057785212994, 0.008314453065395355, 0.008978847414255142, 0.00964324176311493, 0.01030763704329729, 0.010972032323479652, 0.01163642667233944, 0.012300821021199226, 0.012965216301381588, 0.01362961158156395, 0.014294005930423737, 0.014958400279283524, 0.015622795559465885, 0.016287190839648247, 0.016951585188508034, 0.01761597953736782, 0.018280375748872757, 0.018944770097732544, 0.01960916444659233]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 4.0, 1.0, 0.0, 5.0, 3.0, 7.0, 13.0, 7.0, 19.0, 17.0, 20.0, 35.0, 36.0, 53.0, 57.0, 90.0, 118.0, 153.0, 229.0, 275.0, 415.0, 607.0, 3488.0, 1022.0, 458.0, 275.0, 162.0, 111.0, 65.0, 50.0, 38.0, 24.0, 18.0, 16.0, 7.0, 8.0, 7.0, 1.0, 5.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17444561421871185, -0.16802279651165009, -0.1615999937057495, -0.15517717599868774, -0.14875437319278717, -0.1423315554857254, -0.13590873777866364, -0.12948593497276306, -0.1230631172657013, -0.11664030700922012, -0.11021749675273895, -0.10379468649625778, -0.09737187623977661, -0.09094906598329544, -0.08452624827623367, -0.0781034380197525, -0.07168062776327133, -0.06525781750679016, -0.05883500352501869, -0.05241219326853752, -0.04598937928676605, -0.03956656903028488, -0.03314375877380371, -0.02672094665467739, -0.02029813453555107, -0.013875322416424751, -0.007452511228621006, -0.0010296995751559734, 0.005393112078309059, 0.011815924197435379, 0.01823873445391655, 0.02466154657304287, 0.03108435869216919, 0.03750716894865036, 0.04392998293042183, 0.050352793186903, 0.05677560716867447, 0.06319841742515564, 0.06962122768163681, 0.07604403793811798, 0.08246685564517975, 0.08888966590166092, 0.09531247615814209, 0.10173528641462326, 0.10815809667110443, 0.1145809069275856, 0.12100372463464737, 0.12742653489112854, 0.1338493525981903, 0.14027215540409088, 0.14669497311115265, 0.15311777591705322, 0.159540593624115, 0.16596339643001556, 0.17238621413707733, 0.1788090318441391, 0.18523183465003967, 0.19165465235710144, 0.19807745516300201, 0.20450027287006378, 0.21092309057712555, 0.21734589338302612, 0.2237687110900879, 0.23019151389598846, 0.23661433160305023]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 2.0, 3.0, 2.0, 5.0, 2.0, 8.0, 4.0, 2.0, 2.0, 2.0, 4.0, 4.0, 3.0, 2.0, 26.0, 2.0, 2.0, 3.0, 4.0, 1.0, 4.0, 0.0, 3.0, 3.0, 5.0, 4.0, 2.0, 3.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004827368073165417, -0.004644352942705154, -0.004461337346583605, -0.0042783222161233425, -0.004095306620001793, -0.003912291489541531, -0.003729275893419981, -0.003546260530129075, -0.003363245166838169, -0.003180230036377907, -0.002997214673087001, -0.002814199309796095, -0.002631183946505189, -0.002448168583214283, -0.002265153219923377, -0.002082137856632471, -0.0018991224933415651, -0.0017161071300506592, -0.0015330917667597532, -0.0013500764034688473, -0.0011670610401779413, -0.0009840457933023572, -0.0008010304300114512, -0.0006180150667205453, -0.00043499970342963934, -0.0002519843401387334, -6.896900595165789e-05, 0.00011404634278733283, 0.00029706169152632356, 0.0004800770548172295, 0.0006630923599004745, 0.0008461077231913805, 0.0010291230864822865, 0.0012121384497731924, 0.0013951538130640984, 0.0015781691763550043, 0.0017611845396459103, 0.0019441997865214944, 0.002127215266227722, 0.002310230629518628, 0.002493245992809534, 0.0026762611232697964, 0.0028592764865607023, 0.0030422918498516083, 0.0032253072131425142, 0.00340832257643342, 0.003591337939724326, 0.003774353303015232, 0.003957368433475494, 0.004140384029597044, 0.004323399160057306, 0.004506414756178856, 0.004689429886639118, 0.004872445482760668, 0.00505546061322093, 0.00523847620934248, 0.005421491339802742, 0.005604506935924292, 0.005787522066384554, 0.0059705376625061035, 0.006153552792966366, 0.006336568389087915, 0.006519583519548178, 0.006702599115669727, 0.00688561424612999]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 6.0, 4.0, 13.0, 15.0, 31.0, 32.0, 63.0, 83.0, 149.0, 174.0, 296.0, 420.0, 581.0, 874.0, 1272.0, 1904.0, 2664.0, 3854.0, 5588.0, 7539.0, 10650.0, 15091.0, 20507.0, 28002.0, 37935.0, 52242.0, 70310.0, 91862.0, 415549.0, 105110.0, 79727.0, 60046.0, 43454.0, 31595.0, 23156.0, 17447.0, 13024.0, 9907.0, 7302.0, 5632.0, 4016.0, 2915.0, 2347.0, 1712.0, 1242.0, 885.0, 683.0, 463.0, 343.0, 264.0, 203.0, 151.0, 102.0, 67.0, 56.0, 32.0, 22.0, 19.0, 8.0, 2.0, 0.0, 3.0], "bins": [-0.014188197441399097, -0.013728410005569458, -0.013268621638417244, -0.012808834202587605, -0.01234904583543539, -0.011889258399605751, -0.011429470032453537, -0.010969682596623898, -0.010509895160794258, -0.010050106793642044, -0.009590319357812405, -0.00913053099066019, -0.008670743554830551, -0.008210955187678337, -0.007751167751848698, -0.007291379850357771, -0.006831591948866844, -0.0063718040473759174, -0.005912016145884991, -0.005452228244394064, -0.004992440342903137, -0.004532652907073498, -0.004072865005582571, -0.0036130771040916443, -0.0031532892026007175, -0.002693501301109791, -0.002233713399618864, -0.001773925730958581, -0.0013141378294676542, -0.0008543499861843884, -0.00039456214290112257, 6.522570038214326e-05, 0.0005250135436654091, 0.0009848014451563358, 0.0014445892302319407, 0.0019043770153075457, 0.0023641649167984724, 0.002823952818289399, 0.0032837404869496822, 0.003743528388440609, 0.004203316289931536, 0.0046631041914224625, 0.005122892092913389, 0.005582679994404316, 0.006042467430233955, 0.006502255331724882, 0.006962043233215809, 0.007421831134706736, 0.007881619036197662, 0.008341406472027302, 0.008801194839179516, 0.009260982275009155, 0.00972077064216137, 0.010180558077991009, 0.010640346445143223, 0.011100133880972862, 0.011559922248125076, 0.012019709683954716, 0.012479497119784355, 0.01293928548693657, 0.013399072922766209, 0.013858861289918423, 0.014318648725748062, 0.014778437092900276, 0.015238224528729916]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 2.0, 9.0, 5.0, 2.0, 6.0, 4.0, 5.0, 1.0, 8.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01994345709681511, -0.019422266632318497, -0.018901074305176735, -0.018379883840680122, -0.01785869151353836, -0.017337501049041748, -0.016816310584545135, -0.016295118257403374, -0.01577392779290676, -0.015252736397087574, -0.014731545001268387, -0.014210354536771774, -0.013689163140952587, -0.0131679717451334, -0.012646781280636787, -0.0121255898848176, -0.011604398488998413, -0.011083207093179226, -0.010562015697360039, -0.010040825232863426, -0.009519633837044239, -0.008998442441225052, -0.00847725197672844, -0.007956060580909252, -0.007434869185090065, -0.006913677789270878, -0.006392486859112978, -0.005871295928955078, -0.005350104533135891, -0.004828913137316704, -0.004307722207158804, -0.0037865310441702604, -0.003265339881181717, -0.0027441487181931734, -0.00222295755520463, -0.0017017663922160864, -0.0011805752292275429, -0.0006593840662389994, -0.00013819290325045586, 0.00038299825973808765, 0.0009041894227266312, 0.0014253805857151747, 0.0019465717487037182, 0.0024677629116922617, 0.002988954074680805, 0.0035101452376693487, 0.004031336400657892, 0.004552527330815792, 0.005073718726634979, 0.005594910122454166, 0.006116101052612066, 0.006637291982769966, 0.007158483378589153, 0.0076796747744083405, 0.008200865238904953, 0.00872205663472414, 0.009243248030543327, 0.009764439426362514, 0.010285630822181702, 0.010806821286678314, 0.011328012682497501, 0.011849204078316689, 0.012370394542813301, 0.012891585938632488, 0.013412777334451675]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 1.0, 1.0, 3.0, 5.0, 3.0, 5.0, 8.0, 4.0, 10.0, 3.0, 7.0, 9.0, 13.0, 15.0, 12.0, 13.0, 11.0, 7.0, 10.0, 13.0, 14.0, 14.0, 24.0, 20.0, 23.0, 48.0, 80.0, 91.0, 143.0, 230.0, 409.0, 744.0, 1145.0, 1901.0, 7417.0, 2898.0, 1240.0, 589.0, 380.0, 287.0, 202.0, 107.0, 89.0, 42.0, 42.0, 17.0, 16.0, 15.0, 12.0, 12.0, 6.0, 5.0, 2.0, 3.0, 2.0, 1.0, 1.0, 1.0], "bins": [-0.015883175656199455, -0.015495161525905132, -0.01510714739561081, -0.014719133265316486, -0.014331119135022163, -0.013943104073405266, -0.013555089943110943, -0.01316707581281662, -0.012779061682522297, -0.012391047552227974, -0.012003033421933651, -0.011615019291639328, -0.01122700423002243, -0.010838990099728107, -0.010450975969433784, -0.010062961839139462, -0.009674947708845139, -0.009286933578550816, -0.008898919448256493, -0.00851090531796217, -0.008122891187667847, -0.007734876591712236, -0.007346861995756626, -0.006958847865462303, -0.00657083373516798, -0.006182819604873657, -0.005794805474579334, -0.005406790878623724, -0.005018776748329401, -0.004630762618035078, -0.004242748022079468, -0.003854733891785145, -0.003466719761490822, -0.003078705631196499, -0.0026906912680715322, -0.0023026769049465656, -0.0019146627746522427, -0.0015266485279425979, -0.001138634281232953, -0.0007506200345233083, -0.0003626057878136635, 2.5408458895981312e-05, 0.0004134227056056261, 0.0008014369523152709, 0.0011894511990249157, 0.0015774654457345605, 0.0019654796924442053, 0.002353494055569172, 0.002741508185863495, 0.003129522316157818, 0.0035175366792827845, 0.003905551042407751, 0.004293565172702074, 0.004681579302996397, 0.005069593898952007, 0.00545760802924633, 0.005845622159540653, 0.006233636289834976, 0.006621650420129299, 0.0070096650160849094, 0.007397679146379232, 0.007785693276673555, 0.008173707872629166, 0.008561722002923489, 0.008949736133217812]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0455775111913681, -0.044364623725414276, -0.04315173625946045, -0.04193884879350662, -0.040725961327552795, -0.03951307386159897, -0.03830018639564514, -0.037087298929691315, -0.03587441146373749, -0.03466152399778366, -0.033448636531829834, -0.03223574906587601, -0.03102286346256733, -0.029809975996613503, -0.028597088530659676, -0.02738420106470585, -0.026171313598752022, -0.024958426132798195, -0.023745538666844368, -0.02253265120089054, -0.021319763734936714, -0.020106876268982887, -0.01889398880302906, -0.017681101337075233, -0.016468215733766556, -0.015255327336490154, -0.014042439870536327, -0.0128295524045825, -0.011616665869951248, -0.010403778403997421, -0.009190890938043594, -0.007978003472089767, -0.0067651160061359406, -0.005552228540182114, -0.004339341074228287, -0.003126454073935747, -0.0019135666079819202, -0.0007006792584434152, 0.0005122080910950899, 0.001725095440633595, 0.0029379827901721, 0.004150870256125927, 0.005363757722079754, 0.0065766447223722935, 0.00778953218832612, 0.00900241918861866, 0.010215306654572487, 0.011428194120526314, 0.01264108158648014, 0.013853969052433968, 0.015066856518387794, 0.01627974398434162, 0.01749263145029545, 0.018705518916249275, 0.019918406382203102, 0.02113129384815693, 0.022344179451465607, 0.023557066917419434, 0.02476995438337326, 0.025982841849327087, 0.027195729315280914, 0.02840861678123474, 0.029621504247188568, 0.030834391713142395, 0.03204727917909622]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 2.0, 2.0, 7.0, 8.0, 5.0, 5.0, 7.0, 5.0, 8.0, 11.0, 8.0, 7.0, 12.0, 7.0, 22.0, 15.0, 51.0, 26.0, 10.0, 9.0, 13.0, 7.0, 7.0, 4.0, 3.0, 4.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.03329528868198395, -0.03249867632985115, -0.03170206397771835, -0.030905451625585556, -0.03010883927345276, -0.02931222692131996, -0.028515614569187164, -0.027719002217054367, -0.02692238986492157, -0.026125777512788773, -0.025329165160655975, -0.024532552808523178, -0.02373594045639038, -0.022939328104257584, -0.022142715752124786, -0.02134610339999199, -0.020549491047859192, -0.019752876833081245, -0.018956264480948448, -0.01815965212881565, -0.017363039776682854, -0.016566427424550056, -0.01576981507241726, -0.014973203651607037, -0.014176590368151665, -0.013379978016018867, -0.01258336566388607, -0.011786753311753273, -0.010990140959620476, -0.010193528607487679, -0.009396916255354881, -0.008600303903222084, -0.007803691551089287, -0.0070070791989564896, -0.006210466846823692, -0.005413854494690895, -0.004617242142558098, -0.003820629557594657, -0.003024016972631216, -0.002227404620498419, -0.0014307922683656216, -0.0006341798580251634, 0.00016243255231529474, 0.0009590449626557529, 0.001755657372996211, 0.0025522697251290083, 0.003348882310092449, 0.004145494662225246, 0.004942107014358044, 0.005738719366490841, 0.006535331718623638, 0.007331944070756435, 0.008128556422889233, 0.00892516877502203, 0.009721781127154827, 0.010518393479287624, 0.011315006762742996, 0.012111619114875793, 0.01290823146700859, 0.013704843819141388, 0.014501456171274185, 0.015298068523406982, 0.01609468087553978, 0.016891293227672577, 0.017687905579805374]}, "_runtime": 14.642333269119263, "_timestamp": 1596209126.6097307, "_step": 12} +{"val_accuracy": 0.6694342180365297, "val_loss": 1.0896201819589693, "_runtime": 16.010572910308838, "_timestamp": 1596209127.9779704, "_step": 13} diff --git a/wandb/run-20200731_152514-3r7xbbkm/wandb-metadata.json b/wandb/run-20200731_152514-3r7xbbkm/wandb-metadata.json new file mode 100644 index 0000000..d4cde81 --- /dev/null +++ b/wandb/run-20200731_152514-3r7xbbkm/wandb-metadata.json @@ -0,0 +1,30 @@ +{ + "root": "/home/akternurra/Documents/projects/quest-for-general-artifical-intelligence/projects/text-recognizer", + "program": "<python with no main file>", + "git": { + "remote": "git@github.com:aktersnurra/text-recognizer.git", + "commit": "fa461db6132e7a22f3aa1bb48cce8981890325fb" + }, + "email": "gustaf.rydholm@gmail.com", + "startedAt": "2020-07-31T15:25:15.047079", + "host": "kompjuter", + "username": "akternurra", + "executable": "/home/akternurra/.cache/pypoetry/virtualenvs/text-recognizer-N1c_zsdp-py3.8/bin/python", + "os": "Linux-5.4.0-42-generic-x86_64-with-glibc2.27", + "python": "3.8.2", + "gpu": "GeForce RTX 2070", + "gpu_count": 1, + "cpu_count": 12, + "cuda": "10.1.105", + "args": [ + "--gpu=-1", + "--save", + "--experiment_config={\"dataloader\": \"EmnistDataLoader\", \"data_loader_args\": {\"splits\": [\"train\", \"val\"], \"sample_to_balance\": true, \"subsample_fraction\": null, \"transform\": null, \"target_transform\": null, \"batch_size\": 256, \"shuffle\": true, \"num_workers\": 8, \"cuda\": true, \"seed\": 4711}, \"model\": \"CharacterModel\", \"metrics\": [\"accuracy\"], \"network\": \"LeNet\", \"network_args\": {\"input_size\": [28, 28], \"output_size\": 62}, \"train_args\": {\"batch_size\": 256, \"epochs\": 16}, \"criterion\": \"CrossEntropyLoss\", \"criterion_args\": {\"weight\": null, \"ignore_index\": -100, \"reduction\": \"mean\"}, \"optimizer\": \"AdamW\", \"optimizer_args\": {\"lr\": 0.01, \"betas\": [0.9, 0.999], \"eps\": 1e-08, \"weight_decay\": 0, \"amsgrad\": false}, \"lr_scheduler\": \"OneCycleLR\", \"lr_scheduler_args\": {\"max_lr\": 0.001, \"epochs\": 16}, \"callbacks\": [\"Checkpoint\", \"EarlyStopping\", \"WandbCallback\", \"WandbImageLogger\"], \"callback_args\": {\"Checkpoint\": {\"monitor\": \"val_accuracy\"}, \"EarlyStopping\": {\"monitor\": \"val_loss\", \"min_delta\": 0.0, \"patience\": 3, \"mode\": \"min\"}, \"WandbCallback\": {\"log_batch_frequency\": 1}, \"WandbImageLogger\": {\"num_examples\": 4}}, \"verbosity\": 2, \"resume_experiment\": null, \"experiment_group\": \"Sample Experiments\"}" + ], + "state": "failed", + "jobType": null, + "mode": "run", + "project": "text-recognizer", + "heartbeatAt": "2020-07-31T15:25:28.723350", + "exitcode": 1 +} diff --git a/wandb/run-20200731_152514-3r7xbbkm/wandb-summary.json b/wandb/run-20200731_152514-3r7xbbkm/wandb-summary.json new file mode 100644 index 0000000..886c38d --- /dev/null +++ b/wandb/run-20200731_152514-3r7xbbkm/wandb-summary.json @@ -0,0 +1 @@ +{"graph_0": {"_type": "graph-file", "path": "media/graph/graph_0_summary_580f53ba.graph.json", "sha256": "580f53ba98f890c0e99805052e1e94059f5776b772d1436f1ed5b8d45ce31c37", "size": 1814}, "_step": 13, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 1.0, 1.0, 3.0, 5.0, 3.0, 5.0, 8.0, 4.0, 10.0, 3.0, 7.0, 9.0, 13.0, 15.0, 12.0, 13.0, 11.0, 7.0, 10.0, 13.0, 14.0, 14.0, 24.0, 20.0, 23.0, 48.0, 80.0, 91.0, 143.0, 230.0, 409.0, 744.0, 1145.0, 1901.0, 7417.0, 2898.0, 1240.0, 589.0, 380.0, 287.0, 202.0, 107.0, 89.0, 42.0, 42.0, 17.0, 16.0, 15.0, 12.0, 12.0, 6.0, 5.0, 2.0, 3.0, 2.0, 1.0, 1.0, 1.0], "bins": [-0.015883175656199455, -0.015495161525905132, -0.01510714739561081, -0.014719133265316486, -0.014331119135022163, -0.013943104073405266, -0.013555089943110943, -0.01316707581281662, -0.012779061682522297, -0.012391047552227974, -0.012003033421933651, -0.011615019291639328, -0.01122700423002243, -0.010838990099728107, -0.010450975969433784, -0.010062961839139462, -0.009674947708845139, -0.009286933578550816, -0.008898919448256493, -0.00851090531796217, -0.008122891187667847, -0.007734876591712236, -0.007346861995756626, -0.006958847865462303, -0.00657083373516798, -0.006182819604873657, -0.005794805474579334, -0.005406790878623724, -0.005018776748329401, -0.004630762618035078, -0.004242748022079468, -0.003854733891785145, -0.003466719761490822, -0.003078705631196499, -0.0026906912680715322, -0.0023026769049465656, -0.0019146627746522427, -0.0015266485279425979, -0.001138634281232953, -0.0007506200345233083, -0.0003626057878136635, 2.5408458895981312e-05, 0.0004134227056056261, 0.0008014369523152709, 0.0011894511990249157, 0.0015774654457345605, 0.0019654796924442053, 0.002353494055569172, 0.002741508185863495, 0.003129522316157818, 0.0035175366792827845, 0.003905551042407751, 0.004293565172702074, 0.004681579302996397, 0.005069593898952007, 0.00545760802924633, 0.005845622159540653, 0.006233636289834976, 0.006621650420129299, 0.0070096650160849094, 0.007397679146379232, 0.007785693276673555, 0.008173707872629166, 0.008561722002923489, 0.008949736133217812]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 4.0, 1.0, 0.0, 5.0, 3.0, 7.0, 13.0, 7.0, 19.0, 17.0, 20.0, 35.0, 36.0, 53.0, 57.0, 90.0, 118.0, 153.0, 229.0, 275.0, 415.0, 607.0, 3488.0, 1022.0, 458.0, 275.0, 162.0, 111.0, 65.0, 50.0, 38.0, 24.0, 18.0, 16.0, 7.0, 8.0, 7.0, 1.0, 5.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17444561421871185, -0.16802279651165009, -0.1615999937057495, -0.15517717599868774, -0.14875437319278717, -0.1423315554857254, -0.13590873777866364, -0.12948593497276306, -0.1230631172657013, -0.11664030700922012, -0.11021749675273895, -0.10379468649625778, -0.09737187623977661, -0.09094906598329544, -0.08452624827623367, -0.0781034380197525, -0.07168062776327133, -0.06525781750679016, -0.05883500352501869, -0.05241219326853752, -0.04598937928676605, -0.03956656903028488, -0.03314375877380371, -0.02672094665467739, -0.02029813453555107, -0.013875322416424751, -0.007452511228621006, -0.0010296995751559734, 0.005393112078309059, 0.011815924197435379, 0.01823873445391655, 0.02466154657304287, 0.03108435869216919, 0.03750716894865036, 0.04392998293042183, 0.050352793186903, 0.05677560716867447, 0.06319841742515564, 0.06962122768163681, 0.07604403793811798, 0.08246685564517975, 0.08888966590166092, 0.09531247615814209, 0.10173528641462326, 0.10815809667110443, 0.1145809069275856, 0.12100372463464737, 0.12742653489112854, 0.1338493525981903, 0.14027215540409088, 0.14669497311115265, 0.15311777591705322, 0.159540593624115, 0.16596339643001556, 0.17238621413707733, 0.1788090318441391, 0.18523183465003967, 0.19165465235710144, 0.19807745516300201, 0.20450027287006378, 0.21092309057712555, 0.21734589338302612, 0.2237687110900879, 0.23019151389598846, 0.23661433160305023]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 2.0, 2.0, 7.0, 8.0, 5.0, 5.0, 7.0, 5.0, 8.0, 11.0, 8.0, 7.0, 12.0, 7.0, 22.0, 15.0, 51.0, 26.0, 10.0, 9.0, 13.0, 7.0, 7.0, 4.0, 3.0, 4.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.03329528868198395, -0.03249867632985115, -0.03170206397771835, -0.030905451625585556, -0.03010883927345276, -0.02931222692131996, -0.028515614569187164, -0.027719002217054367, -0.02692238986492157, -0.026125777512788773, -0.025329165160655975, -0.024532552808523178, -0.02373594045639038, -0.022939328104257584, -0.022142715752124786, -0.02134610339999199, -0.020549491047859192, -0.019752876833081245, -0.018956264480948448, -0.01815965212881565, -0.017363039776682854, -0.016566427424550056, -0.01576981507241726, -0.014973203651607037, -0.014176590368151665, -0.013379978016018867, -0.01258336566388607, -0.011786753311753273, -0.010990140959620476, -0.010193528607487679, -0.009396916255354881, -0.008600303903222084, -0.007803691551089287, -0.0070070791989564896, -0.006210466846823692, -0.005413854494690895, -0.004617242142558098, -0.003820629557594657, -0.003024016972631216, -0.002227404620498419, -0.0014307922683656216, -0.0006341798580251634, 0.00016243255231529474, 0.0009590449626557529, 0.001755657372996211, 0.0025522697251290083, 0.003348882310092449, 0.004145494662225246, 0.004942107014358044, 0.005738719366490841, 0.006535331718623638, 0.007331944070756435, 0.008128556422889233, 0.00892516877502203, 0.009721781127154827, 0.010518393479287624, 0.011315006762742996, 0.012111619114875793, 0.01290823146700859, 0.013704843819141388, 0.014501456171274185, 0.015298068523406982, 0.01609468087553978, 0.016891293227672577, 0.017687905579805374]}, "_runtime": 16.010572910308838, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 6.0, 4.0, 13.0, 15.0, 31.0, 32.0, 63.0, 83.0, 149.0, 174.0, 296.0, 420.0, 581.0, 874.0, 1272.0, 1904.0, 2664.0, 3854.0, 5588.0, 7539.0, 10650.0, 15091.0, 20507.0, 28002.0, 37935.0, 52242.0, 70310.0, 91862.0, 415549.0, 105110.0, 79727.0, 60046.0, 43454.0, 31595.0, 23156.0, 17447.0, 13024.0, 9907.0, 7302.0, 5632.0, 4016.0, 2915.0, 2347.0, 1712.0, 1242.0, 885.0, 683.0, 463.0, 343.0, 264.0, 203.0, 151.0, 102.0, 67.0, 56.0, 32.0, 22.0, 19.0, 8.0, 2.0, 0.0, 3.0], "bins": [-0.014188197441399097, -0.013728410005569458, -0.013268621638417244, -0.012808834202587605, -0.01234904583543539, -0.011889258399605751, -0.011429470032453537, -0.010969682596623898, -0.010509895160794258, -0.010050106793642044, -0.009590319357812405, -0.00913053099066019, -0.008670743554830551, -0.008210955187678337, -0.007751167751848698, -0.007291379850357771, -0.006831591948866844, -0.0063718040473759174, -0.005912016145884991, -0.005452228244394064, -0.004992440342903137, -0.004532652907073498, -0.004072865005582571, -0.0036130771040916443, -0.0031532892026007175, -0.002693501301109791, -0.002233713399618864, -0.001773925730958581, -0.0013141378294676542, -0.0008543499861843884, -0.00039456214290112257, 6.522570038214326e-05, 0.0005250135436654091, 0.0009848014451563358, 0.0014445892302319407, 0.0019043770153075457, 0.0023641649167984724, 0.002823952818289399, 0.0032837404869496822, 0.003743528388440609, 0.004203316289931536, 0.0046631041914224625, 0.005122892092913389, 0.005582679994404316, 0.006042467430233955, 0.006502255331724882, 0.006962043233215809, 0.007421831134706736, 0.007881619036197662, 0.008341406472027302, 0.008801194839179516, 0.009260982275009155, 0.00972077064216137, 0.010180558077991009, 0.010640346445143223, 0.011100133880972862, 0.011559922248125076, 0.012019709683954716, 0.012479497119784355, 0.01293928548693657, 0.013399072922766209, 0.013858861289918423, 0.014318648725748062, 0.014778437092900276, 0.015238224528729916]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 2.0, 9.0, 5.0, 2.0, 6.0, 4.0, 5.0, 1.0, 8.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01994345709681511, -0.019422266632318497, -0.018901074305176735, -0.018379883840680122, -0.01785869151353836, -0.017337501049041748, -0.016816310584545135, -0.016295118257403374, -0.01577392779290676, -0.015252736397087574, -0.014731545001268387, -0.014210354536771774, -0.013689163140952587, -0.0131679717451334, -0.012646781280636787, -0.0121255898848176, -0.011604398488998413, -0.011083207093179226, -0.010562015697360039, -0.010040825232863426, -0.009519633837044239, -0.008998442441225052, -0.00847725197672844, -0.007956060580909252, -0.007434869185090065, -0.006913677789270878, -0.006392486859112978, -0.005871295928955078, -0.005350104533135891, -0.004828913137316704, -0.004307722207158804, -0.0037865310441702604, -0.003265339881181717, -0.0027441487181931734, -0.00222295755520463, -0.0017017663922160864, -0.0011805752292275429, -0.0006593840662389994, -0.00013819290325045586, 0.00038299825973808765, 0.0009041894227266312, 0.0014253805857151747, 0.0019465717487037182, 0.0024677629116922617, 0.002988954074680805, 0.0035101452376693487, 0.004031336400657892, 0.004552527330815792, 0.005073718726634979, 0.005594910122454166, 0.006116101052612066, 0.006637291982769966, 0.007158483378589153, 0.0076796747744083405, 0.008200865238904953, 0.00872205663472414, 0.009243248030543327, 0.009764439426362514, 0.010285630822181702, 0.010806821286678314, 0.011328012682497501, 0.011849204078316689, 0.012370394542813301, 0.012891585938632488, 0.013412777334451675]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0455775111913681, -0.044364623725414276, -0.04315173625946045, -0.04193884879350662, -0.040725961327552795, -0.03951307386159897, -0.03830018639564514, -0.037087298929691315, -0.03587441146373749, -0.03466152399778366, -0.033448636531829834, -0.03223574906587601, -0.03102286346256733, -0.029809975996613503, -0.028597088530659676, -0.02738420106470585, -0.026171313598752022, -0.024958426132798195, -0.023745538666844368, -0.02253265120089054, -0.021319763734936714, -0.020106876268982887, -0.01889398880302906, -0.017681101337075233, -0.016468215733766556, -0.015255327336490154, -0.014042439870536327, -0.0128295524045825, -0.011616665869951248, -0.010403778403997421, -0.009190890938043594, -0.007978003472089767, -0.0067651160061359406, -0.005552228540182114, -0.004339341074228287, -0.003126454073935747, -0.0019135666079819202, -0.0007006792584434152, 0.0005122080910950899, 0.001725095440633595, 0.0029379827901721, 0.004150870256125927, 0.005363757722079754, 0.0065766447223722935, 0.00778953218832612, 0.00900241918861866, 0.010215306654572487, 0.011428194120526314, 0.01264108158648014, 0.013853969052433968, 0.015066856518387794, 0.01627974398434162, 0.01749263145029545, 0.018705518916249275, 0.019918406382203102, 0.02113129384815693, 0.022344179451465607, 0.023557066917419434, 0.02476995438337326, 0.025982841849327087, 0.027195729315280914, 0.02840861678123474, 0.029621504247188568, 0.030834391713142395, 0.03204727917909622]}, "gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 4.0, 4.0, 0.0, 3.0, 4.0, 4.0, 2.0, 4.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.022912103682756424, -0.022247709333896637, -0.02158331498503685, -0.020918918773531914, -0.020254524424672127, -0.01959013007581234, -0.018925733864307404, -0.018261339515447617, -0.01759694516658783, -0.016932550817728043, -0.016268156468868256, -0.01560376025736332, -0.014939365908503532, -0.014274971559643745, -0.013610576279461384, -0.012946180999279022, -0.012281786650419235, -0.011617392301559448, -0.010952997021377087, -0.010288601741194725, -0.009624207392334938, -0.008959813043475151, -0.00829541776329279, -0.007631022948771715, -0.006966628134250641, -0.006302233319729567, -0.005637838505208492, -0.004973443690687418, -0.004309048876166344, -0.0036446540616452694, -0.002980259247124195, -0.002315864432603121, -0.0016514696180820465, -0.0009870748035609722, -0.0003226799890398979, 0.0003417148254811764, 0.0010061096400022507, 0.001670504454523325, 0.0023348992690443993, 0.0029992940835654736, 0.003663688898086548, 0.004328083712607622, 0.0049924785271286964, 0.005656873341649771, 0.006321268156170845, 0.006985662970691919, 0.007650057785212994, 0.008314453065395355, 0.008978847414255142, 0.00964324176311493, 0.01030763704329729, 0.010972032323479652, 0.01163642667233944, 0.012300821021199226, 0.012965216301381588, 0.01362961158156395, 0.014294005930423737, 0.014958400279283524, 0.015622795559465885, 0.016287190839648247, 0.016951585188508034, 0.01761597953736782, 0.018280375748872757, 0.018944770097732544, 0.01960916444659233]}, "_timestamp": 1596209127.9779704, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 2.0, 3.0, 2.0, 5.0, 2.0, 8.0, 4.0, 2.0, 2.0, 2.0, 4.0, 4.0, 3.0, 2.0, 26.0, 2.0, 2.0, 3.0, 4.0, 1.0, 4.0, 0.0, 3.0, 3.0, 5.0, 4.0, 2.0, 3.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004827368073165417, -0.004644352942705154, -0.004461337346583605, -0.0042783222161233425, -0.004095306620001793, -0.003912291489541531, -0.003729275893419981, -0.003546260530129075, -0.003363245166838169, -0.003180230036377907, -0.002997214673087001, -0.002814199309796095, -0.002631183946505189, -0.002448168583214283, -0.002265153219923377, -0.002082137856632471, -0.0018991224933415651, -0.0017161071300506592, -0.0015330917667597532, -0.0013500764034688473, -0.0011670610401779413, -0.0009840457933023572, -0.0008010304300114512, -0.0006180150667205453, -0.00043499970342963934, -0.0002519843401387334, -6.896900595165789e-05, 0.00011404634278733283, 0.00029706169152632356, 0.0004800770548172295, 0.0006630923599004745, 0.0008461077231913805, 0.0010291230864822865, 0.0012121384497731924, 0.0013951538130640984, 0.0015781691763550043, 0.0017611845396459103, 0.0019441997865214944, 0.002127215266227722, 0.002310230629518628, 0.002493245992809534, 0.0026762611232697964, 0.0028592764865607023, 0.0030422918498516083, 0.0032253072131425142, 0.00340832257643342, 0.003591337939724326, 0.003774353303015232, 0.003957368433475494, 0.004140384029597044, 0.004323399160057306, 0.004506414756178856, 0.004689429886639118, 0.004872445482760668, 0.00505546061322093, 0.00523847620934248, 0.005421491339802742, 0.005604506935924292, 0.005787522066384554, 0.0059705376625061035, 0.006153552792966366, 0.006336568389087915, 0.006519583519548178, 0.006702599115669727, 0.00688561424612999]}, "val_loss": 1.0896201819589693, "val_accuracy": 0.6694342180365297} |