diff options
| author | aktersnurra <gustaf.rydholm@gmail.com> | 2020-08-03 23:33:34 +0200 |
|---|---|---|
| committer | aktersnurra <gustaf.rydholm@gmail.com> | 2020-08-03 23:33:34 +0200 |
| commit | 07dd14116fe1d8148fb614b160245287533620fc (patch) | |
| tree | 63395d88b17a14ad453c52889fcf541e6cbbdd3e /wandb/run-20200731_165121-fetamarf | |
| parent | 704451318eb6b0b600ab314cb5aabfac82416bda (diff) | |
Working Emnist lines dataset.
Diffstat (limited to 'wandb/run-20200731_165121-fetamarf')
7 files changed, 303 insertions, 0 deletions
diff --git a/wandb/run-20200731_165121-fetamarf/config.yaml b/wandb/run-20200731_165121-fetamarf/config.yaml new file mode 100644 index 0000000..f8813b6 --- /dev/null +++ b/wandb/run-20200731_165121-fetamarf/config.yaml @@ -0,0 +1,111 @@ +wandb_version: 1 + +_wandb: + desc: null + value: + cli_version: 0.8.36 + framework: torch + is_jupyter_run: false + is_kaggle_kernel: false + python_version: 3.8.2 +callback_args: + desc: null + value: + Checkpoint: + monitor: val_accuracy + EarlyStopping: + min_delta: 0.0 + mode: min + monitor: val_loss + patience: 3 + WandbCallback: + log_batch_frequency: 10 + WandbImageLogger: + num_examples: 4 +callbacks: + desc: null + value: + - Checkpoint + - EarlyStopping + - WandbCallback + - WandbImageLogger +criterion: + desc: null + value: CrossEntropyLoss +criterion_args: + desc: null + value: + ignore_index: -100 + reduction: mean + weight: null +data_loader_args: + desc: null + value: + batch_size: 256 + cuda: true + num_workers: 8 + sample_to_balance: true + seed: 4711 + shuffle: true + splits: + - train + - val + subsample_fraction: null + target_transform: null + transform: null +dataloader: + desc: null + value: EmnistDataLoader +experiment_group: + desc: null + value: Sample Experiments +lr_scheduler: + desc: null + value: OneCycleLR +lr_scheduler_args: + desc: null + value: + epochs: 16 + max_lr: 0.001 + steps_per_epoch: 1314 +metrics: + desc: null + value: + - accuracy +model: + desc: null + value: CharacterModel +network: + desc: null + value: LeNet +network_args: + desc: null + value: + input_size: + - 28 + - 28 + output_size: 62 +optimizer: + desc: null + value: AdamW +optimizer_args: + desc: null + value: + amsgrad: false + betas: + - 0.9 + - 0.999 + eps: 1.0e-08 + lr: 0.01 + weight_decay: 0 +resume_experiment: + desc: null + value: null +train_args: + desc: null + value: + batch_size: 256 + epochs: 16 +verbosity: + desc: null + value: 2 diff --git a/wandb/run-20200731_165121-fetamarf/media/graph/graph_0_summary_99c332ef.graph.json b/wandb/run-20200731_165121-fetamarf/media/graph/graph_0_summary_99c332ef.graph.json new file mode 100644 index 0000000..8255abd --- /dev/null +++ b/wandb/run-20200731_165121-fetamarf/media/graph/graph_0_summary_99c332ef.graph.json @@ -0,0 +1 @@ +{"format": "torch", "nodes": [{"name": "layers.0", "id": 140586949690992, "class_name": "Conv2d(1, 32, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [32, 1, 3, 3]], ["bias", [32]]], "output_shape": [[2, 32, 26, 26]], "num_parameters": [288, 32]}, {"name": "layers.1", "id": 140586949690800, "class_name": "ReLU(inplace=True)", "parameters": [], "output_shape": [[2, 32, 26, 26]], "num_parameters": []}, {"name": "layers.2", "id": 140586949906384, "class_name": "Conv2d(32, 64, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [64, 32, 3, 3]], ["bias", [64]]], "output_shape": [[2, 64, 24, 24]], "num_parameters": [18432, 64]}, {"name": "layers.4", "id": 140586949906336, "class_name": "MaxPool2d(kernel_size=2, stride=2, padding=0, dilation=1, ceil_mode=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.5", "id": 140586950104016, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.6", "id": 140586950104064, "class_name": "Flatten()", "parameters": [], "output_shape": [[2, 9216]], "num_parameters": []}, {"name": "layers.7", "id": 140586950104112, "class_name": "Linear(in_features=9216, out_features=128, bias=True)", "parameters": [["weight", [128, 9216]], ["bias", [128]]], "output_shape": [[2, 128]], "num_parameters": [1179648, 128]}, {"name": "layers.9", "id": 140586950103872, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 128]], "num_parameters": []}, {"name": "layers.10", "id": 140586950103920, "class_name": "Linear(in_features=128, out_features=62, bias=True)", "parameters": [["weight", [62, 128]], ["bias", [62]]], "output_shape": [[2, 62]], "num_parameters": [7936, 62]}], "edges": []} diff --git a/wandb/run-20200731_165121-fetamarf/requirements.txt b/wandb/run-20200731_165121-fetamarf/requirements.txt new file mode 100644 index 0000000..10c63b6 --- /dev/null +++ b/wandb/run-20200731_165121-fetamarf/requirements.txt @@ -0,0 +1,145 @@ +alabaster==0.7.12 +appdirs==1.4.4 +attrs==19.3.0 +babel==2.8.0 +backcall==0.2.0 +bandit==1.6.2 +black==19.10b0 +bleach==3.1.5 +blessings==1.7 +boltons==20.2.0 +certifi==2020.6.20 +chardet==3.0.4 +click==7.1.2 +configparser==5.0.0 +coverage==5.2.1 +cycler==0.10.0 +darglint==1.5.2 +dataclasses==0.6 +decorator==4.4.2 +defusedxml==0.6.0 +desert==2020.1.6 +docker-pycreds==0.4.0 +docutils==0.16 +dparse==0.5.1 +entrypoints==0.3 +flake8-annotations==2.3.0 +flake8-bandit==2.1.2 +flake8-black==0.2.1 +flake8-bugbear==20.1.4 +flake8-docstrings==1.5.0 +flake8-import-order==0.18.1 +flake8-polyfill==1.0.2 +flake8==3.8.3 +future==0.18.2 +gitdb==4.0.5 +gitpython==3.1.7 +gpustat==0.6.0 +gql==0.2.0 +graphql-core==1.1 +h5py==2.10.0 +idna==2.10 +imagesize==1.2.0 +ipykernel==5.3.4 +ipython-genutils==0.2.0 +ipython==7.16.1 +ipywidgets==7.5.1 +jedi==0.17.2 +jinja2==2.11.2 +jsonschema==3.2.0 +jupyter-client==6.1.6 +jupyter-console==6.1.0 +jupyter-core==4.6.3 +jupyter==1.0.0 +kiwisolver==1.2.0 +loguru==0.5.1 +markupsafe==1.1.1 +marshmallow==3.7.1 +matplotlib==3.3.0 +mccabe==0.6.1 +mistune==0.8.4 +more-itertools==8.4.0 +mypy-extensions==0.4.3 +mypy==0.770 +nbconvert==5.6.1 +nbformat==5.0.7 +notebook==6.0.3 +numpy==1.19.1 +nvidia-ml-py3==7.352.0 +opencv-python==4.3.0.36 +packaging==20.4 +pandocfilters==1.4.2 +parso==0.7.1 +pathspec==0.8.0 +pathtools==0.1.2 +pbr==5.4.5 +pexpect==4.8.0 +pickleshare==0.7.5 +pillow==7.2.0 +pip==20.2 +pluggy==0.13.1 +prometheus-client==0.8.0 +promise==2.3 +prompt-toolkit==3.0.5 +psutil==5.7.2 +ptyprocess==0.6.0 +py==1.9.0 +pycodestyle==2.6.0 +pydocstyle==5.0.2 +pyflakes==2.2.0 +pygments==2.6.1 +pyparsing==2.4.7 +pyrsistent==0.16.0 +pytest-cov==2.10.0 +pytest-mock==3.2.0 +pytest==5.4.3 +python-dateutil==2.8.1 +pytz==2020.1 +pyyaml==5.3.1 +pyzmq==19.0.1 +qtconsole==4.7.5 +qtpy==1.9.0 +redis==3.5.3 +redlock-py==1.0.8 +regex==2020.7.14 +requests==2.24.0 +safety==1.9.0 +send2trash==1.5.0 +sentry-sdk==0.16.2 +setuptools==41.2.0 +shortuuid==1.0.1 +six==1.15.0 +smmap==3.0.4 +snowballstemmer==2.0.0 +sphinx-autodoc-typehints==1.11.0 +sphinx-rtd-theme==0.4.3 +sphinx==3.1.2 +sphinxcontrib-applehelp==1.0.2 +sphinxcontrib-devhelp==1.0.2 +sphinxcontrib-htmlhelp==1.0.3 +sphinxcontrib-jsmath==1.0.1 +sphinxcontrib-qthelp==1.0.3 +sphinxcontrib-serializinghtml==1.1.4 +stevedore==3.2.0 +subprocess32==3.5.4 +terminado==0.8.3 +testpath==0.4.4 +text-recognizer==0.1.0 +toml==0.10.1 +torch==1.5.1 +torchsummary==1.5.1 +torchvision==0.6.1 +tornado==6.0.4 +tqdm==4.48.0 +traitlets==4.3.3 +typed-ast==1.4.1 +typeguard==2.9.1 +typing-extensions==3.7.4.2 +typing-inspect==0.6.0 +urllib3==1.25.10 +wandb==0.8.36 +watchdog==0.10.3 +wcwidth==0.2.5 +webencodings==0.5.1 +widgetsnbextension==3.5.1 +xdoctest==0.12.0 diff --git a/wandb/run-20200731_165121-fetamarf/wandb-events.jsonl b/wandb/run-20200731_165121-fetamarf/wandb-events.jsonl new file mode 100644 index 0000000..7ba6a43 --- /dev/null +++ b/wandb/run-20200731_165121-fetamarf/wandb-events.jsonl @@ -0,0 +1 @@ +{"system.gpu.0.gpu": 62.75, "system.gpu.0.memory": 45.62, "system.gpu.0.memoryAllocated": 21.36, "system.gpu.0.temp": 54.75, "system.gpu.process.0.gpu": 62.75, "system.gpu.process.0.memory": 45.62, "system.gpu.process.0.memoryAllocated": 21.36, "system.gpu.process.0.temp": 54.75, "system.gpu.0.powerWatts": 118.5, "system.gpu.0.powerPercent": 55.12, "system.gpu.process.0.powerWatts": 118.5, "system.gpu.process.0.powerPercent": 55.12, "system.cpu": 35.18, "system.memory": 69.81, "system.disk": 37.3, "system.proc.memory.availableMB": 4830.32, "system.proc.memory.rssMB": 2595.52, "system.proc.memory.percent": 16.22, "system.proc.cpu.threads": 17.0, "system.network.sent": 830550, "system.network.recv": 401330, "_wandb": true, "_timestamp": 1596214294, "_runtime": 12} diff --git a/wandb/run-20200731_165121-fetamarf/wandb-history.jsonl b/wandb/run-20200731_165121-fetamarf/wandb-history.jsonl new file mode 100644 index 0000000..fe1f84a --- /dev/null +++ b/wandb/run-20200731_165121-fetamarf/wandb-history.jsonl @@ -0,0 +1,14 @@ +{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 5.0, 1.0, 4.0, 3.0, 1.0, 2.0, 1.0, 2.0, 5.0, 0.0, 1.0, 1.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0], "bins": [-0.025287795811891556, -0.024627285078167915, -0.023966774344444275, -0.023306261748075485, -0.022645751014351845, -0.021985240280628204, -0.021324729546904564, -0.020664218813180923, -0.020003706216812134, -0.019343195483088493, -0.018682684749364853, -0.018022174015641212, -0.017361663281917572, -0.01670115254819393, -0.016040639951825142, -0.015380129218101501, -0.014719618484377861, -0.01405910775065422, -0.013398596085608006, -0.012738085351884365, -0.01207757368683815, -0.01141706295311451, -0.01075655221939087, -0.010096040554344654, -0.009435529820621014, -0.008775019086897373, -0.008114507421851158, -0.007453996688127518, -0.00679348548874259, -0.006132974289357662, -0.005472463555634022, -0.004811952356249094, -0.004151441156864166, -0.0034909299574792385, -0.0028304189909249544, -0.0021699080243706703, -0.0015093968249857426, -0.0008488857420161366, -0.00018837465904653072, 0.0004721364239230752, 0.0011326475068926811, 0.001793158589862287, 0.002453669672831893, 0.003114180639386177, 0.003774691838771105, 0.0044352030381560326, 0.005095713771879673, 0.005756224971264601, 0.0064167361706495285, 0.007077247370034456, 0.007737758569419384, 0.008398269303143024, 0.00905878096818924, 0.00971929170191288, 0.01037980243563652, 0.011040314100682735, 0.011700824834406376, 0.012361335568130016, 0.013021847233176231, 0.013682357966899872, 0.014342868700623512, 0.015003380365669727, 0.015663892030715942, 0.016324402764439583, 0.016984913498163223]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 4.0, 5.0, 4.0, 6.0, 8.0, 14.0, 14.0, 14.0, 25.0, 23.0, 38.0, 47.0, 82.0, 89.0, 96.0, 146.0, 164.0, 243.0, 322.0, 452.0, 650.0, 2573.0, 863.0, 644.0, 481.0, 299.0, 211.0, 127.0, 81.0, 53.0, 48.0, 33.0, 20.0, 13.0, 9.0, 2.0, 5.0, 5.0, 5.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.06551533937454224, -0.06376203149557114, -0.06200872361660004, -0.06025541573762894, -0.05850210785865784, -0.056748803704977036, -0.054995495826005936, -0.053242187947034836, -0.051488880068063736, -0.049735572189092636, -0.047982264310121536, -0.046228956431150436, -0.044475652277469635, -0.042722344398498535, -0.040969036519527435, -0.039215728640556335, -0.037462420761585236, -0.035709112882614136, -0.033955805003643036, -0.032202497124671936, -0.030449191108345985, -0.028695883229374886, -0.026942577213048935, -0.025189269334077835, -0.023435961455106735, -0.021682653576135635, -0.019929345697164536, -0.018176039680838585, -0.016422731801867485, -0.014669423922896385, -0.01291611697524786, -0.011162810027599335, -0.009409502148628235, -0.007656194735318422, -0.00590288732200861, -0.004149579908698797, -0.0023962724953889847, -0.0006429650820791721, 0.0011103423312306404, 0.002863649744540453, 0.0046169571578502655, 0.006370264571160078, 0.00812357198446989, 0.009876878932118416, 0.011630186811089516, 0.013383494690060616, 0.01513680163770914, 0.016890108585357666, 0.018643416464328766, 0.020396724343299866, 0.022150032222270966, 0.023903338238596916, 0.025656646117568016, 0.027409953996539116, 0.029163260012865067, 0.030916567891836166, 0.032669875770807266, 0.034423183649778366, 0.036176491528749466, 0.037929799407720566, 0.03968310356140137, 0.04143641144037247, 0.04318971931934357, 0.04494302719831467, 0.04669633507728577]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 4.0, 3.0, 4.0, 3.0, 4.0, 5.0, 2.0, 2.0, 3.0, 1.0, 3.0, 0.0, 2.0, 1.0, 30.0, 1.0, 2.0, 1.0, 5.0, 3.0, 4.0, 6.0, 1.0, 0.0, 0.0, 5.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008122023195028305, -0.007850171066820621, -0.007578318938612938, -0.007306466810405254, -0.007034614682197571, -0.006762762553989887, -0.006490910425782204, -0.00621905829757452, -0.0059472061693668365, -0.005675354041159153, -0.005403501912951469, -0.005131649784743786, -0.004859797656536102, -0.004587945528328419, -0.004316093400120735, -0.004044241271913052, -0.003772389143705368, -0.0035005370154976845, -0.003228684887290001, -0.0029568327590823174, -0.002684980630874634, -0.0024131285026669502, -0.0021412763744592667, -0.001869424246251583, -0.0015975721180438995, -0.001325719989836216, -0.0010538678616285324, -0.0007820157334208488, -0.0005101636052131653, -0.00023831147700548172, 3.354065120220184e-05, 0.0003053927794098854, 0.000577244907617569, 0.0008490970358252525, 0.001120949164032936, 0.0013928012922406197, 0.0016646534204483032, 0.0019365055486559868, 0.0022083576768636703, 0.002480209805071354, 0.0027520619332790375, 0.003023914061486721, 0.0032957661896944046, 0.003567618317902088, 0.0038394704461097717, 0.004111322574317455, 0.004383174702525139, 0.004655026830732822, 0.004926878958940506, 0.0051987310871481895, 0.005470583215355873, 0.005742435343563557, 0.00601428747177124, 0.006286139599978924, 0.006557991728186607, 0.006829843856394291, 0.0071016959846019745, 0.007373548112809658, 0.007645400241017342, 0.007917252369225025, 0.008189104497432709, 0.008460956625640392, 0.008732808753848076, 0.00900466088205576, 0.009276513010263443]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 3.0, 3.0, 0.0, 5.0, 8.0, 13.0, 28.0, 40.0, 63.0, 104.0, 141.0, 197.0, 315.0, 484.0, 715.0, 1045.0, 1554.0, 2184.0, 3119.0, 4635.0, 6749.0, 9925.0, 14840.0, 22247.0, 33659.0, 51396.0, 75841.0, 111356.0, 523662.0, 107260.0, 68248.0, 44646.0, 29039.0, 19503.0, 13589.0, 9360.0, 6575.0, 4700.0, 3365.0, 2411.0, 1838.0, 1296.0, 963.0, 684.0, 477.0, 415.0, 275.0, 196.0, 125.0, 100.0, 70.0, 65.0, 28.0, 32.0, 13.0, 13.0, 7.0, 9.0, 6.0, 2.0, 2.0, 2.0], "bins": [-0.007126574870198965, -0.006893483456224203, -0.006660391576588154, -0.006427300162613392, -0.006194208282977343, -0.005961116869002581, -0.005728024989366531, -0.005494933575391769, -0.00526184169575572, -0.005028750281780958, -0.004795658402144909, -0.004562566988170147, -0.004329475108534098, -0.004096383694559336, -0.00386329204775393, -0.0036302004009485245, -0.003397108754143119, -0.0031640171073377132, -0.0029309254605323076, -0.002697833813726902, -0.0024647421669214964, -0.0022316505201160908, -0.001998558873310685, -0.0017654673429206014, -0.0015323756961151958, -0.0012992840493097901, -0.0010661924025043845, -0.0008331008139066398, -0.0006000091671012342, -0.0003669175202958286, -0.00013382590259425342, 9.926572965923697e-05, 0.00033235736191272736, 0.000565449008718133, 0.0007985406555235386, 0.0010316323023289442, 0.0012647239491343498, 0.0014978154795244336, 0.0017309071263298392, 0.0019639988895505667, 0.0021970905363559723, 0.0024301819503307343, 0.00266327359713614, 0.0028963652439415455, 0.003129456890746951, 0.0033625485375523567, 0.0035956401843577623, 0.003828731831163168, 0.004061823710799217, 0.004294915124773979, 0.004528006538748741, 0.00476109841838479, 0.004994189832359552, 0.005227281711995602, 0.005460373125970364, 0.005693465005606413, 0.005926556419581175, 0.006159648299217224, 0.006392739713191986, 0.006625831592828035, 0.006858923006802797, 0.007092014886438847, 0.0073251063004136086, 0.007558198180049658, 0.00779128959402442]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 7.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.022778449580073357, -0.022277873009443283, -0.02177729457616806, -0.021276718005537987, -0.020776141434907913, -0.02027556486427784, -0.019774988293647766, -0.019274409860372543, -0.01877383328974247, -0.018273256719112396, -0.017772678285837173, -0.0172721017152071, -0.016771525144577026, -0.016270948573946953, -0.01577037200331688, -0.015269793570041656, -0.014769216999411583, -0.01426864042878151, -0.013768062926828861, -0.013267485424876213, -0.01276690885424614, -0.012266332283616066, -0.011765754781663418, -0.01126517727971077, -0.010764600709080696, -0.010264024138450623, -0.009763446636497974, -0.009262869134545326, -0.008762292563915253, -0.00826171599328518, -0.007761138491332531, -0.00726056145504117, -0.006759984418749809, -0.006259407382458448, -0.0057588303461670876, -0.005258253309875727, -0.004757676273584366, -0.004257099237293005, -0.003756522201001644, -0.0032559451647102833, -0.0027553681284189224, -0.0022547910921275616, -0.0017542140558362007, -0.0012536370195448399, -0.000753059983253479, -0.00025248294696211815, 0.0002480940893292427, 0.0007486711256206036, 0.0012492481619119644, 0.0017498251982033253, 0.002250402234494686, 0.002750979270786047, 0.003251556307077408, 0.0037521333433687687, 0.0042527103796601295, 0.00475328741595149, 0.005253864452242851, 0.005754441488534212, 0.006255018524825573, 0.006755595561116934, 0.007256172597408295, 0.0077567496336996555, 0.008257326669991016, 0.008757904171943665, 0.009258480742573738]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 6.0, 12.0, 17.0, 11.0, 17.0, 18.0, 27.0, 29.0, 35.0, 29.0, 46.0, 30.0, 50.0, 43.0, 49.0, 72.0, 59.0, 75.0, 72.0, 90.0, 84.0, 118.0, 144.0, 124.0, 133.0, 143.0, 190.0, 159.0, 199.0, 197.0, 240.0, 277.0, 286.0, 338.0, 313.0, 350.0, 358.0, 369.0, 435.0, 580.0, 810.0, 1562.0, 7310.0, 763.0, 544.0, 414.0, 249.0, 178.0, 163.0, 129.0, 101.0, 105.0, 92.0, 65.0, 43.0, 36.0, 22.0, 9.0, 8.0], "bins": [-0.023578563705086708, -0.023078233003616333, -0.022577902302145958, -0.022077573463320732, -0.021577242761850357, -0.021076912060379982, -0.020576581358909607, -0.02007625252008438, -0.019575921818614006, -0.01907559111714363, -0.018575260415673256, -0.01807492971420288, -0.017574600875377655, -0.01707427017390728, -0.016573939472436905, -0.01607360877096653, -0.01557327900081873, -0.015072948299348354, -0.014572618529200554, -0.014072287827730179, -0.013571958057582378, -0.013071627356112003, -0.012571297585964203, -0.012070966884493828, -0.011570636183023453, -0.011070306412875652, -0.010569975711405277, -0.010069645941257477, -0.009569315239787102, -0.009068985469639301, -0.008568654768168926, -0.008068324998021126, -0.007567994296550751, -0.007067664060741663, -0.006567333824932575, -0.0060670035891234875, -0.0055666733533144, -0.005066342651844025, -0.004566012416034937, -0.004065682180225849, -0.0035653519444167614, -0.0030650217086076736, -0.002564691472798586, -0.0020643610041588545, -0.0015640307683497667, -0.001063700532540679, -0.0005633701803162694, -6.303988629952073e-05, 0.00043729040771722794, 0.0009376207017339766, 0.0014379509957507253, 0.0019382813479751348, 0.0024386115837842226, 0.0029389418195933104, 0.0034392722882330418, 0.0039396025240421295, 0.004439932759851217, 0.004940262995660305, 0.005440593231469393, 0.0059409234672784805, 0.006441254168748856, 0.006941584404557943, 0.007441914640367031, 0.007942244410514832, 0.008442575111985207]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 6.0, 0.0, 0.0, 1.0], "bins": [-0.04203195869922638, -0.04133271425962448, -0.04063346982002258, -0.03993422910571098, -0.039234984666109085, -0.03853574022650719, -0.03783649578690529, -0.03713725134730339, -0.03643800690770149, -0.03573876619338989, -0.035039521753787994, -0.034340277314186096, -0.0336410328745842, -0.0329417884349823, -0.0322425439953804, -0.0315433032810688, -0.030844058841466904, -0.030144814401865005, -0.029445569962263107, -0.02874632738530636, -0.02804708294570446, -0.027347838506102562, -0.026648595929145813, -0.025949351489543915, -0.025250107049942017, -0.024550864472985268, -0.02385162003338337, -0.02315237559378147, -0.022453133016824722, -0.021753888577222824, -0.021054644137620926, -0.020355401560664177, -0.01965615712106228, -0.01895691268146038, -0.01825767010450363, -0.017558425664901733, -0.016859181225299835, -0.016159938648343086, -0.015460694208741188, -0.014761450700461864, -0.014062207192182541, -0.013362962752580643, -0.012663719244301319, -0.011964475736021996, -0.011265231296420097, -0.010565987788140774, -0.00986674427986145, -0.009167499840259552, -0.008468256331980228, -0.0077690123580396175, -0.007069768849760294, -0.006370524875819683, -0.0056712813675403595, -0.004972037393599749, -0.004272793419659138, -0.0035735496785491705, -0.0028743059374392033, -0.002175062196329236, -0.001475818338803947, -0.0007765745394863188, -7.733074016869068e-05, 0.0006219130591489375, 0.0013211568584665656, 0.0020204007159918547, 0.002719644457101822]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 4.0, 1.0, 2.0, 2.0, 0.0, 3.0, 2.0, 4.0, 4.0, 2.0, 1.0, 3.0, 2.0, 3.0, 4.0, 4.0, 2.0, 2.0, 3.0, 3.0, 1.0, 8.0, 10.0, 4.0, 4.0, 6.0, 7.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 4.0, 6.0, 9.0, 9.0, 18.0, 96.0, 3.0, 7.0, 3.0, 6.0, 5.0, 7.0], "bins": [-0.05513927713036537, -0.054177798330783844, -0.05321631580591202, -0.05225483700633049, -0.05129335820674896, -0.050331879407167435, -0.04937039688229561, -0.04840891808271408, -0.04744743928313255, -0.046485960483551025, -0.0455244779586792, -0.04456299915909767, -0.043601520359516144, -0.042640041559934616, -0.04167855903506279, -0.04071708023548126, -0.039755601435899734, -0.03879411891102791, -0.03783264011144638, -0.03687116131186485, -0.035909682512283325, -0.0349481999874115, -0.03398672118782997, -0.033025242388248444, -0.032063763588666916, -0.03110228292644024, -0.030140802264213562, -0.029179323464632034, -0.028217842802405357, -0.02725636400282383, -0.026294883340597153, -0.025333404541015625, -0.024371923878788948, -0.02341044321656227, -0.022448964416980743, -0.021487483754754066, -0.02052600495517254, -0.019564524292945862, -0.018603045493364334, -0.017641564831137657, -0.01668008603155613, -0.015718605369329453, -0.01475712563842535, -0.013795645907521248, -0.012834166176617146, -0.011872686445713043, -0.010911206714808941, -0.009949726983904839, -0.008988247253000736, -0.008026767522096634, -0.007065287791192532, -0.006103808060288429, -0.005142328329384327, -0.004180848132818937, -0.003219368401914835, -0.0022578886710107327, -0.0012964089401066303, -0.0003349291509948671, 0.0006265506381168962, 0.0015880304854363203, 0.0025495102163404226, 0.003510989947244525, 0.004472469910979271, 0.005433949641883373, 0.006395429372787476]}, "_runtime": 5.194903373718262, "_timestamp": 1596214283.8429482, "_step": 0} +{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 4.0, 3.0, 3.0, 2.0, 3.0, 2.0, 2.0, 3.0, 0.0, 1.0, 3.0, 0.0, 4.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016851261258125305, -0.016196206212043762, -0.01554114930331707, -0.014886094257235527, -0.01423103827983141, -0.013575982302427292, -0.012920926325023174, -0.012265870347619057, -0.011610815301537514, -0.010955759324133396, -0.010300703346729279, -0.009645647369325161, -0.008990591391921043, -0.008335535414516926, -0.0076804799027740955, -0.007025424391031265, -0.006370368413627148, -0.00571531243622303, -0.0050602569244802, -0.004405200947076082, -0.0037501452025026083, -0.0030950894579291344, -0.002440033480525017, -0.0017849777359515429, -0.001129921991378069, -0.0004748661885969341, 0.00018018961418420076, 0.0008352454169653356, 0.0014903012197464705, 0.0021453569643199444, 0.002800412941724062, 0.003455468686297536, 0.00411052443087101, 0.004765580408275127, 0.005420635920017958, 0.006075691897422075, 0.0067307474091649055, 0.007385803386569023, 0.00804085936397314, 0.008695915341377258, 0.009350970387458801, 0.010006026364862919, 0.010661082342267036, 0.011316138319671154, 0.011971194297075272, 0.01262625027447939, 0.013281305320560932, 0.01393636129796505, 0.014591417275369167, 0.015246473252773285, 0.015901528298854828, 0.01655658520758152, 0.017211640253663063, 0.017866697162389755, 0.018521752208471298, 0.01917680725455284, 0.019831864163279533, 0.020486919209361076, 0.02114197611808777, 0.02179703116416931, 0.022452086210250854, 0.023107143118977547, 0.02376219816505909, 0.024417255073785782, 0.025072310119867325]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 6.0, 2.0, 6.0, 8.0, 7.0, 10.0, 13.0, 8.0, 21.0, 24.0, 38.0, 37.0, 45.0, 52.0, 70.0, 80.0, 88.0, 120.0, 155.0, 203.0, 254.0, 275.0, 437.0, 576.0, 2441.0, 760.0, 695.0, 472.0, 312.0, 188.0, 153.0, 95.0, 62.0, 47.0, 55.0, 25.0, 26.0, 19.0, 9.0, 10.0, 7.0, 7.0, 1.0, 3.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.12204311043024063, -0.11857393383979797, -0.11510475724935532, -0.11163558065891266, -0.1081663966178894, -0.10469722002744675, -0.10122804343700409, -0.09775886684656143, -0.09428969025611877, -0.09082051366567612, -0.08735133707523346, -0.0838821604847908, -0.08041298389434814, -0.07694379985332489, -0.07347462326288223, -0.07000544667243958, -0.06653627008199692, -0.06306709349155426, -0.0595979169011116, -0.05612873658537865, -0.05265955999493599, -0.04919038340449333, -0.045721203088760376, -0.04225202649831772, -0.03878284990787506, -0.035313673317432404, -0.031844496726989746, -0.02837531641125679, -0.024906139820814133, -0.021436963230371475, -0.01796778477728367, -0.014498607255518436, -0.011029429733753204, -0.007560252211987972, -0.00409107469022274, -0.0006218971684575081, 0.002847280353307724, 0.006316457875072956, 0.009785635396838188, 0.01325481291860342, 0.016723990440368652, 0.02019316703081131, 0.023662345483899117, 0.027131523936986923, 0.03060070052742958, 0.03406987711787224, 0.037539057433605194, 0.04100823402404785, 0.04447741061449051, 0.047946587204933167, 0.051415763795375824, 0.05488494411110878, 0.05835412070155144, 0.061823297291994095, 0.06529247760772705, 0.06876165419816971, 0.07223083078861237, 0.07570000737905502, 0.07916918396949768, 0.08263836055994034, 0.086107537150383, 0.08957672119140625, 0.09304589778184891, 0.09651507437229156, 0.09998425096273422]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [3.0, 0.0, 4.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 2.0, 1.0, 6.0, 1.0, 0.0, 1.0, 6.0, 0.0, 4.0, 0.0, 2.0, 3.0, 8.0, 5.0, 2.0, 3.0, 32.0, 1.0, 5.0, 3.0, 1.0, 1.0, 1.0, 0.0, 4.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0066960640251636505, -0.006449088919907808, -0.006202113814651966, -0.005955138709396124, -0.005708163604140282, -0.005461188033223152, -0.00521421292796731, -0.004967237822711468, -0.0047202627174556255, -0.004473287612199783, -0.004226312506943941, -0.003979337401688099, -0.003732362063601613, -0.003485386958345771, -0.003238411620259285, -0.0029914365150034428, -0.0027444614097476006, -0.0024974863044917583, -0.002250511199235916, -0.0020035358611494303, -0.001756560755893588, -0.0015095856506377459, -0.0012626104289665818, -0.0010156352072954178, -0.0007686601020395756, -0.0005216849385760725, -0.00027470977511256933, -2.773461164906621e-05, 0.0002192405518144369, 0.00046621571527794003, 0.0007131908787414432, 0.0009601660422049463, 0.0012071412056684494, 0.0014541163109242916, 0.0017010915325954556, 0.0019480667542666197, 0.002195041859522462, 0.002442016964778304, 0.00268899230286479, 0.002935967408120632, 0.0031829425133764744, 0.0034299176186323166, 0.003676892723888159, 0.003923867829144001, 0.0041708434000611305, 0.004417818505316973, 0.004664793610572815, 0.004911768715828657, 0.005158743821084499, 0.005405718926340342, 0.005652694031596184, 0.005899669136852026, 0.006146644242107868, 0.006393619813024998, 0.00664059491828084, 0.006887570023536682, 0.007134545128792524, 0.0073815202340483665, 0.007628495339304209, 0.007875470444560051, 0.00812244601547718, 0.008369420655071735, 0.008616396225988865, 0.00886337086558342, 0.00911034643650055]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [7.0, 8.0, 7.0, 16.0, 24.0, 25.0, 50.0, 80.0, 104.0, 163.0, 284.0, 354.0, 528.0, 710.0, 1097.0, 1592.0, 2206.0, 2897.0, 4134.0, 5701.0, 7819.0, 10615.0, 14995.0, 21090.0, 30001.0, 43005.0, 60504.0, 83455.0, 111255.0, 457951.0, 90588.0, 64961.0, 45932.0, 32419.0, 23378.0, 16708.0, 12094.0, 8789.0, 6604.0, 4863.0, 3633.0, 2696.0, 1849.0, 1400.0, 975.0, 663.0, 470.0, 302.0, 226.0, 139.0, 112.0, 47.0, 47.0, 21.0, 22.0, 10.0, 10.0, 7.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.009374761953949928, -0.009055308066308498, -0.008735853247344494, -0.008416399359703064, -0.00809694454073906, -0.0077774906530976295, -0.007458036299794912, -0.007138581946492195, -0.006819127593189478, -0.006499673239886761, -0.0061802188865840435, -0.005860764533281326, -0.005541310645639896, -0.005221856292337179, -0.004902401939034462, -0.004582947585731745, -0.0042634932324290276, -0.00394403887912631, -0.003624584525823593, -0.0033051304053515196, -0.0029856760520488024, -0.002666221698746085, -0.0023467675782740116, -0.0020273132249712944, -0.0017078588716685772, -0.00138840451836586, -0.0010689502814784646, -0.0007494959863834083, -0.000430041691288352, -0.00011058739619329572, 0.00020886689890176058, 0.0005283211939968169, 0.0008477754890918732, 0.0011672298423945904, 0.0014866840792819858, 0.0018061383161693811, 0.0021255926694720984, 0.0024450470227748156, 0.002764501143246889, 0.0030839554965496063, 0.0034034098498523235, 0.0037228642031550407, 0.004042318556457758, 0.004361772909760475, 0.004681226797401905, 0.005000681150704622, 0.0053201355040073395, 0.005639589857310057, 0.005959044210612774, 0.006278498563915491, 0.006597952917218208, 0.0069174072705209255, 0.007236861623823643, 0.007556315511465073, 0.007875770330429077, 0.008195224218070507, 0.008514678105711937, 0.008834132924675941, 0.009153586812317371, 0.009473041631281376, 0.009792495518922806, 0.01011195033788681, 0.01043140422552824, 0.010750859044492245, 0.011070312932133675]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 4.0, 0.0, 2.0, 1.0, 3.0, 0.0, 10.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.023227626457810402, -0.022789711132645607, -0.022351795807480812, -0.021913878619670868, -0.021475963294506073, -0.021038047969341278, -0.020600132644176483, -0.02016221545636654, -0.019724300131201744, -0.01928638480603695, -0.018848469480872154, -0.01841055229306221, -0.017972636967897415, -0.01753472164273262, -0.017096806317567825, -0.01665888912975788, -0.016220973804593086, -0.01578305847942829, -0.015345143154263496, -0.014907226897776127, -0.014469311572611332, -0.014031395316123962, -0.013593479990959167, -0.013155563734471798, -0.012717648409307003, -0.012279732152819633, -0.011841816827654839, -0.011403900571167469, -0.010965985246002674, -0.010528068989515305, -0.01009015366435051, -0.00965223740786314, -0.009214322082698345, -0.00877640675753355, -0.00833849050104618, -0.007900575175881386, -0.007462658919394016, -0.007024743128567934, -0.006586827337741852, -0.00614891154691577, -0.005710995756089687, -0.005273080430924892, -0.00483516464009881, -0.004397248849272728, -0.003959333058446646, -0.0035214172676205635, -0.0030835014767944813, -0.002645585685968399, -0.002207669895142317, -0.0017697541043162346, -0.0013318383134901524, -0.000893922639079392, -0.0004560068482533097, -1.8091086531057954e-05, 0.0004198246751911938, 0.0008577404078096151, 0.0012956561986356974, 0.0017335719894617796, 0.002171487780287862, 0.002609403571113944, 0.0030473191291093826, 0.003485234919935465, 0.003923150710761547, 0.004361066501587629, 0.0047989822924137115]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 4.0, 3.0, 8.0, 12.0, 10.0, 18.0, 29.0, 21.0, 22.0, 22.0, 39.0, 43.0, 51.0, 60.0, 58.0, 67.0, 65.0, 106.0, 115.0, 126.0, 149.0, 141.0, 203.0, 192.0, 211.0, 215.0, 223.0, 253.0, 261.0, 218.0, 266.0, 263.0, 283.0, 311.0, 309.0, 298.0, 363.0, 435.0, 580.0, 703.0, 1162.0, 6932.0, 931.0, 778.0, 544.0, 242.0, 212.0, 191.0, 194.0, 155.0, 119.0, 115.0, 57.0, 24.0, 5.0, 3.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.025466077029705048, -0.02486162632703781, -0.024257173761725426, -0.02365272305905819, -0.023048270493745804, -0.022443819791078568, -0.02183936908841133, -0.021234916523098946, -0.02063046582043171, -0.020026015117764473, -0.019421562552452087, -0.01881711184978485, -0.018212661147117615, -0.01760820858180523, -0.017003757879137993, -0.016399305313825607, -0.01579485461115837, -0.01519040297716856, -0.014585951343178749, -0.013981500640511513, -0.013377049006521702, -0.012772597372531891, -0.012168146669864655, -0.011563695035874844, -0.010959243401885033, -0.010354791767895222, -0.00975034013390541, -0.009145889431238174, -0.008541437797248363, -0.007936986163258553, -0.007332534994930029, -0.006728083826601505, -0.006123632192611694, -0.005519180558621883, -0.00491472939029336, -0.004310278221964836, -0.003705826587975025, -0.003101375186815858, -0.0024969237856566906, -0.0018924723844975233, -0.001288020983338356, -0.0006835695821791887, -7.911818102002144e-05, 0.0005253332201391459, 0.0011297846212983131, 0.0017342360224574804, 0.0023386874236166477, 0.002943138824775815, 0.0035475902259349823, 0.004152041859924793, 0.004756493028253317, 0.0053609441965818405, 0.0059653958305716515, 0.006569847464561462, 0.007174298632889986, 0.00777874980121851, 0.00838320143520832, 0.008987653069198132, 0.009592104703187943, 0.010196555405855179, 0.01080100703984499, 0.0114054586738348, 0.012009909376502037, 0.012614361010491848, 0.013218812644481659]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 6.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08529609441757202, -0.08355168998241425, -0.08180727809667587, -0.0800628736615181, -0.07831846922636032, -0.07657405734062195, -0.07482965290546417, -0.0730852484703064, -0.07134083658456802, -0.06959643214941025, -0.06785202771425247, -0.0661076158285141, -0.06436321139335632, -0.06261880695819855, -0.060874395072460175, -0.0591299906373024, -0.057385582476854324, -0.05564117431640625, -0.053896769881248474, -0.0521523617208004, -0.050407953560352325, -0.04866354912519455, -0.046919140964746475, -0.0451747328042984, -0.043430328369140625, -0.04168592020869255, -0.039941512048244476, -0.0381971038877964, -0.036452699452638626, -0.03470829129219055, -0.03296388313174248, -0.031219476833939552, -0.029475070536136627, -0.027730664238333702, -0.025986256077885628, -0.024241849780082703, -0.02249744161963463, -0.020753035321831703, -0.019008629024028778, -0.017264220863580704, -0.015519814565777779, -0.013775407336652279, -0.01203100010752678, -0.010286593809723854, -0.008542186580598354, -0.006797779351472855, -0.005053372588008642, -0.003308965591713786, -0.00156455859541893, 0.00017984840087592602, 0.001924255397170782, 0.003668662393465638, 0.005413069389760494, 0.007157476618885994, 0.008901882916688919, 0.010646290145814419, 0.012390697374939919, 0.014135104604065418, 0.015879511833190918, 0.017623918130993843, 0.019368324428796768, 0.021112732589244843, 0.022857138887047768, 0.024601547047495842, 0.026345953345298767]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 3.0, 3.0, 2.0, 6.0, 2.0, 6.0, 3.0, 5.0, 7.0, 5.0, 2.0, 8.0, 7.0, 3.0, 9.0, 4.0, 5.0, 1.0, 4.0, 2.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 5.0, 4.0, 1.0, 6.0, 4.0, 2.0, 7.0, 8.0, 95.0, 13.0, 6.0, 2.0, 6.0, 4.0, 5.0, 3.0], "bins": [-0.09721606224775314, -0.09549710154533386, -0.09377814084291458, -0.0920591875910759, -0.09034022688865662, -0.08862126618623734, -0.08690230548381805, -0.08518335223197937, -0.08346439152956009, -0.08174543082714081, -0.08002647012472153, -0.07830750942230225, -0.07658855617046356, -0.07486959546804428, -0.073150634765625, -0.07143167406320572, -0.06971271336078644, -0.06799376010894775, -0.06627479940652847, -0.06455583870410919, -0.06283687800168991, -0.06111792102456093, -0.059398964047431946, -0.057680003345012665, -0.055961042642593384, -0.0542420856654644, -0.05252312496304512, -0.05080416798591614, -0.04908520728349686, -0.047366250306367874, -0.04564728960394859, -0.04392833262681961, -0.04220937192440033, -0.04049041122198105, -0.038771454244852066, -0.037052493542432785, -0.0353335365653038, -0.03361457586288452, -0.03189561888575554, -0.030176658183336258, -0.028457699343562126, -0.026738740503787994, -0.025019781664013863, -0.02330082282423973, -0.02158186212182045, -0.019862903282046318, -0.018143944442272186, -0.016424985602498055, -0.014706026762723923, -0.012987067922949791, -0.01126810908317566, -0.009549149312078953, -0.007830190472304821, -0.006111231632530689, -0.00439227232709527, -0.0026733132544904947, -0.0009543541818857193, 0.0007646048907190561, 0.0024835639633238316, 0.004202523268759251, 0.005921482108533382, 0.007640440948307514, 0.00935940071940422, 0.011078359559178352, 0.012797318398952484]}, "_runtime": 5.970492839813232, "_timestamp": 1596214284.6185377, "_step": 1} +{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 2.0, 3.0, 2.0, 1.0, 2.0, 2.0, 2.0, 5.0, 4.0, 3.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01930222474038601, -0.018673941493034363, -0.018045658245682716, -0.01741737499833107, -0.016789089888334274, -0.016160806640982628, -0.015532523393630981, -0.014904240146279335, -0.014275956898927689, -0.013647673651576042, -0.013019390404224396, -0.012391106225550175, -0.011762822978198528, -0.011134539730846882, -0.01050625555217266, -0.009877972304821014, -0.009249689057469368, -0.008621405810117722, -0.007993122562766075, -0.007364838384091854, -0.006736555136740208, -0.006108271889388561, -0.0054799881763756275, -0.004851704463362694, -0.004223421216011047, -0.0035951377358287573, -0.002966854255646467, -0.002338570775464177, -0.001710287295281887, -0.001082003815099597, -0.0004537203349173069, 0.00017456314526498318, 0.0008028466254472733, 0.0014311301056295633, 0.0020594135858118534, 0.0026876970659941435, 0.0033159805461764336, 0.00394426379352808, 0.004572547506541014, 0.0052008312195539474, 0.005829114466905594, 0.00645739771425724, 0.007085681427270174, 0.007713965140283108, 0.008342248387634754, 0.0089705316349864, 0.009598815813660622, 0.010227099061012268, 0.010855382308363914, 0.011483665555715561, 0.012111948803067207, 0.012740232981741428, 0.013368516229093075, 0.013996799476444721, 0.014625083655118942, 0.015253366902470589, 0.015881650149822235, 0.01650993339717388, 0.017138216644525528, 0.017766499891877174, 0.01839478313922882, 0.019023068249225616, 0.019651351496577263, 0.02027963474392891, 0.020907917991280556]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 4.0, 3.0, 3.0, 4.0, 4.0, 4.0, 5.0, 6.0, 10.0, 5.0, 9.0, 12.0, 17.0, 13.0, 19.0, 15.0, 20.0, 37.0, 41.0, 40.0, 47.0, 60.0, 73.0, 95.0, 104.0, 132.0, 174.0, 252.0, 255.0, 345.0, 406.0, 2109.0, 820.0, 775.0, 593.0, 433.0, 276.0, 188.0, 127.0, 105.0, 73.0, 48.0, 46.0, 24.0, 21.0, 18.0, 14.0, 12.0, 5.0, 3.0, 8.0, 4.0, 6.0, 3.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.12208916246891022, -0.11835623532533646, -0.1146233007311821, -0.11089037358760834, -0.10715743899345398, -0.10342451184988022, -0.09969157725572586, -0.0959586501121521, -0.09222571551799774, -0.08849278837442398, -0.08475986123085022, -0.08102692663669586, -0.0772939994931221, -0.07356106489896774, -0.06982813775539398, -0.06609520316123962, -0.06236227601766586, -0.058629345148801804, -0.054896414279937744, -0.051163483411073685, -0.047430552542209625, -0.043697625398635864, -0.039964694529771805, -0.036231763660907745, -0.032498832792043686, -0.028765901923179626, -0.025032971054315567, -0.021300042048096657, -0.017567111179232597, -0.013834180310368538, -0.010101250372827053, -0.006368319969624281, -0.002635389566421509, 0.0010975408367812634, 0.0048304712399840355, 0.00856340117752552, 0.01229633204638958, 0.01602926291525364, 0.01976219192147255, 0.02349512279033661, 0.02722805365920067, 0.030960984528064728, 0.03469391539692879, 0.03842684626579285, 0.04215977340936661, 0.04589270427823067, 0.04962563514709473, 0.053358566015958786, 0.057091496884822845, 0.060824427753686905, 0.06455735862255096, 0.06829028576612473, 0.07202322036027908, 0.07575614750385284, 0.0794890820980072, 0.08322200924158096, 0.08695493638515472, 0.09068787097930908, 0.09442079812288284, 0.0981537327170372, 0.10188665986061096, 0.10561959445476532, 0.10935252159833908, 0.11308545619249344, 0.1168183833360672]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 2.0, 1.0, 3.0, 3.0, 7.0, 1.0, 0.0, 2.0, 3.0, 4.0, 4.0, 6.0, 0.0, 2.0, 2.0, 28.0, 5.0, 6.0, 1.0, 2.0, 2.0, 0.0, 3.0, 1.0, 2.0, 4.0, 2.0, 3.0, 2.0, 2.0, 1.0, 2.0, 0.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.006827469915151596, -0.0065728165209293365, -0.006318163126707077, -0.006063510198146105, -0.005808856803923845, -0.005554203409701586, -0.0052995504811406136, -0.005044897086918354, -0.0047902436926960945, -0.004535590298473835, -0.0042809369042515755, -0.004026283975690603, -0.0037716305814683437, -0.003516977187246084, -0.0032623240258544683, -0.0030076708644628525, -0.002753017470240593, -0.0024983640760183334, -0.0022437109146267176, -0.0019890577532351017, -0.0017344043590128422, -0.0014797510812059045, -0.0012250978033989668, -0.0009704445255920291, -0.0007157912477850914, -0.0004611379699781537, -0.000206484692171216, 4.8168585635721684e-05, 0.0003028218634426594, 0.0005574751412495971, 0.0008121284190565348, 0.0010667816968634725, 0.0013214349746704102, 0.0015760882524773479, 0.0018307415302842855, 0.0020853946916759014, 0.002340048085898161, 0.0025947014801204205, 0.0028493546415120363, 0.003104007802903652, 0.0033586611971259117, 0.0036133145913481712, 0.003867967752739787, 0.004122620914131403, 0.0043772743083536625, 0.004631927702575922, 0.004886580631136894, 0.005141234025359154, 0.005395887419581413, 0.005650540813803673, 0.005905194208025932, 0.0061598471365869045, 0.006414500530809164, 0.006669153925031424, 0.006923806853592396, 0.007178460247814655, 0.007433113642036915, 0.007687767036259174, 0.007942420430481434, 0.008197073824703693, 0.008451726287603378, 0.008706379681825638, 0.008961033076047897, 0.009215686470270157, 0.009470339864492416]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 6.0, 12.0, 21.0, 21.0, 36.0, 57.0, 89.0, 153.0, 239.0, 325.0, 585.0, 868.0, 1349.0, 1938.0, 2834.0, 4216.0, 5968.0, 8059.0, 11285.0, 15770.0, 21636.0, 30560.0, 44567.0, 64901.0, 90497.0, 114745.0, 437305.0, 90676.0, 65386.0, 46249.0, 32458.0, 23161.0, 17066.0, 12392.0, 9283.0, 6795.0, 4954.0, 3678.0, 2672.0, 2038.0, 1422.0, 1014.0, 751.0, 482.0, 356.0, 270.0, 161.0, 119.0, 69.0, 52.0, 34.0, 17.0, 15.0, 12.0, 9.0, 9.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.012312502600252628, -0.011890212073922157, -0.011467920616269112, -0.01104563008993864, -0.010623338632285595, -0.010201048105955124, -0.009778756648302078, -0.009356466121971607, -0.008934174664318562, -0.00851188413798809, -0.008089592680335045, -0.007667302154004574, -0.0072450111620128155, -0.006822720170021057, -0.006400429178029299, -0.0059781381860375404, -0.005555847194045782, -0.005133556202054024, -0.004711265210062265, -0.004288974218070507, -0.0038666832260787487, -0.003444392466917634, -0.0030221014749258757, -0.0025998104829341173, -0.002177519490942359, -0.0017552284989506006, -0.0013329375069588423, -0.0009106466313824058, -0.0004883556393906474, -6.606467650271952e-05, 0.00035622628638520837, 0.0007785172201693058, 0.0012008082121610641, 0.0016230992041528225, 0.002045390196144581, 0.002467681188136339, 0.0028899721801280975, 0.0033122629392892122, 0.0037345539312809706, 0.004156845156103373, 0.004579136148095131, 0.005001426674425602, 0.00542371766641736, 0.005846008658409119, 0.006268299650400877, 0.006690590642392635, 0.007112881634384394, 0.007535172626376152, 0.007957464084029198, 0.008379754610359669, 0.00880204513669014, 0.009224336594343185, 0.009646627120673656, 0.010068918578326702, 0.010491209104657173, 0.010913500562310219, 0.01133579108864069, 0.011758082546293736, 0.012180373072624207, 0.012602664530277252, 0.013024955056607723, 0.013447246514260769, 0.01386953704059124, 0.014291828498244286, 0.014714119024574757]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 8.0, 3.0, 0.0, 2.0, 0.0, 2.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.01057224441319704, -0.010273527354001999, -0.009974811226129532, -0.00967609416693449, -0.009377377107739449, -0.009078660979866982, -0.00877994392067194, -0.008481227792799473, -0.008182510733604431, -0.00788379367440939, -0.0075850775465369225, -0.007286360487341881, -0.0069876438938081264, -0.006688927300274372, -0.0063902102410793304, -0.006091493647545576, -0.005792777054011822, -0.005494060460478067, -0.005195343866944313, -0.004896626807749271, -0.004597910214215517, -0.004299193620681763, -0.004000476561486721, -0.0037017599679529667, -0.0034030433744192123, -0.003104326780885458, -0.00280560995452106, -0.002506893128156662, -0.0022081765346229076, -0.0019094598246738315, -0.0016107431147247553, -0.0013120264047756791, -0.001013309694826603, -0.0007145929848775268, -0.0004158762749284506, -0.00011715956497937441, 0.00018155714496970177, 0.00048027385491877794, 0.0007789905648678541, 0.0010777072748169303, 0.0013764239847660065, 0.0016751406947150826, 0.001973857404664159, 0.002272574231028557, 0.002571290824562311, 0.0028700074180960655, 0.0031687242444604635, 0.0034674410708248615, 0.003766157664358616, 0.00406487425789237, 0.004363590851426125, 0.004662307910621166, 0.004961024504154921, 0.005259741097688675, 0.005558458156883717, 0.005857174750417471, 0.006155891343951225, 0.00645460793748498, 0.006753324531018734, 0.007052041590213776, 0.00735075818374753, 0.007649474777281284, 0.007948191836476326, 0.008246907964348793, 0.008545625023543835]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 8.0, 9.0, 8.0, 13.0, 10.0, 15.0, 20.0, 32.0, 32.0, 52.0, 44.0, 35.0, 67.0, 86.0, 87.0, 103.0, 107.0, 140.0, 157.0, 201.0, 218.0, 209.0, 213.0, 250.0, 256.0, 243.0, 277.0, 260.0, 270.0, 277.0, 334.0, 402.0, 459.0, 565.0, 731.0, 6286.0, 1749.0, 1021.0, 705.0, 529.0, 393.0, 376.0, 303.0, 236.0, 208.0, 153.0, 105.0, 68.0, 38.0, 23.0, 16.0, 14.0, 2.0, 4.0, 2.0, 2.0], "bins": [-0.014349359087646008, -0.014022545889019966, -0.013695732690393925, -0.013368919491767883, -0.013042106293141842, -0.0127152930945158, -0.012388479895889759, -0.012061666697263718, -0.01173485442996025, -0.01140804123133421, -0.011081228032708168, -0.010754414834082127, -0.010427601635456085, -0.010100788436830044, -0.009773975238204002, -0.009447162039577961, -0.00912034884095192, -0.008793535642325878, -0.008466722443699837, -0.008139909245073795, -0.007813096046447754, -0.007486283313483, -0.007159470114856958, -0.006832656916230917, -0.0065058437176048756, -0.006179030518978834, -0.005852217320352793, -0.005525404121726751, -0.005198591388761997, -0.004871778190135956, -0.004544964991509914, -0.004218151792883873, -0.0038913385942578316, -0.00356452539563179, -0.0032377121970057487, -0.002910899231210351, -0.0025840860325843096, -0.002257272833958268, -0.0019304597517475486, -0.001603646669536829, -0.0012768334709107876, -0.0009500203304924071, -0.0006232071900740266, -0.0002963940496556461, 3.0419090762734413e-05, 0.0003572322311811149, 0.0006840453715994954, 0.001010858453810215, 0.0013376716524362564, 0.0016644848510622978, 0.0019912980496883392, 0.002318111015483737, 0.0026449242141097784, 0.00297173741273582, 0.0032985503785312176, 0.003625363577157259, 0.0039521767757833, 0.004278989974409342, 0.004605803173035383, 0.004932616371661425, 0.005259429104626179, 0.00558624230325222, 0.0059130555018782616, 0.006239868700504303, 0.006566681899130344]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 5.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05428121238946915, -0.05314432829618454, -0.05200744420289993, -0.050870563834905624, -0.04973367974162102, -0.04859679564833641, -0.047459911555051804, -0.046323031187057495, -0.04518614709377289, -0.04404926300048828, -0.042912378907203674, -0.04177549481391907, -0.04063861444592476, -0.03950173035264015, -0.038364846259355545, -0.03722796216607094, -0.03609108179807663, -0.03495419770479202, -0.033817313611507416, -0.03268042951822281, -0.0315435454249382, -0.030406663194298744, -0.029269780963659286, -0.02813289687037468, -0.026996012777090073, -0.025859130546450615, -0.024722246453166008, -0.02358536422252655, -0.022448480129241943, -0.021311597898602486, -0.02017471380531788, -0.01903783157467842, -0.017900947481393814, -0.016764063388109207, -0.01562718115746975, -0.014490297995507717, -0.013353414833545685, -0.012216530740261078, -0.011079647578299046, -0.009942764416337013, -0.008805881254374981, -0.007668998092412949, -0.006532114930450916, -0.005395231302827597, -0.004258348140865564, -0.003121464978903532, -0.001984581584110856, -0.0008476983057335019, 0.00028918497264385223, 0.0014260682510212064, 0.0025629515293985605, 0.0036998349241912365, 0.004836718086153269, 0.005973601248115301, 0.007110484875738621, 0.008247368037700653, 0.009384251199662685, 0.010521134361624718, 0.01165801752358675, 0.012794900685548782, 0.01393178477883339, 0.015068667940795422, 0.016205551102757454, 0.01734243333339691, 0.01847931742668152]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 4.0, 8.0, 5.0, 4.0, 12.0, 5.0, 4.0, 4.0, 5.0, 9.0, 4.0, 5.0, 4.0, 0.0, 2.0, 5.0, 2.0, 6.0, 2.0, 1.0, 3.0, 2.0, 3.0, 1.0, 1.0, 3.0, 1.0, 5.0, 2.0, 4.0, 1.0, 6.0, 4.0, 1.0, 3.0, 2.0, 11.0, 12.0, 67.0, 14.0, 5.0, 8.0, 8.0, 4.0, 3.0, 2.0, 2.0, 4.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.05558668076992035, -0.05448830500245094, -0.05338992550969124, -0.05229154974222183, -0.051193173974752426, -0.05009479448199272, -0.048996418714523315, -0.04789804294705391, -0.046799663454294205, -0.0457012876868248, -0.04460291191935539, -0.04350453242659569, -0.04240615665912628, -0.041307780891656876, -0.04020940139889717, -0.039111025631427765, -0.03801264613866806, -0.036914270371198654, -0.03581589460372925, -0.03471751511096954, -0.03361913934350014, -0.03252076357603073, -0.03142238408327103, -0.03032400831580162, -0.029225632548332214, -0.02812725491821766, -0.027028877288103104, -0.02593049965798855, -0.024832123890519142, -0.023733746260404587, -0.02263536863029003, -0.021536992862820625, -0.02043861523270607, -0.019340237602591515, -0.01824186183512211, -0.017143484205007553, -0.016045106574892998, -0.014946729876101017, -0.013848353177309036, -0.012749975547194481, -0.0116515988484025, -0.01055322214961052, -0.009454844519495964, -0.008356467820703983, -0.007258090656250715, -0.006159713491797447, -0.0050613367930054665, -0.003962959628552198, -0.0028645824640989304, -0.0017662054160609841, -0.0006678283680230379, 0.0004305486800149083, 0.0015289257280528545, 0.0026273028925061226, 0.003725679824128747, 0.004824056755751371, 0.0059224339202046394, 0.0070208110846579075, 0.008119188249111176, 0.009217564947903156, 0.010315941646695137, 0.011414319276809692, 0.012512695975601673, 0.013611073605716228, 0.01470945030450821]}, "_runtime": 6.750921249389648, "_timestamp": 1596214285.398966, "_step": 2} +{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 3.0, 3.0, 3.0, 2.0, 1.0, 1.0, 1.0, 4.0, 4.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.01464645005762577, -0.014194066636264324, -0.013741683214902878, -0.013289300724864006, -0.01283691730350256, -0.012384533882141113, -0.011932151392102242, -0.011479767970740795, -0.011027384549379349, -0.010575001128017902, -0.010122617706656456, -0.009670235216617584, -0.009217851795256138, -0.008765468373894691, -0.00831308588385582, -0.007860702462494373, -0.007408319041132927, -0.0069559356197714806, -0.0065035526640713215, -0.006051169708371162, -0.005598786287009716, -0.00514640286564827, -0.004694019909948111, -0.0042416369542479515, -0.003789253532886505, -0.0033368703443557024, -0.0028844871558248997, -0.002432103967294097, -0.0019797207787632942, -0.0015273375902324915, -0.0010749544017016888, -0.000622571213170886, -0.0001701880246400833, 0.0002821951638907194, 0.0007345783524215221, 0.0011869615409523249, 0.0016393447294831276, 0.0020917279180139303, 0.002544111106544733, 0.0029964942950755358, 0.0034488774836063385, 0.0039012606721371412, 0.004353643860667944, 0.004806026816368103, 0.005258410237729549, 0.005710793659090996, 0.006163176614791155, 0.006615559570491314, 0.00706794299185276, 0.007520326413214207, 0.007972709834575653, 0.008425092324614525, 0.008877475745975971, 0.009329859167337418, 0.00978224165737629, 0.010234625078737736, 0.010687008500099182, 0.011139391921460629, 0.011591775342822075, 0.012044157832860947, 0.012496541254222393, 0.01294892467558384, 0.013401307165622711, 0.013853690586984158, 0.014306074008345604]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 3.0, 2.0, 8.0, 6.0, 5.0, 6.0, 5.0, 9.0, 17.0, 16.0, 32.0, 34.0, 36.0, 53.0, 60.0, 48.0, 76.0, 99.0, 108.0, 153.0, 231.0, 296.0, 414.0, 532.0, 2270.0, 1160.0, 862.0, 496.0, 281.0, 183.0, 125.0, 83.0, 65.0, 53.0, 32.0, 21.0, 14.0, 3.0, 13.0, 3.0, 3.0, 4.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17773698270320892, -0.17310979962348938, -0.16848263144493103, -0.1638554483652115, -0.15922828018665314, -0.1546010971069336, -0.14997391402721405, -0.1453467458486557, -0.14071956276893616, -0.1360923945903778, -0.13146521151065826, -0.12683802843093872, -0.12221086025238037, -0.11758368462324142, -0.11295650154352188, -0.10832932591438293, -0.10370215028524399, -0.09907497465610504, -0.0944477990269661, -0.08982061594724655, -0.0851934403181076, -0.08056626468896866, -0.07593908905982971, -0.07131191343069077, -0.06668473780155182, -0.062057558447122574, -0.05743037909269333, -0.05280320346355438, -0.048176027834415436, -0.04354884847998619, -0.038921672850847244, -0.034294493496418, -0.029667317867279053, -0.025040140375494957, -0.02041296288371086, -0.015785787254571915, -0.011158609762787819, -0.0065314327366650105, -0.001904255710542202, 0.0027229213155806065, 0.007350098341703415, 0.01197727583348751, 0.016604453325271606, 0.021231628954410553, 0.02585880644619465, 0.030485983937978745, 0.03511315956711769, 0.039740338921546936, 0.04436751455068588, 0.04899469017982483, 0.053621869534254074, 0.05824904516339302, 0.06287622451782227, 0.06750340014696121, 0.07213057577610016, 0.0767577514052391, 0.08138492703437805, 0.0860121101140976, 0.09063928574323654, 0.09526646137237549, 0.09989363700151443, 0.10452081263065338, 0.10914799571037292, 0.11377517133951187, 0.11840234696865082]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 3.0, 4.0, 4.0, 4.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 5.0, 3.0, 24.0, 4.0, 4.0, 3.0, 4.0, 5.0, 2.0, 2.0, 1.0, 0.0, 1.0, 3.0, 2.0, 5.0, 2.0, 3.0, 3.0, 2.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.006037034094333649, -0.005844687111675739, -0.005652339663356543, -0.005459992680698633, -0.0052676452323794365, -0.005075298249721527, -0.00488295080140233, -0.004690603818744421, -0.004498256370425224, -0.004305909387767315, -0.004113561939448118, -0.003921214956790209, -0.0037288677413016558, -0.0035365205258131027, -0.0033441733103245497, -0.0031518260948359966, -0.0029594788793474436, -0.0027671316638588905, -0.0025747844483703375, -0.0023824372328817844, -0.0021900900173932314, -0.0019977428019046783, -0.0018053957028314471, -0.001613048487342894, -0.001420701271854341, -0.001228354056365788, -0.001036006840877235, -0.0008436596835963428, -0.0006513124681077898, -0.0004589652526192367, -0.0002666180662345141, -7.42708652978763e-05, 0.00011807633563876152, 0.00031042355112731457, 0.0005027707666158676, 0.0006951179238967597, 0.0008874651393853128, 0.001079812296666205, 0.001272159512154758, 0.001464506727643311, 0.001656853943131864, 0.0018492011586204171, 0.0020415482576936483, 0.0022338954731822014, 0.0024262426886707544, 0.0026185899041593075, 0.0028109371196478605, 0.0030032843351364136, 0.0031956315506249666, 0.0033879787661135197, 0.0035803259816020727, 0.0037726731970906258, 0.003965020179748535, 0.004157367628067732, 0.004349714610725641, 0.004542062059044838, 0.004734409041702747, 0.004926756490021944, 0.0051191034726798534, 0.00531145092099905, 0.0055037979036569595, 0.005696145351976156, 0.005888492334634066, 0.006080839782953262, 0.006273186765611172]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 4.0, 9.0, 18.0, 36.0, 55.0, 89.0, 155.0, 243.0, 313.0, 488.0, 816.0, 1191.0, 1693.0, 2280.0, 3107.0, 4179.0, 5494.0, 7151.0, 9130.0, 11733.0, 14497.0, 18729.0, 24451.0, 32538.0, 43889.0, 57759.0, 73730.0, 91865.0, 413715.0, 88808.0, 70542.0, 52658.0, 38228.0, 28031.0, 20970.0, 15574.0, 11603.0, 8918.0, 6915.0, 5117.0, 3824.0, 2675.0, 1873.0, 1406.0, 962.0, 679.0, 469.0, 328.0, 233.0, 149.0, 109.0, 69.0, 56.0, 36.0, 25.0, 11.0, 8.0, 4.0, 2.0, 3.0, 2.0, 1.0], "bins": [-0.011464354582130909, -0.011085744015872478, -0.010707134380936623, -0.010328523814678192, -0.009949914179742336, -0.009571303613483906, -0.00919269397854805, -0.00881408341228962, -0.008435472846031189, -0.008056863211095333, -0.00767825311049819, -0.007299643009901047, -0.006921032443642616, -0.006542422343045473, -0.00616381224244833, -0.005785202141851187, -0.005406592041254044, -0.0050279819406569, -0.004649371840059757, -0.004270761739462614, -0.0038921514060348272, -0.003513541305437684, -0.0031349309720098972, -0.002756320871412754, -0.002377710770815611, -0.0019991006702184677, -0.0016204904532060027, -0.0012418802361935377, -0.0008632701355963945, -0.00048465997679159045, -0.00010604981798678637, 0.0002725603408180177, 0.0006511704996228218, 0.001029780600219965, 0.00140839081723243, 0.001787001034244895, 0.002165611134842038, 0.0025442212354391813, 0.002922831568866968, 0.0033014416694641113, 0.0036800517700612545, 0.004058661870658398, 0.004437271971255541, 0.004815882071852684, 0.0051944926381111145, 0.005573102738708258, 0.005951712839305401, 0.006330322939902544, 0.006708933040499687, 0.00708754314109683, 0.0074661532416939735, 0.007844763807952404, 0.00822337344288826, 0.00860198400914669, 0.008980593644082546, 0.009359204210340977, 0.009737813845276833, 0.010116424411535263, 0.010495034977793694, 0.01087364461272955, 0.01125225517898798, 0.011630864813923836, 0.012009475380182266, 0.012388085015118122, 0.012766695581376553]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 8.0, 3.0, 1.0, 5.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.021066907793283463, -0.020629994571208954, -0.020193079486489296, -0.019756166264414787, -0.01931925117969513, -0.01888233795762062, -0.018445422872900963, -0.018008509650826454, -0.017571594566106796, -0.017134681344032288, -0.01669776812195778, -0.01626085303723812, -0.015823939815163612, -0.015387025661766529, -0.014950111508369446, -0.014513197354972363, -0.01407628320157528, -0.013639369048178196, -0.013202454894781113, -0.01276554074138403, -0.012328626587986946, -0.011891713365912437, -0.011454799212515354, -0.011017885059118271, -0.010580970905721188, -0.010144056752324104, -0.009707142598927021, -0.009270228445529938, -0.008833315223455429, -0.008396401070058346, -0.007959486916661263, -0.007522572763264179, -0.007085658609867096, -0.006648744456470013, -0.006211830303072929, -0.005774916615337133, -0.00533800246194005, -0.004901088308542967, -0.004464174620807171, -0.004027260467410088, -0.0035903463140130043, -0.003153432160615921, -0.0027165182400494814, -0.0022796043194830418, -0.0018426901660859585, -0.001405776129104197, -0.0009688620921224356, -0.0005319480551406741, -9.503401815891266e-05, 0.0003418800188228488, 0.0007787940558046103, 0.0012157080927863717, 0.0016526221297681332, 0.0020895362831652164, 0.002526450203731656, 0.0029633641242980957, 0.003400278277695179, 0.0038371924310922623, 0.0042741065844893456, 0.0047110202722251415, 0.005147934425622225, 0.005584848579019308, 0.006021762266755104, 0.006458676420152187, 0.006895590573549271]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 3.0, 4.0, 3.0, 3.0, 2.0, 5.0, 9.0, 9.0, 7.0, 7.0, 15.0, 11.0, 10.0, 11.0, 30.0, 34.0, 42.0, 52.0, 45.0, 34.0, 61.0, 56.0, 66.0, 77.0, 74.0, 99.0, 100.0, 119.0, 119.0, 119.0, 165.0, 190.0, 205.0, 218.0, 239.0, 268.0, 287.0, 305.0, 350.0, 385.0, 428.0, 448.0, 545.0, 658.0, 744.0, 900.0, 1409.0, 6566.0, 868.0, 539.0, 379.0, 254.0, 159.0, 156.0, 151.0, 122.0, 108.0, 62.0, 46.0, 26.0, 12.0, 10.0], "bins": [-0.011218257248401642, -0.010989978909492493, -0.010761699639260769, -0.01053342130035162, -0.01030514296144247, -0.010076864622533321, -0.009848585352301598, -0.009620307013392448, -0.0093920286744833, -0.00916375033557415, -0.008935471065342426, -0.008707192726433277, -0.008478914387524128, -0.008250636048614979, -0.008022356778383255, -0.007794078439474106, -0.007565800100564957, -0.00733752129599452, -0.007109242491424084, -0.0068809641525149345, -0.006652685347944498, -0.006424407009035349, -0.006196128204464912, -0.005967849865555763, -0.005739571060985327, -0.005511292722076178, -0.005283013917505741, -0.005054735578596592, -0.0048264567740261555, -0.004598178435117006, -0.00436989963054657, -0.004141621291637421, -0.003913342487066984, -0.0036850639153271914, -0.0034567853435873985, -0.0032285067718476057, -0.003000228200107813, -0.00277194962836802, -0.0025436710566282272, -0.0023153924848884344, -0.0020871139131486416, -0.001858835224993527, -0.0016305566532537341, -0.0014022780815139413, -0.0011739993933588266, -0.0009457208798266947, -0.000717442249879241, -0.0004891636781394482, -0.00026088510639965534, -3.260652010794729e-05, 0.00019567206618376076, 0.00042395066702738404, 0.0006522292387671769, 0.0008805078105069697, 0.0011087864404544234, 0.0013370650121942163, 0.001565343583934009, 0.001793622155673802, 0.0020219008438289165, 0.0022501794155687094, 0.002478457987308502, 0.002706736559048295, 0.002935015130788088, 0.0031632937025278807, 0.0033915722742676735]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.04547812417149544, -0.04460420459508896, -0.04373028129339218, -0.0428563617169857, -0.041982438415288925, -0.041108518838882446, -0.04023459553718567, -0.03936067596077919, -0.03848675638437271, -0.037612833082675934, -0.036738913506269455, -0.03586499020457268, -0.0349910706281662, -0.03411715105175972, -0.03324322775006294, -0.032369308173656464, -0.031495384871959686, -0.030621465295553207, -0.02974754385650158, -0.02887362241744995, -0.027999700978398323, -0.027125779539346695, -0.026251858100295067, -0.025377938523888588, -0.02450401708483696, -0.02363009564578533, -0.022756174206733704, -0.021882252767682076, -0.021008331328630447, -0.02013441175222397, -0.01926049031317234, -0.018386568874120712, -0.017512647435069084, -0.016638725996017456, -0.015764804556965828, -0.014890884049236774, -0.014016962610185146, -0.013143042102456093, -0.012269120663404465, -0.011395199224352837, -0.010521277785301208, -0.009647357277572155, -0.008773435838520527, -0.007899514399468899, -0.007025593891739845, -0.006151672452688217, -0.005277751479297876, -0.004403830040246248, -0.0035299090668559074, -0.002655987860634923, -0.0017820667708292603, -0.0009081456228159368, -3.422447480261326e-05, 0.0008396966732107103, 0.0017136178212240338, 0.0025875389110296965, 0.003461460117250681, 0.004335381090641022, 0.00520930252969265, 0.006083223503082991, 0.0069571444764733315, 0.00783106591552496, 0.008704987354576588, 0.009578907862305641, 0.01045282930135727]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 1.0, 3.0, 3.0, 6.0, 5.0, 2.0, 5.0, 5.0, 1.0, 5.0, 5.0, 5.0, 7.0, 6.0, 4.0, 5.0, 3.0, 6.0, 4.0, 1.0, 2.0, 1.0, 5.0, 4.0, 5.0, 3.0, 0.0, 4.0, 3.0, 5.0, 3.0, 4.0, 3.0, 2.0, 2.0, 1.0, 4.0, 3.0, 5.0, 8.0, 15.0, 67.0, 20.0, 6.0, 5.0, 3.0, 4.0, 0.0, 3.0, 3.0], "bins": [-0.032498687505722046, -0.03191480040550232, -0.031330909579992294, -0.030747022479772568, -0.030163133516907692, -0.029579244554042816, -0.02899535745382309, -0.028411468490958214, -0.027827579528093338, -0.02724369242787361, -0.026659803465008736, -0.02607591450214386, -0.025492025539278984, -0.024908138439059258, -0.02432424947619438, -0.023740360513329506, -0.02315647155046463, -0.022572584450244904, -0.021988695487380028, -0.021404806524515152, -0.020820919424295425, -0.02023703046143055, -0.019653141498565674, -0.019069252535700798, -0.01848536543548107, -0.017901476472616196, -0.01731758750975132, -0.016733700409531593, -0.016149811446666718, -0.015565922483801842, -0.01498203445225954, -0.014398145489394665, -0.013814257457852364, -0.013230369426310062, -0.012646480463445187, -0.012062592431902885, -0.01147870346903801, -0.010894815437495708, -0.010310926474630833, -0.009727038443088531, -0.009143149480223656, -0.008559261448681355, -0.007975373417139053, -0.0073914844542741776, -0.006807596422731876, -0.006223707925528288, -0.005639819428324699, -0.005055930931121111, -0.004472042433917522, -0.003888153936713934, -0.0033042654395103455, -0.0027203771751374006, -0.002136488677933812, -0.0015526001807302237, -0.000968711799941957, -0.0003848233609460294, 0.00019906507804989815, 0.0007829535170458257, 0.0013668419560417533, 0.00195073033683002, 0.0025346188340336084, 0.003118507331237197, 0.0037023955956101418, 0.00428628409281373, 0.004870172590017319]}, "_runtime": 7.528597831726074, "_timestamp": 1596214286.1766427, "_step": 3} +{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 3.0, 4.0, 3.0, 1.0, 2.0, 0.0, 3.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 0.0, 2.0, 0.0, 3.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.017080053687095642, -0.016624920070171356, -0.01616978459060192, -0.015714650973677635, -0.015259516425430775, -0.014804381877183914, -0.014349248260259628, -0.013894113712012768, -0.013438979163765907, -0.012983844615519047, -0.012528710067272186, -0.0120735764503479, -0.01161844190210104, -0.01116330735385418, -0.010708173736929893, -0.010253039188683033, -0.009797904640436172, -0.009342770092189312, -0.008887635543942451, -0.008432501927018166, -0.007977367378771305, -0.007522232830524445, -0.007067098747938871, -0.006611964665353298, -0.006156830117106438, -0.005701695568859577, -0.005246561486274004, -0.004791427403688431, -0.00433629285544157, -0.0038811585400253534, -0.0034260242246091366, -0.0029708899091929197, -0.002515755593776703, -0.002060621278360486, -0.0016054869629442692, -0.0011503526475280523, -0.0006952183321118355, -0.00024008401669561863, 0.00021505029872059822, 0.0006701846141368151, 0.001125318929553032, 0.0015804532449692488, 0.0020355875603854656, 0.0024907218758016825, 0.0029458561912178993, 0.003400990506634116, 0.003856124822050333, 0.004311258904635906, 0.004766393452882767, 0.005221528001129627, 0.0056766620837152, 0.006131796166300774, 0.006586930714547634, 0.007042065262794495, 0.007497199345380068, 0.007952333427965641, 0.008407467976212502, 0.008862602524459362, 0.009317737072706223, 0.009772870689630508, 0.010228005237877369, 0.01068313978612423, 0.011138273403048515, 0.011593407951295376, 0.012048542499542236]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 3.0, 4.0, 4.0, 3.0, 8.0, 6.0, 8.0, 10.0, 22.0, 16.0, 28.0, 38.0, 51.0, 84.0, 67.0, 102.0, 110.0, 156.0, 167.0, 249.0, 304.0, 414.0, 512.0, 2371.0, 1089.0, 726.0, 476.0, 321.0, 163.0, 138.0, 88.0, 50.0, 34.0, 28.0, 18.0, 14.0, 11.0, 10.0, 11.0, 4.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.16212566196918488, -0.1572502851486206, -0.15237492322921753, -0.14749954640865326, -0.142624169588089, -0.1377488076686859, -0.13287343084812164, -0.12799806892871857, -0.1231226921081543, -0.11824732273817062, -0.11337195336818695, -0.10849657654762268, -0.10362120717763901, -0.09874583780765533, -0.09387046098709106, -0.08899509161710739, -0.08411972224712372, -0.07924435287714005, -0.07436898350715637, -0.0694936066865921, -0.06461823731660843, -0.059742867946624756, -0.054867494851350784, -0.04999212175607681, -0.04511675238609314, -0.04024138301610947, -0.035366009920835495, -0.030490638688206673, -0.02561526745557785, -0.020739896222949028, -0.015864524990320206, -0.010989153757691383, -0.006113782525062561, -0.0012384112924337387, 0.0036369599401950836, 0.008512331172823906, 0.013387702405452728, 0.01826307363808155, 0.023138444870710373, 0.028013816103339195, 0.03288918733596802, 0.03776455670595169, 0.04263992980122566, 0.047515302896499634, 0.05239067226648331, 0.05726604163646698, 0.06214141473174095, 0.06701678782701492, 0.0718921571969986, 0.07676752656698227, 0.08164289593696594, 0.08651827275753021, 0.09139364212751389, 0.09626901149749756, 0.10114438831806183, 0.1060197576880455, 0.11089512705802917, 0.11577049642801285, 0.12064586579799652, 0.1255212426185608, 0.13039660453796387, 0.13527198135852814, 0.1401473581790924, 0.14502272009849548, 0.14989809691905975]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 4.0, 1.0, 2.0, 4.0, 3.0, 4.0, 1.0, 1.0, 1.0, 5.0, 0.0, 4.0, 2.0, 2.0, 3.0, 25.0, 1.0, 6.0, 5.0, 2.0, 2.0, 2.0, 2.0, 4.0, 3.0, 2.0, 0.0, 2.0, 3.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 3.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004201964009553194, -0.004032556898891926, -0.0038631500210613012, -0.0036937431432306767, -0.0035243360325694084, -0.003354929154738784, -0.0031855222769081593, -0.003016115166246891, -0.0028467082884162664, -0.002677301410585642, -0.0025078942999243736, -0.002338487422093749, -0.0021690805442631245, -0.0019996734336018562, -0.0018302665557712317, -0.0016608595615252852, -0.0014914525672793388, -0.0013220455730333924, -0.001152638578787446, -0.0009832317009568214, -0.000813824706710875, -0.0006444177124649286, -0.00047501077642664313, -0.0003056038112845272, -0.00013619684614241123, 3.321011899970472e-05, 0.00020261708414182067, 0.0003720240492839366, 0.0005414310144260526, 0.000710838008671999, 0.0008802449447102845, 0.00104965188074857, 0.0012190588749945164, 0.0013884658692404628, 0.0015578728634864092, 0.0017272797413170338, 0.0018966867355629802, 0.0020660937298089266, 0.002235500607639551, 0.0024049077183008194, 0.002574314596131444, 0.0027437214739620686, 0.002913128584623337, 0.0030825354624539614, 0.003251942340284586, 0.003421349450945854, 0.0035907563287764788, 0.003760163439437747, 0.003929570317268372, 0.00409897742792964, 0.004268384072929621, 0.004437791183590889, 0.004607198294252157, 0.004776604939252138, 0.004946012049913406, 0.005115419160574675, 0.005284826271235943, 0.005454232916235924, 0.005623640026897192, 0.00579304713755846, 0.005962453782558441, 0.006131860893219709, 0.006301268003880978, 0.0064706746488809586, 0.006640081759542227]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 0.0, 2.0, 4.0, 14.0, 23.0, 27.0, 42.0, 81.0, 124.0, 214.0, 319.0, 520.0, 775.0, 1195.0, 1805.0, 2618.0, 3937.0, 5485.0, 7570.0, 10510.0, 14204.0, 19608.0, 26803.0, 37997.0, 55375.0, 78425.0, 105160.0, 429776.0, 99450.0, 74708.0, 54144.0, 39102.0, 28076.0, 20259.0, 15058.0, 11291.0, 8836.0, 6826.0, 5354.0, 3847.0, 2992.0, 2141.0, 1538.0, 1125.0, 810.0, 520.0, 351.0, 207.0, 142.0, 103.0, 58.0, 29.0, 23.0, 16.0, 9.0, 5.0, 3.0, 3.0, 3.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.011931347660720348, -0.011512870900332928, -0.011094393208622932, -0.010675916448235512, -0.010257439687848091, -0.009838961996138096, -0.009420485235750675, -0.00900200754404068, -0.00858353078365326, -0.008165054023265839, -0.007746576331555843, -0.007328099571168423, -0.006909622345119715, -0.006491145119071007, -0.006072668358683586, -0.005654191132634878, -0.00523571390658617, -0.004817236680537462, -0.004398759454488754, -0.003980282694101334, -0.0035618054680526257, -0.0031433282420039177, -0.0027248512487858534, -0.002306374255567789, -0.0018878970295190811, -0.001469419919885695, -0.0010509428102523088, -0.0006324657006189227, -0.00021398859098553658, 0.00020448851864784956, 0.0006229656282812357, 0.0010414427379146218, 0.001459919847548008, 0.001878396957181394, 0.0022968740668147802, 0.0027153510600328445, 0.0031338282860815525, 0.0035523055121302605, 0.003970782272517681, 0.004389259498566389, 0.004807736724615097, 0.005226213950663805, 0.005644691176712513, 0.006063167937099934, 0.006481645163148642, 0.0069001223891973495, 0.00731859914958477, 0.007737076375633478, 0.008155553601682186, 0.008574030362069607, 0.008992508053779602, 0.009410984814167023, 0.009829461574554443, 0.010247939266264439, 0.01066641602665186, 0.011084893718361855, 0.011503370478749275, 0.011921847239136696, 0.012340324930846691, 0.012758801691234112, 0.013177279382944107, 0.013595756143331528, 0.014014232903718948, 0.014432710595428944, 0.014851187355816364]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 0.0, 3.0, 2.0, 1.0, 0.0, 1.0, 3.0, 2.0, 1.0, 1.0, 2.0, 8.0, 1.0, 3.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006804388016462326, -0.006604385562241077, -0.006404383573681116, -0.0062043811194598675, -0.006004379130899906, -0.0058043766766786575, -0.005604374222457409, -0.005404372233897448, -0.005204369779676199, -0.00500436732545495, -0.004804365336894989, -0.00460436288267374, -0.004404360428452492, -0.0042043584398925304, -0.004004355985671282, -0.003804353764280677, -0.003604351542890072, -0.003404349321499467, -0.003204347100108862, -0.0030043446458876133, -0.0028043424244970083, -0.0026043402031064034, -0.0024043377488851547, -0.0022043355274945498, -0.0020043333061039448, -0.0018043310847133398, -0.001604328746907413, -0.0014043264091014862, -0.0012043241877108812, -0.0010043219663202763, -0.0008043196285143495, -0.0006043173489160836, -0.0004043150693178177, -0.0002043127897195518, -4.310510121285915e-06, 0.00019569176947697997, 0.00039569404907524586, 0.0005956963286735117, 0.0007956986082717776, 0.0009957009460777044, 0.0011957031674683094, 0.0013957053888589144, 0.0015957077266648412, 0.001795710064470768, 0.001995712285861373, 0.002195714507251978, 0.0023957169614732265, 0.0025957191828638315, 0.0027957214042544365, 0.0029957236256450415, 0.0031957258470356464, 0.003395728301256895, 0.0035957305226475, 0.003795732744038105, 0.003995735198259354, 0.004195737186819315, 0.004395739641040564, 0.004595742095261812, 0.0047957440838217735, 0.004995746538043022, 0.005195748992264271, 0.005395750980824232, 0.005595753435045481, 0.005795755423605442, 0.005995757877826691]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 3.0, 1.0, 6.0, 6.0, 4.0, 2.0, 9.0, 20.0, 10.0, 7.0, 26.0, 20.0, 38.0, 26.0, 31.0, 63.0, 70.0, 69.0, 92.0, 103.0, 132.0, 166.0, 222.0, 234.0, 270.0, 319.0, 385.0, 379.0, 444.0, 497.0, 666.0, 792.0, 1149.0, 6837.0, 2079.0, 995.0, 635.0, 515.0, 382.0, 273.0, 167.0, 99.0, 59.0, 27.0, 21.0, 17.0, 13.0, 8.0, 9.0, 6.0, 8.0, 2.0, 2.0, 2.0, 3.0, 0.0, 1.0, 4.0, 1.0, 2.0], "bins": [-0.008095923811197281, -0.00788102112710476, -0.007666118908673525, -0.0074512166902422905, -0.007236314006149769, -0.0070214117877185345, -0.006806509103626013, -0.0065916068851947784, -0.006376704201102257, -0.006161801982671022, -0.005946899764239788, -0.005731997080147266, -0.005517094861716032, -0.00530219217762351, -0.005087289959192276, -0.004872387275099754, -0.00465748505666852, -0.004442582838237286, -0.004227680154144764, -0.00401277793571353, -0.003797875251621008, -0.0035829730331897736, -0.0033680705819278955, -0.0031531681306660175, -0.0029382656794041395, -0.0027233632281422615, -0.0025084607768803835, -0.0022935583256185055, -0.002078656107187271, -0.0018637535395100713, -0.001648851204663515, -0.001433948753401637, -0.001219046302139759, -0.001004143850877881, -0.000789241457823664, -0.0005743390647694468, -0.00035943661350756884, -0.00014453419134952128, 7.036823080852628e-05, 0.00028527065296657383, 0.0005001730751246214, 0.0007150755263864994, 0.0009299779194407165, 0.0011448803124949336, 0.0013597827637568116, 0.0015746852150186896, 0.0017895875498652458, 0.002004490001127124, 0.002219392452389002, 0.00243429490365088, 0.002649197354912758, 0.002864099806174636, 0.003079002257436514, 0.0032939044758677483, 0.0035088069271296263, 0.0037237093783915043, 0.003938611596822739, 0.00415351428091526, 0.004368416499346495, 0.004583319183439016, 0.004798221401870251, 0.005013124085962772, 0.005228026304394007, 0.005442928988486528, 0.005657831206917763]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 5.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.030693208798766136, -0.030170004814863205, -0.029646800830960274, -0.029123594984412193, -0.028600391000509262, -0.02807718701660633, -0.0275539830327034, -0.02703077904880047, -0.026507575064897537, -0.025984369218349457, -0.025461165234446526, -0.024937961250543594, -0.024414757266640663, -0.023891553282737732, -0.02336834743618965, -0.02284514345228672, -0.02232193946838379, -0.021798735484480858, -0.021275531500577927, -0.020752325654029846, -0.020229121670126915, -0.019705917686223984, -0.019182713702321053, -0.01865950971841812, -0.01813630387187004, -0.01761309988796711, -0.01708989590406418, -0.016566691920161247, -0.016043487936258316, -0.01552028302103281, -0.014997079037129879, -0.014473874121904373, -0.013950670138001442, -0.01342746615409851, -0.012904261238873005, -0.012381057254970074, -0.011857852339744568, -0.011334648355841637, -0.010811444371938705, -0.0102882394567132, -0.009765035472810268, -0.009241831488907337, -0.008718626573681831, -0.0081954225897789, -0.007672218140214682, -0.007149013690650463, -0.006625809706747532, -0.006102605257183313, -0.005579400807619095, -0.005056196358054876, -0.004532991908490658, -0.004009787924587727, -0.003486583475023508, -0.0029633790254592896, -0.0024401748087257147, -0.001916970475576818, -0.0013937661424279213, -0.0008705618092790246, -0.0003473574761301279, 0.0001758468570187688, 0.0006990511901676655, 0.0012222555233165622, 0.0017454598564654589, 0.0022686640731990337, 0.0027918685227632523]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 3.0, 2.0, 0.0, 2.0, 2.0, 1.0, 4.0, 8.0, 7.0, 4.0, 4.0, 1.0, 4.0, 3.0, 2.0, 3.0, 6.0, 5.0, 4.0, 4.0, 1.0, 3.0, 3.0, 3.0, 3.0, 2.0, 2.0, 1.0, 0.0, 7.0, 9.0, 4.0, 8.0, 2.0, 7.0, 6.0, 5.0, 1.0, 1.0, 4.0, 9.0, 4.0, 10.0, 13.0, 55.0, 10.0, 10.0, 9.0, 9.0, 2.0, 5.0, 1.0, 2.0, 1.0], "bins": [-0.026589661836624146, -0.026105105876922607, -0.02562054991722107, -0.02513599395751953, -0.024651437997817993, -0.024166880175471306, -0.023682324215769768, -0.02319776825606823, -0.02271321229636669, -0.022228656336665154, -0.021744100376963615, -0.021259544417262077, -0.02077498659491539, -0.020290430635213852, -0.019805874675512314, -0.019321318715810776, -0.018836762756109238, -0.0183522067964077, -0.01786765083670616, -0.017383094877004623, -0.016898538917303085, -0.016413981094956398, -0.01592942513525486, -0.015444869175553322, -0.014960313215851784, -0.014475757256150246, -0.013991201296448708, -0.013506644405424595, -0.013022088445723057, -0.012537532486021519, -0.012052975594997406, -0.011568419635295868, -0.01108386367559433, -0.010599307715892792, -0.010114751756191254, -0.009630194865167141, -0.009145638905465603, -0.008661082945764065, -0.008176526054739952, -0.007691970095038414, -0.007207414135336876, -0.006722858175635338, -0.0062383017502725124, -0.005753745324909687, -0.005269189365208149, -0.004784633405506611, -0.0043000769801437855, -0.0038155207876116037, -0.003330964595079422, -0.0028464084025472403, -0.0023618522100150585, -0.0018772960174828768, -0.001392739824950695, -0.0009081836324185133, -0.00042362743988633156, 6.092875264585018e-05, 0.0005454849451780319, 0.0010300411377102137, 0.0015145973302423954, 0.001999153522774577, 0.002483709715306759, 0.0029682659078389406, 0.0034528221003711224, 0.003937378525733948, 0.004421934485435486]}, "_runtime": 8.302913665771484, "_timestamp": 1596214286.9509585, "_step": 4} +{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 1.0, 4.0, 3.0, 1.0, 2.0, 4.0, 3.0, 5.0, 3.0, 3.0, 6.0, 1.0, 3.0, 0.0, 0.0, 4.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.027832213789224625, -0.027120325714349747, -0.02640843763947487, -0.02569654770195484, -0.024984659627079964, -0.024272771552205086, -0.023560883477330208, -0.02284899353981018, -0.022137105464935303, -0.021425217390060425, -0.020713329315185547, -0.02000144124031067, -0.019289551302790642, -0.018577663227915764, -0.017865775153040886, -0.017153887078166008, -0.01644199714064598, -0.015730109065771103, -0.015018220990896225, -0.014306332916021347, -0.013594443909823895, -0.012882555834949017, -0.012170666828751564, -0.011458778753876686, -0.010746890679001808, -0.010035001672804356, -0.009323113597929478, -0.008611224591732025, -0.007899336516857147, -0.007187447976320982, -0.006475559435784817, -0.0057636708952486515, -0.005051782354712486, -0.004339893814176321, -0.003628005273640156, -0.002916116965934634, -0.002204228425398469, -0.0014923398848623037, -0.0007804514607414603, -6.8562978412956e-05, 0.0006433255039155483, 0.0013552140444517136, 0.002067102584987879, 0.0027789908926934004, 0.0034908794332295656, 0.004202767740935087, 0.0049146562814712524, 0.005626544822007418, 0.006338433362543583, 0.007050321903079748, 0.007762210443615913, 0.008474098518490791, 0.009185987524688244, 0.009897875599563122, 0.010609764605760574, 0.011321652680635452, 0.01203354075551033, 0.012745429761707783, 0.01345731783658266, 0.014169206842780113, 0.014881094917654991, 0.015592983923852444, 0.016304872930049896, 0.017016761004924774, 0.017728649079799652]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 0.0, 3.0, 2.0, 2.0, 5.0, 2.0, 2.0, 9.0, 10.0, 6.0, 20.0, 27.0, 40.0, 47.0, 69.0, 84.0, 140.0, 183.0, 312.0, 442.0, 609.0, 2571.0, 1647.0, 769.0, 391.0, 216.0, 113.0, 70.0, 41.0, 23.0, 15.0, 16.0, 10.0, 9.0, 6.0, 5.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.2744584083557129, -0.267522394657135, -0.26058638095855713, -0.25365036725997925, -0.24671436846256256, -0.23977835476398468, -0.232842355966568, -0.2259063422679901, -0.21897032856941223, -0.21203431487083435, -0.20509830117225647, -0.19816230237483978, -0.1912262886762619, -0.18429027497768402, -0.17735427618026733, -0.17041826248168945, -0.16348224878311157, -0.1565462350845337, -0.1496102213859558, -0.14267422258853912, -0.13573820888996124, -0.12880219519138336, -0.12186618894338608, -0.1149301826953888, -0.10799416899681091, -0.10105815529823303, -0.09412214905023575, -0.08718614280223846, -0.08025012910366058, -0.0733141154050827, -0.06637810915708542, -0.059442099183797836, -0.052506089210510254, -0.04557007923722267, -0.03863406926393509, -0.03169805929064751, -0.024762049317359924, -0.017826039344072342, -0.01089002937078476, -0.003954019397497177, 0.0029819905757904053, 0.009918000549077988, 0.01685401052236557, 0.023790020495653152, 0.030726030468940735, 0.03766204044222832, 0.0445980504155159, 0.05153406038880348, 0.058470070362091064, 0.06540608406066895, 0.07234209030866623, 0.07927809655666351, 0.0862141102552414, 0.09315012395381927, 0.10008613020181656, 0.10702213644981384, 0.11395815014839172, 0.1208941638469696, 0.12783017754554749, 0.13476617634296417, 0.14170219004154205, 0.14863820374011993, 0.15557420253753662, 0.1625102162361145, 0.16944622993469238]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 5.0, 0.0, 2.0, 3.0, 1.0, 3.0, 4.0, 2.0, 2.0, 5.0, 2.0, 0.0, 0.0, 4.0, 2.0, 0.0, 28.0, 4.0, 4.0, 5.0, 4.0, 3.0, 1.0, 2.0, 1.0, 4.0, 4.0, 2.0, 0.0, 1.0, 2.0, 3.0, 1.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.005291045643389225, -0.005119193345308304, -0.004947340581566095, -0.004775488283485174, -0.004603635519742966, -0.0044317832216620445, -0.004259930923581123, -0.004088078159838915, -0.003916225861757994, -0.003744373330846429, -0.003572520799934864, -0.003400668501853943, -0.003228815970942378, -0.0030569634400308132, -0.002885111141949892, -0.0027132586110383272, -0.0025414060801267624, -0.0023695535492151976, -0.0021977010183036327, -0.0020258487202227116, -0.0018539961893111467, -0.001682143658399582, -0.001510291243903339, -0.001338438829407096, -0.001166586298495531, -0.0009947337675839663, -0.0008228813530877233, -0.0006510288803838193, -0.00047917640767991543, -0.0003073239349760115, -0.0001354714622721076, 3.638101043179631e-05, 0.00020823348313570023, 0.00038008595583960414, 0.000551938428543508, 0.000723790901247412, 0.0008956433739513159, 0.0010674959048628807, 0.0012393483193591237, 0.0014112007338553667, 0.0015830532647669315, 0.0017549057956784964, 0.0019267582101747394, 0.0020986106246709824, 0.002270463155582547, 0.002442315686494112, 0.002614167984575033, 0.002786020515486598, 0.002957873046398163, 0.0031297255773097277, 0.0033015781082212925, 0.0034734304063022137, 0.0036452829372137785, 0.0038171354681253433, 0.0039889877662062645, 0.004160840529948473, 0.004332692828029394, 0.004504545126110315, 0.004676397889852524, 0.004848250187933445, 0.005020102486014366, 0.005191955249756575, 0.005363807547837496, 0.005535660311579704, 0.0057075126096606255]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 3.0, 5.0, 7.0, 10.0, 19.0, 42.0, 64.0, 129.0, 210.0, 374.0, 575.0, 838.0, 1191.0, 1731.0, 2422.0, 3285.0, 4359.0, 5714.0, 7527.0, 9637.0, 12396.0, 16310.0, 21635.0, 29641.0, 42154.0, 61324.0, 87491.0, 117673.0, 434431.0, 90759.0, 62760.0, 42961.0, 30057.0, 22392.0, 16643.0, 12733.0, 9883.0, 7560.0, 5709.0, 4520.0, 3362.0, 2504.0, 1924.0, 1378.0, 984.0, 706.0, 515.0, 371.0, 264.0, 154.0, 124.0, 72.0, 54.0, 30.0, 11.0, 6.0, 7.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.013508596457540989, -0.013044324703514576, -0.012580052018165588, -0.012115780264139175, -0.011651508510112762, -0.011187235824763775, -0.010722964070737362, -0.010258692316710949, -0.009794419631361961, -0.009330147877335548, -0.008865876123309135, -0.008401604369282722, -0.007937331683933735, -0.007473059929907322, -0.007008787710219622, -0.006544515956193209, -0.006080243736505508, -0.005615971516817808, -0.005151699762791395, -0.004687427543103695, -0.004223155789077282, -0.0037588835693895817, -0.0032946113497018814, -0.002830339362844825, -0.002366067375987768, -0.0019017953891307116, -0.0014375232858583331, -0.0009732512407936156, -0.000508979195728898, -4.470715066418052e-05, 0.000419564894400537, 0.0008838369394652545, 0.001348108984529972, 0.0018123809713870287, 0.0022766529582440853, 0.0027409251779317856, 0.003205197164788842, 0.003669469151645899, 0.004133741371333599, 0.004598013125360012, 0.005062285345047712, 0.005526557564735413, 0.0059908293187618256, 0.006455101538449526, 0.006919373758137226, 0.007383645512163639, 0.007847917266190052, 0.00831218995153904, 0.008776461705565453, 0.009240733459591866, 0.009705006144940853, 0.010169277898967266, 0.010633549652993679, 0.011097822338342667, 0.01156209409236908, 0.012026365846395493, 0.012490637600421906, 0.012954910285770893, 0.013419182039797306, 0.013883453793823719, 0.014347726479172707, 0.01481199823319912, 0.015276269987225533, 0.015740541741251945, 0.016204815357923508]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 1.0, 1.0, 3.0, 2.0, 3.0, 1.0, 3.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 2.0, 5.0, 6.0, 2.0, 6.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008390776813030243, -0.00799049437046051, -0.007590211927890778, -0.007189929019659758, -0.006789646577090025, -0.006389364134520292, -0.00598908169195056, -0.005588799249380827, -0.005188516341149807, -0.004788233898580074, -0.004387951456010342, -0.003987669013440609, -0.0035873865708708763, -0.0031871038954705, -0.0027868214529007673, -0.002386538777500391, -0.0019862563349306583, -0.0015859737759456038, -0.0011856912169605494, -0.0007854087743908167, -0.0003851262154057622, 1.515631447546184e-05, 0.0004154388443566859, 0.0008157213451340795, 0.001216003904119134, 0.0016162864631041884, 0.002016569022089243, 0.0024168514646589756, 0.0028171339072287083, 0.0032174165826290846, 0.0036176990251988173, 0.004017981700599194, 0.004418264143168926, 0.004818546585738659, 0.005218829028308392, 0.0056191119365394115, 0.006019394379109144, 0.006419676821678877, 0.0068199592642486095, 0.007220241706818342, 0.007620524615049362, 0.008020807057619095, 0.008421089500188828, 0.00882137194275856, 0.009221654385328293, 0.009621936827898026, 0.010022219270467758, 0.01042250171303749, 0.010822784155607224, 0.01122306752949953, 0.011623349972069263, 0.012023632414638996, 0.012423914857208729, 0.012824197299778461, 0.013224479742348194, 0.013624762184917927, 0.01402504462748766, 0.014425327070057392, 0.014825609512627125, 0.015225892886519432, 0.015626175329089165, 0.016026457771658897, 0.01642674021422863, 0.016827022656798363, 0.017227305099368095]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 2.0, 1.0, 7.0, 9.0, 20.0, 23.0, 23.0, 36.0, 56.0, 80.0, 105.0, 111.0, 152.0, 176.0, 217.0, 330.0, 336.0, 413.0, 445.0, 558.0, 699.0, 929.0, 1074.0, 1969.0, 6978.0, 1289.0, 630.0, 457.0, 355.0, 266.0, 176.0, 104.0, 80.0, 65.0, 45.0, 42.0, 22.0, 31.0, 25.0, 21.0, 11.0, 7.0, 10.0, 2.0, 1.0, 4.0, 1.0, 3.0, 5.0, 9.0, 2.0, 4.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0], "bins": [-0.0071177915669977665, -0.006847630254924297, -0.006577468477189541, -0.006307307165116072, -0.006037145387381315, -0.005766984075307846, -0.00549682229757309, -0.0052266609854996204, -0.004956499673426151, -0.004686337895691395, -0.004416176583617926, -0.004146014805883169, -0.0038758534938097, -0.003605691948905587, -0.0033355304040014744, -0.0030653688590973616, -0.0027952073141932487, -0.002525045769289136, -0.002254884224385023, -0.0019847226794809103, -0.0017145612509921193, -0.0014443997060880065, -0.0011742382775992155, -0.0009040767326951027, -0.0006339151877909899, -0.0003637536719907075, -9.359215619042516e-05, 0.0001765693596098572, 0.00044673087541013956, 0.0007168924203142524, 0.0009870538488030434, 0.0012572153937071562, 0.001527376938611269, 0.0017975384835153818, 0.0020677000284194946, 0.0023378615733236074, 0.0026080231182277203, 0.0028781844303011894, 0.0031483459752053022, 0.003418507520109415, 0.003688669065013528, 0.003958830609917641, 0.00422899192199111, 0.004499153699725866, 0.0047693150117993355, 0.005039476789534092, 0.005309638101607561, 0.005579799879342318, 0.005849961191415787, 0.006120122503489256, 0.006390284281224012, 0.0066604455932974815, 0.006930607371032238, 0.007200768683105707, 0.007470930460840464, 0.007741091772913933, 0.00801125355064869, 0.008281414397060871, 0.008551576174795628, 0.008821737952530384, 0.00909189973026514, 0.009362060576677322, 0.009632222354412079, 0.009902384132146835, 0.010172545909881592]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03571067005395889, -0.03496651351451874, -0.034222353249788284, -0.03347819671034813, -0.032734040170907974, -0.03198987990617752, -0.031245723366737366, -0.03050156496465206, -0.029757406562566757, -0.029013250023126602, -0.028269091621041298, -0.027524933218955994, -0.02678077667951584, -0.026036618277430534, -0.02529245987534523, -0.024548303335905075, -0.02380414493381977, -0.023059986531734467, -0.02231582999229431, -0.021571671590209007, -0.020827513188123703, -0.020083356648683548, -0.019339198246598244, -0.01859503984451294, -0.017850883305072784, -0.01710672490298748, -0.016362566500902176, -0.015618409030139446, -0.014874251559376717, -0.014130093157291412, -0.013385935686528683, -0.012641777284443378, -0.011897619813680649, -0.01115346234291792, -0.010409303940832615, -0.009665146470069885, -0.008920988067984581, -0.008176830597221851, -0.007432673126459122, -0.006688515190035105, -0.005944357253611088, -0.005200199317187071, -0.004456041380763054, -0.0037118839100003242, -0.0029677259735763073, -0.0022235680371522903, -0.001479410333558917, -0.0007352525135502219, 8.905306458473206e-06, 0.0007530631264671683, 0.0014972209464758635, 0.0022413786500692368, 0.0029855365864932537, 0.0037296945229172707, 0.00447385199368, 0.005218009930104017, 0.005962167866528034, 0.006706325802952051, 0.007450483739376068, 0.008194641210138798, 0.008938798680901527, 0.009682957082986832, 0.010427114553749561, 0.011171272955834866, 0.011915430426597595]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 5.0, 1.0, 1.0, 6.0, 5.0, 4.0, 2.0, 4.0, 5.0, 6.0, 6.0, 4.0, 4.0, 5.0, 9.0, 4.0, 6.0, 4.0, 5.0, 5.0, 4.0, 8.0, 3.0, 7.0, 5.0, 1.0, 0.0, 3.0, 3.0, 2.0, 3.0, 3.0, 1.0, 4.0, 3.0, 2.0, 2.0, 0.0, 2.0, 4.0, 4.0, 59.0, 10.0, 11.0, 4.0, 8.0, 5.0, 5.0, 7.0, 4.0, 4.0, 2.0, 2.0, 0.0, 1.0, 2.0], "bins": [-0.022009773179888725, -0.021563708782196045, -0.021117646247148514, -0.020671581849455833, -0.020225517451763153, -0.019779453054070473, -0.01933339051902294, -0.01888732612133026, -0.01844126172363758, -0.01799519918859005, -0.01754913479089737, -0.01710307039320469, -0.01665700599551201, -0.016210943460464478, -0.015764879062771797, -0.015318814665079117, -0.014872751198709011, -0.014426687732338905, -0.013980623334646225, -0.01353455986827612, -0.013088495470583439, -0.012642432004213333, -0.012196367606520653, -0.011750304140150547, -0.011304240673780441, -0.010858176276087761, -0.010412112809717655, -0.009966048412024975, -0.009519984945654869, -0.009073920547962189, -0.008627857081592083, -0.008181792683899403, -0.007735729217529297, -0.007289665285497904, -0.006843601353466511, -0.006397537421435118, -0.005951473489403725, -0.005505410023033619, -0.005059346091002226, -0.004613282158970833, -0.00416721822693944, -0.0037211542949080467, -0.0032750903628766537, -0.0028290266636759043, -0.0023829627316445112, -0.0019368987996131182, -0.001490834983997047, -0.0010447711683809757, -0.0005987072363495827, -0.00015264336252585053, 0.0002934205112978816, 0.0007394843851216137, 0.0011855482589453459, 0.001631612190976739, 0.0020776758901774883, 0.0025237398222088814, 0.0029698037542402744, 0.0034158676862716675, 0.0038619316183030605, 0.004307995550334454, 0.004754059016704559, 0.005200122948735952, 0.005646186880767345, 0.0060922508127987385, 0.0065383147448301315]}, "_runtime": 9.083924531936646, "_timestamp": 1596214287.7319694, "_step": 5} +{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 2.0, 3.0, 3.0, 3.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012729344889521599, -0.012331974692642689, -0.011934604495763779, -0.011537233367562294, -0.011139863170683384, -0.010742492973804474, -0.010345122776925564, -0.009947752580046654, -0.009550381451845169, -0.009153011254966259, -0.008755641058087349, -0.008358270861208439, -0.007960900664329529, -0.0075635300017893314, -0.007166159804910421, -0.006768789142370224, -0.006371418945491314, -0.005974048748612404, -0.0055766780860722065, -0.005179307889193296, -0.004781937226653099, -0.004384567029774189, -0.003987196832895279, -0.003589826403185725, -0.0031924559734761715, -0.0027950855437666178, -0.002397715114057064, -0.002000344917178154, -0.0016029744874686003, -0.0012056040577590466, -0.0008082337444648147, -0.00041086337296292186, -1.3493001461029053e-05, 0.00038387737004086375, 0.0007812477415427566, 0.0011786180548369884, 0.0015759884845465422, 0.001973358914256096, 0.002370729111135006, 0.0027680995408445597, 0.0031654699705541134, 0.003562840400263667, 0.003960210829973221, 0.004357581026852131, 0.004754951223731041, 0.005152321886271238, 0.005549692083150148, 0.005947062745690346, 0.006344432942569256, 0.006741803139448166, 0.007139173801988363, 0.007536543998867273, 0.00793391466140747, 0.00833128485828638, 0.00872865505516529, 0.009126025252044201, 0.009523395448923111, 0.009920766577124596, 0.010318136774003506, 0.010715506970882416, 0.011112877167761326, 0.011510247364640236, 0.01190761849284172, 0.01230498868972063, 0.01270235888659954]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 3.0, 10.0, 3.0, 5.0, 5.0, 14.0, 11.0, 14.0, 21.0, 21.0, 29.0, 44.0, 46.0, 48.0, 69.0, 94.0, 119.0, 155.0, 197.0, 248.0, 276.0, 329.0, 483.0, 2206.0, 1237.0, 768.0, 487.0, 292.0, 204.0, 127.0, 80.0, 59.0, 57.0, 33.0, 33.0, 17.0, 17.0, 14.0, 8.0, 10.0, 7.0, 4.0, 4.0, 8.0, 1.0, 0.0, 3.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.1491992175579071, -0.14474348723888397, -0.14028777182102203, -0.1358320415019989, -0.13137631118297577, -0.12692059576511383, -0.1224648654460907, -0.11800913512706757, -0.11355341225862503, -0.1090976893901825, -0.10464195907115936, -0.10018623620271683, -0.09573051333427429, -0.09127478301525116, -0.08681906014680862, -0.08236332982778549, -0.07790760695934296, -0.07345188409090042, -0.06899615377187729, -0.06454043090343475, -0.06008470430970192, -0.055628977715969086, -0.05117325484752655, -0.046717528253793716, -0.04226180166006088, -0.03780607506632805, -0.033350348472595215, -0.02889462560415268, -0.024438899010419846, -0.01998317241668701, -0.015527447685599327, -0.011071722023189068, -0.006615996360778809, -0.0021602706983685493, 0.00229545496404171, 0.006751180626451969, 0.011206906288862228, 0.015662632882595062, 0.020118357613682747, 0.02457408234477043, 0.029029808938503265, 0.0334855355322361, 0.03794126212596893, 0.04239698499441147, 0.0468527115881443, 0.051308438181877136, 0.05576416105031967, 0.060219887644052505, 0.06467561423778534, 0.06913133710622787, 0.07358706742525101, 0.07804279029369354, 0.08249852061271667, 0.08695424348115921, 0.09140996634960175, 0.09586569666862488, 0.10032141953706741, 0.10477714240550995, 0.10923287272453308, 0.11368859559297562, 0.11814431846141815, 0.12260004878044128, 0.12705577909946442, 0.13151149451732635, 0.1359672248363495]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 4.0, 4.0, 2.0, 6.0, 3.0, 2.0, 4.0, 1.0, 2.0, 24.0, 1.0, 5.0, 1.0, 3.0, 1.0, 2.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 4.0, 1.0, 2.0, 1.0, 5.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 3.0], "bins": [-0.006050214171409607, -0.005890189204365015, -0.005730164237320423, -0.005570139270275831, -0.005410114303231239, -0.00525008887052536, -0.005090063903480768, -0.004930038936436176, -0.004770013969391584, -0.0046099890023469925, -0.004449964035302401, -0.004289939068257809, -0.0041299136355519295, -0.003969888668507338, -0.0038098637014627457, -0.0036498387344181538, -0.003489813767373562, -0.00332978880032897, -0.003169763833284378, -0.0030097386334091425, -0.0028497136663645506, -0.0026896886993199587, -0.002529663499444723, -0.0023696385324001312, -0.0022096135653555393, -0.0020495885983109474, -0.0018895635148510337, -0.00172953843139112, -0.001569513464346528, -0.0014094884973019361, -0.0012494634138420224, -0.0010894383303821087, -0.0009294133633375168, -0.000769388338085264, -0.0006093633128330112, -0.00044933828758075833, -0.0002893132623285055, -0.0001292882370762527, 3.073678817600012e-05, 0.00019076181342825294, 0.00035078683868050575, 0.0005108118639327586, 0.0006708368891850114, 0.0008308619144372642, 0.000990886939689517, 0.001150911906734109, 0.0013109369901940227, 0.0014709620736539364, 0.0016309870406985283, 0.0017910120077431202, 0.001951037091203034, 0.0021110621746629477, 0.0022710871417075396, 0.0024311121087521315, 0.002591137308627367, 0.002751162275671959, 0.002911187242716551, 0.0030712122097611427, 0.0032312371768057346, 0.00339126237668097, 0.003551287343725562, 0.003711312310770154, 0.0038713375106453896, 0.0040313624776899815, 0.004191387444734573]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 4.0, 6.0, 9.0, 19.0, 34.0, 35.0, 84.0, 124.0, 175.0, 254.0, 433.0, 552.0, 787.0, 1100.0, 1370.0, 1910.0, 2377.0, 3149.0, 3965.0, 4893.0, 6243.0, 7816.0, 9836.0, 12319.0, 15172.0, 18992.0, 24066.0, 31391.0, 41394.0, 55700.0, 74838.0, 97526.0, 413394.0, 88309.0, 65567.0, 47742.0, 34856.0, 26161.0, 20102.0, 16073.0, 12760.0, 10090.0, 7716.0, 5926.0, 4308.0, 3099.0, 2257.0, 1543.0, 1048.0, 726.0, 502.0, 306.0, 225.0, 135.0, 89.0, 59.0, 33.0, 24.0, 9.0, 8.0, 2.0, 2.0], "bins": [-0.014528391882777214, -0.014106037095189095, -0.013683682307600975, -0.013261327520012856, -0.012838972732424736, -0.012416617944836617, -0.011994262225925922, -0.011571907438337803, -0.011149552650749683, -0.010727197863161564, -0.010304843075573444, -0.009882488287985325, -0.009460133500397205, -0.009037778712809086, -0.008615423925220966, -0.008193069137632847, -0.00777071388438344, -0.0073483590967953205, -0.006926004309207201, -0.006503649055957794, -0.006081294268369675, -0.005658939480781555, -0.005236584693193436, -0.004814229905605316, -0.004391875118017197, -0.00396951986476779, -0.0035471650771796703, -0.003124810289591551, -0.0027024555020034313, -0.002280100481584668, -0.0018577456939965487, -0.0014353907899931073, -0.001013035885989666, -0.0005906809819862247, -0.00016832613619044423, 0.00025402873870916665, 0.0006763836136087775, 0.0010987385176122189, 0.0015210933052003384, 0.0019434482092037797, 0.002365803113207221, 0.0027881579007953405, 0.0032105129212141037, 0.003632867708802223, 0.004055222496390343, 0.004477577283978462, 0.004899932537227869, 0.0053222873248159885, 0.005744642112404108, 0.0061669968999922276, 0.006589351687580347, 0.007011706940829754, 0.007434061728417873, 0.007856416516005993, 0.008278771303594112, 0.008701126091182232, 0.009123480878770351, 0.009545835666358471, 0.00996819045394659, 0.010390546172857285, 0.010812900960445404, 0.011235255748033524, 0.011657610535621643, 0.012079965323209763, 0.012502320110797882]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 4.0, 0.0, 1.0, 2.0, 3.0, 1.0, 2.0, 1.0, 0.0, 2.0, 4.0, 2.0, 0.0, 2.0, 1.0, 3.0, 2.0, 5.0, 6.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008443919941782951, -0.008116095326840878, -0.007788271643221378, -0.0074604470282793045, -0.007132622878998518, -0.0068047987297177315, -0.006476974114775658, -0.006149149965494871, -0.005821325816214085, -0.005493501666933298, -0.005165677517652512, -0.004837852902710438, -0.004510028753429651, -0.004182204604148865, -0.0038543802220374346, -0.0035265558399260044, -0.003198731690645218, -0.0028709075413644314, -0.002543083159253001, -0.002215258777141571, -0.0018874346278607845, -0.0015596103621646762, -0.0012317860964685678, -0.0009039618307724595, -0.0005761375650763512, -0.0002483132993802428, 7.951096631586552e-05, 0.00040733523201197386, 0.0007351594977080822, 0.0010629837634041905, 0.0013908080291002989, 0.0017186322947964072, 0.0020464565604925156, 0.002374280709773302, 0.0027021050918847322, 0.0030299294739961624, 0.003357753623276949, 0.0036855777725577354, 0.004013402387499809, 0.004341226536780596, 0.004669050686061382, 0.004996874835342169, 0.005324698984622955, 0.005652523599565029, 0.005980347748845816, 0.006308171898126602, 0.006635996513068676, 0.0069638206623494625, 0.007291644811630249, 0.0076194689609110355, 0.007947293110191822, 0.008275117725133896, 0.008602941408753395, 0.008930766023695469, 0.009258590638637543, 0.009586414322257042, 0.009914238937199116, 0.01024206355214119, 0.010569887235760689, 0.010897711850702763, 0.011225536465644836, 0.011553360149264336, 0.01188118476420641, 0.012209008447825909, 0.012536833062767982]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 5.0, 3.0, 2.0, 8.0, 7.0, 9.0, 16.0, 14.0, 24.0, 31.0, 48.0, 56.0, 73.0, 84.0, 98.0, 125.0, 161.0, 261.0, 250.0, 339.0, 346.0, 429.0, 484.0, 541.0, 739.0, 1060.0, 1270.0, 2117.0, 6585.0, 1088.0, 632.0, 370.0, 237.0, 173.0, 168.0, 154.0, 98.0, 67.0, 54.0, 43.0, 29.0, 21.0, 12.0, 11.0, 13.0, 9.0, 12.0, 5.0, 7.0, 8.0, 6.0, 6.0, 6.0, 4.0, 1.0, 4.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0], "bins": [-0.00707401754334569, -0.0068306392058730125, -0.006587260402739048, -0.006343882065266371, -0.0061005037277936935, -0.005857124924659729, -0.005613746587187052, -0.0053703682497143745, -0.00512698944658041, -0.004883611109107733, -0.0046402327716350555, -0.004396854434162378, -0.004153475631028414, -0.0039100972935557365, -0.0036667187232524157, -0.0034233403857797384, -0.0031799618154764175, -0.0029365832451730967, -0.0026932049077004194, -0.0024498263373970985, -0.0022064479999244213, -0.0019630694296211004, -0.0017196908593177795, -0.0014763124054297805, -0.0012329339515417814, -0.0009895554976537824, -0.0007461769855581224, -0.0005027984734624624, -0.00025942001957446337, -1.6041536582633853e-05, 0.00022733694640919566, 0.0004707154294010252, 0.0007140939123928547, 0.0009574723662808537, 0.0012008508201688528, 0.0014442293904721737, 0.0016876078443601727, 0.0019309862982481718, 0.0021743648685514927, 0.00241774320602417, 0.002661121776327491, 0.0029045003466308117, 0.003147878684103489, 0.00339125725440681, 0.0036346358247101307, 0.003878014162182808, 0.004121392499655485, 0.00436477130278945, 0.004608149640262127, 0.004851527977734804, 0.005094906780868769, 0.005338285118341446, 0.005581663455814123, 0.005825042258948088, 0.006068420596420765, 0.006311798933893442, 0.006555177271366119, 0.006798556074500084, 0.007041934411972761, 0.007285312749445438, 0.007528691552579403, 0.00777206989005208, 0.008015448227524757, 0.008258827030658722, 0.008502205833792686]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 5.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.029186882078647614, -0.02847963571548462, -0.027772389352321625, -0.02706514298915863, -0.026357896625995636, -0.02565065026283264, -0.024943403899669647, -0.024236157536506653, -0.02352891117334366, -0.022821664810180664, -0.02211441844701767, -0.021407172083854675, -0.02069992572069168, -0.019992679357528687, -0.019285432994365692, -0.018578186631202698, -0.017870940268039703, -0.01716369390487671, -0.016456447541713715, -0.01574920117855072, -0.015041954815387726, -0.014334708452224731, -0.013627462089061737, -0.012920215725898743, -0.012212969362735748, -0.011505722999572754, -0.01079847663640976, -0.010091230273246765, -0.00938398391008377, -0.008676737546920776, -0.007969491183757782, -0.007262244820594788, -0.006554998457431793, -0.005847752094268799, -0.0051405057311058044, -0.00443325936794281, -0.0037260130047798157, -0.0030187666416168213, -0.002311520278453827, -0.0016042739152908325, -0.0008970275521278381, -0.00018978118896484375, 0.0005174651741981506, 0.001224711537361145, 0.0019319579005241394, 0.002639204263687134, 0.003346450626850128, 0.0040536969900131226, 0.004760943353176117, 0.005468189716339111, 0.006175436079502106, 0.0068826824426651, 0.0075899288058280945, 0.008297175168991089, 0.009004421532154083, 0.009711667895317078, 0.010418914258480072, 0.011126160621643066, 0.01183340698480606, 0.012540653347969055, 0.01324789971113205, 0.013955146074295044, 0.014662392437458038, 0.015369638800621033, 0.016076885163784027]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 3.0, 2.0, 4.0, 0.0, 1.0, 3.0, 1.0, 3.0, 4.0, 2.0, 4.0, 3.0, 4.0, 3.0, 2.0, 5.0, 5.0, 1.0, 7.0, 4.0, 6.0, 1.0, 3.0, 5.0, 6.0, 3.0, 5.0, 2.0, 1.0, 8.0, 6.0, 6.0, 4.0, 2.0, 4.0, 3.0, 2.0, 5.0, 6.0, 9.0, 13.0, 9.0, 65.0, 10.0, 8.0, 6.0, 1.0, 2.0, 4.0, 1.0, 5.0, 2.0, 2.0, 1.0, 3.0], "bins": [-0.025534020736813545, -0.02503836527466774, -0.024542711675167084, -0.02404705621302128, -0.023551400750875473, -0.023055747151374817, -0.02256009168922901, -0.022064438089728355, -0.02156878262758255, -0.021073127165436745, -0.02057747356593609, -0.020081818103790283, -0.019586164504289627, -0.01909050904214382, -0.018594853579998016, -0.01809919998049736, -0.017603544518351555, -0.01710788905620575, -0.016612235456705093, -0.016116579994559288, -0.015620925463736057, -0.015125270932912827, -0.014629615470767021, -0.01413396093994379, -0.01363830640912056, -0.013142651878297329, -0.012646997347474098, -0.012151341885328293, -0.011655687354505062, -0.011160032823681831, -0.010664377361536026, -0.010168722830712795, -0.009673068299889565, -0.009177413769066334, -0.008681759238243103, -0.008186103776097298, -0.007690449245274067, -0.007194794714450836, -0.006699139717966318, -0.0062034847214818, -0.005707830190658569, -0.005212175659835339, -0.0047165206633508205, -0.0042208656668663025, -0.0037252111360430717, -0.0032295563723891973, -0.002733901608735323, -0.0022382468450814486, -0.0017425920814275742, -0.0012469373177736998, -0.0007512825541198254, -0.00025562779046595097, 0.00024002697318792343, 0.0007356817368417978, 0.0012313365004956722, 0.0017269912641495466, 0.002222646027803421, 0.0027183007914572954, 0.00321395555511117, 0.003709610318765044, 0.004205265082418919, 0.004700919613242149, 0.005196574609726667, 0.0056922296062111855, 0.006187884137034416]}, "_runtime": 9.865441799163818, "_timestamp": 1596214288.5134866, "_step": 6} +{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 3.0, 1.0, 3.0, 2.0, 2.0, 2.0, 4.0, 0.0, 1.0, 1.0, 4.0, 2.0, 3.0, 0.0, 2.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.015077481046319008, -0.014609500765800476, -0.014141521416604519, -0.013673542067408562, -0.01320556178689003, -0.012737581506371498, -0.012269602157175541, -0.011801622807979584, -0.011333642527461052, -0.01086566224694252, -0.010397682897746563, -0.009929703548550606, -0.009461723268032074, -0.008993742987513542, -0.008525763638317585, -0.008057784289121628, -0.007589804008603096, -0.0071218241937458515, -0.006653844378888607, -0.0061858645640313625, -0.005717884749174118, -0.0052499049343168736, -0.004781925119459629, -0.004313945304602385, -0.00384596548974514, -0.0033779856748878956, -0.002910005860030651, -0.0024420260451734066, -0.001974046230316162, -0.0015060664154589176, -0.0010380866006016731, -0.0005701067857444286, -0.00010212697088718414, 0.00036585284397006035, 0.0008338326588273048, 0.0013018124736845493, 0.0017697922885417938, 0.0022377721033990383, 0.002705751918256283, 0.0031737317331135273, 0.003641711547970772, 0.004109691362828016, 0.004577671177685261, 0.005045650992542505, 0.00551363080739975, 0.005981610622256994, 0.006449590437114239, 0.006917570251971483, 0.007385550066828728, 0.00785353034734726, 0.008321509696543217, 0.008789489045739174, 0.009257469326257706, 0.009725449606776237, 0.010193428955972195, 0.010661408305168152, 0.011129388585686684, 0.011597368866205215, 0.012065348215401173, 0.01253332756459713, 0.013001307845115662, 0.013469288125634193, 0.01393726747483015, 0.014405246824026108, 0.01487322710454464]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 3.0, 3.0, 2.0, 4.0, 3.0, 6.0, 5.0, 8.0, 12.0, 10.0, 8.0, 15.0, 20.0, 29.0, 39.0, 40.0, 63.0, 66.0, 76.0, 104.0, 126.0, 187.0, 208.0, 255.0, 300.0, 390.0, 2075.0, 1412.0, 871.0, 507.0, 314.0, 222.0, 150.0, 88.0, 91.0, 53.0, 37.0, 35.0, 18.0, 21.0, 12.0, 6.0, 13.0, 4.0, 2.0, 3.0, 1.0, 6.0, 2.0, 2.0, 0.0, 3.0, 1.0], "bins": [-0.1798436939716339, -0.17508530616760254, -0.17032693326473236, -0.16556856036186218, -0.1608101725578308, -0.15605178475379944, -0.15129341185092926, -0.14653503894805908, -0.1417766511440277, -0.13701826333999634, -0.13225989043712616, -0.12750151753425598, -0.12274312973022461, -0.11798474937677383, -0.11322636902332306, -0.10846798866987228, -0.10370960831642151, -0.09895122796297073, -0.09419284760951996, -0.08943446725606918, -0.08467608690261841, -0.07991770654916763, -0.07515932619571686, -0.07040094584226608, -0.06564256548881531, -0.06088418513536453, -0.05612580478191376, -0.05136742442846298, -0.04660904407501221, -0.04185066372156143, -0.03709228336811066, -0.03233390301465988, -0.027575522661209106, -0.02281714230775833, -0.018058761954307556, -0.013300381600856781, -0.008542001247406006, -0.0037836208939552307, 0.0009747594594955444, 0.00573313981294632, 0.010491520166397095, 0.01524990051984787, 0.020008280873298645, 0.02476666122674942, 0.029525041580200195, 0.03428342193365097, 0.039041802287101746, 0.04380018264055252, 0.048558562994003296, 0.05331694334745407, 0.058075323700904846, 0.06283370405435562, 0.0675920844078064, 0.07235046476125717, 0.07710884511470795, 0.08186722546815872, 0.0866256058216095, 0.09138398617506027, 0.09614236652851105, 0.10090074688196182, 0.1056591272354126, 0.11041750758886337, 0.11517588794231415, 0.11993426829576492, 0.1246926486492157]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 4.0, 0.0, 1.0, 2.0, 0.0, 5.0, 2.0, 3.0, 2.0, 3.0, 2.0, 0.0, 5.0, 3.0, 4.0, 5.0, 1.0, 6.0, 3.0, 23.0, 7.0, 4.0, 0.0, 2.0, 4.0, 2.0, 3.0, 1.0, 1.0, 5.0, 2.0, 4.0, 1.0, 2.0, 1.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.006196602247655392, -0.006008008494973183, -0.005819414742290974, -0.005630820989608765, -0.005442227236926556, -0.005253633484244347, -0.005065039731562138, -0.004876445978879929, -0.00468785222619772, -0.0044992584735155106, -0.0043106647208333015, -0.0041220709681510925, -0.0039334772154688835, -0.0037448834627866745, -0.0035562897101044655, -0.0033676959574222565, -0.0031791022047400475, -0.0029905084520578384, -0.0028019146993756294, -0.0026133209466934204, -0.0024247271940112114, -0.0022361334413290024, -0.0020475396886467934, -0.0018589459359645844, -0.0016703521832823753, -0.0014817584306001663, -0.0012931646779179573, -0.0011045709252357483, -0.0009159771725535393, -0.0007273834198713303, -0.0005387896671891212, -0.00035019591450691223, -0.00016160216182470322, 2.69915908575058e-05, 0.0002155853435397148, 0.00040417909622192383, 0.0005927728489041328, 0.0007813666015863419, 0.0009699603542685509, 0.0011585541069507599, 0.001347147859632969, 0.001535741612315178, 0.001724335364997387, 0.001912929117679596, 0.002101522870361805, 0.002290116623044014, 0.002478710375726223, 0.002667304128408432, 0.002855897881090641, 0.00304449163377285, 0.003233085386455059, 0.003421679139137268, 0.003610272891819477, 0.003798866644501686, 0.003987460397183895, 0.004176054149866104, 0.004364647902548313, 0.004553241655230522, 0.004741835407912731, 0.00493042916059494, 0.005119022913277149, 0.005307616665959358, 0.005496210418641567, 0.005684804171323776, 0.005873397924005985]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 2.0, 2.0, 6.0, 17.0, 24.0, 29.0, 44.0, 87.0, 136.0, 210.0, 341.0, 410.0, 675.0, 851.0, 1244.0, 1648.0, 2298.0, 3061.0, 3967.0, 5369.0, 7066.0, 9180.0, 12022.0, 15826.0, 21025.0, 27881.0, 37119.0, 51131.0, 70921.0, 97760.0, 428966.0, 101787.0, 75339.0, 53342.0, 37822.0, 27817.0, 20825.0, 15757.0, 11995.0, 9038.0, 6981.0, 5247.0, 3928.0, 2931.0, 2177.0, 1618.0, 1113.0, 835.0, 583.0, 424.0, 291.0, 180.0, 113.0, 68.0, 52.0, 29.0, 20.0, 7.0, 2.0, 1.0, 3.0, 0.0, 1.0], "bins": [-0.01458182092756033, -0.014122742228209972, -0.013663663528859615, -0.013204584829509258, -0.012745506130158901, -0.012286427430808544, -0.011827348731458187, -0.01136827003210783, -0.010909191332757473, -0.010450112633407116, -0.009991033934056759, -0.009531955234706402, -0.009072876535356045, -0.008613797836005688, -0.00815471913665533, -0.007695639971643686, -0.007236561272293329, -0.006777482572942972, -0.006318403873592615, -0.005859325174242258, -0.005400246474891901, -0.004941167775541544, -0.004482089076191187, -0.00402301037684083, -0.003563931444659829, -0.003104852745309472, -0.002645774045959115, -0.002186695346608758, -0.001727616530843079, -0.001268537831492722, -0.0008094590739347041, -0.00035038034548051655, 0.00010869838297367096, 0.000567777082324028, 0.001026855781674385, 0.001485934597440064, 0.001945013296790421, 0.0024040921125561, 0.002863170811906457, 0.003322249511256814, 0.003781328210607171, 0.004240407142788172, 0.004699485842138529, 0.005158564541488886, 0.005617643240839243, 0.0060767219401896, 0.006535800639539957, 0.006994879338890314, 0.007453958038240671, 0.007913037203252316, 0.008372115902602673, 0.00883119460195303, 0.009290273301303387, 0.009749352000653744, 0.0102084307000041, 0.010667509399354458, 0.011126588098704815, 0.011585666798055172, 0.012044745497405529, 0.012503824196755886, 0.012962902896106243, 0.0134219815954566, 0.013881060294806957, 0.014340138994157314, 0.014799217693507671]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 3.0, 2.0, 0.0, 3.0, 2.0, 1.0, 2.0, 2.0, 1.0, 7.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0], "bins": [-0.010343044996261597, -0.01012807060033083, -0.009913095273077488, -0.009698120877146721, -0.00948314554989338, -0.009268171153962612, -0.00905319582670927, -0.008838221430778503, -0.008623246103525162, -0.008408271707594395, -0.008193296380341053, -0.007978321984410286, -0.007763346657156944, -0.00754837179556489, -0.0073333969339728355, -0.007118422072380781, -0.006903447210788727, -0.00668847281485796, -0.006473497953265905, -0.006258523091673851, -0.006043548230081797, -0.005828573368489742, -0.005613598506897688, -0.0053986236453056335, -0.005183648783713579, -0.004968673922121525, -0.0047536990605294704, -0.004538724198937416, -0.004323749337345362, -0.004108774475753307, -0.003893799614161253, -0.0036788247525691986, -0.0034638498909771442, -0.00324887502938509, -0.0030339001677930355, -0.002818925306200981, -0.0026039504446089268, -0.0023889755830168724, -0.002174000721424818, -0.0019590258598327637, -0.0017440511146560311, -0.0015290762530639768, -0.0013141013914719224, -0.001099126529879868, -0.0008841517264954746, -0.0006691768649034202, -0.0004542020324151963, -0.00023922718537505716, -2.4252338334918022e-05, 0.00019072250870522112, 0.00040569735574536026, 0.0006206721882335842, 0.0008356470498256385, 0.001050621853210032, 0.0012655967148020864, 0.0014805715763941407, 0.001695546437986195, 0.0019105212995782495, 0.002125496044754982, 0.0023404709063470364, 0.0025554457679390907, 0.002770420629531145, 0.0029853954911231995, 0.003200370352715254, 0.003415345214307308]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 6.0, 2.0, 2.0, 4.0, 9.0, 4.0, 4.0, 9.0, 6.0, 13.0, 13.0, 20.0, 14.0, 36.0, 28.0, 37.0, 64.0, 62.0, 89.0, 102.0, 112.0, 98.0, 143.0, 171.0, 181.0, 185.0, 214.0, 253.0, 278.0, 309.0, 380.0, 445.0, 549.0, 678.0, 889.0, 1153.0, 1573.0, 6220.0, 1312.0, 766.0, 521.0, 371.0, 337.0, 255.0, 183.0, 118.0, 71.0, 38.0, 31.0, 23.0, 19.0, 7.0, 6.0, 4.0, 5.0, 3.0], "bins": [-0.0075892070308327675, -0.00742120947688818, -0.007253211922943592, -0.007085214368999004, -0.006917216349393129, -0.006749218795448542, -0.006581221241503954, -0.006413223687559366, -0.0062452261336147785, -0.006077228579670191, -0.005909230560064316, -0.005741233006119728, -0.00557323545217514, -0.005405237898230553, -0.005237240344285965, -0.005069242790341377, -0.0049012452363967896, -0.0047332472167909145, -0.004565249662846327, -0.004397252108901739, -0.004229254554957151, -0.004061257001012564, -0.0038932592142373323, -0.0037252616602927446, -0.0035572638735175133, -0.0033892663195729256, -0.003221268765628338, -0.00305327121168375, -0.002885273424908519, -0.002717275870963931, -0.0025492783170193434, -0.002381280530244112, -0.0022132829762995243, -0.0020452854223549366, -0.001877287751995027, -0.0017092900816351175, -0.0015412925276905298, -0.0013732948573306203, -0.0012052971869707108, -0.001037299633026123, -0.0008693019626662135, -0.0007013043505139649, -0.0005333067383617163, -0.00036530906800180674, -0.00019731145584955812, -2.9313829145394266e-05, 0.00013868379755876958, 0.00030668143881484866, 0.0004746790509670973, 0.0006426766631193459, 0.0008106742752715945, 0.000978671945631504, 0.0011466694995760918, 0.0013146671699360013, 0.0014826648402959108, 0.0016506623942404985, 0.001818660064600408, 0.0019866577349603176, 0.0021546552889049053, 0.002322652842849493, 0.0024906506296247244, 0.002658648183569312, 0.0028266457375139, 0.002994643524289131, 0.003162641078233719]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0325656495988369, -0.031915083527565, -0.031264521181583405, -0.030613955110311508, -0.02996339090168476, -0.029312824830412865, -0.028662260621786118, -0.02801169641315937, -0.027361132204532623, -0.026710566133260727, -0.02606000192463398, -0.025409437716007233, -0.024758871644735336, -0.02410830743610859, -0.023457743227481842, -0.022807177156209946, -0.0221566129475832, -0.02150604873895645, -0.020855482667684555, -0.020204918459057808, -0.01955435425043106, -0.018903788179159164, -0.018253223970532417, -0.01760265976190567, -0.016952093690633774, -0.016301529482007027, -0.01565096527338028, -0.015000400133430958, -0.014349834993481636, -0.013699270784854889, -0.013048705644905567, -0.01239814143627882, -0.011747576296329498, -0.011097011156380177, -0.01044644694775343, -0.009795881807804108, -0.00914531759917736, -0.008494752459228039, -0.007844187319278717, -0.007193622644990683, -0.006543057970702648, -0.005892493296414614, -0.005241928622126579, -0.0045913634821772575, -0.003940798807889223, -0.0032902341336011887, -0.0026396692264825106, -0.0019891043193638325, -0.001338539645075798, -0.0006879748543724418, -3.74100636690855e-05, 0.0006131547270342708, 0.001263719517737627, 0.0019142843084409833, 0.0025648490991443396, 0.0032154140062630177, 0.003865978680551052, 0.0045165433548390865, 0.005167108029127121, 0.005817673169076443, 0.006468237843364477, 0.007118802517652512, 0.007769367657601833, 0.00841993186622858, 0.009070497006177902]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 4.0, 1.0, 0.0, 3.0, 3.0, 3.0, 1.0, 1.0, 5.0, 3.0, 1.0, 2.0, 3.0, 3.0, 5.0, 3.0, 4.0, 5.0, 1.0, 7.0, 4.0, 7.0, 4.0, 10.0, 5.0, 3.0, 4.0, 4.0, 7.0, 3.0, 4.0, 7.0, 2.0, 6.0, 3.0, 5.0, 5.0, 7.0, 8.0, 7.0, 17.0, 57.0, 10.0, 6.0, 1.0, 2.0, 2.0, 4.0, 1.0, 4.0, 1.0, 2.0, 4.0, 3.0], "bins": [-0.018993623554706573, -0.018628105521202087, -0.0182625874876976, -0.017897071316838264, -0.01753155328333378, -0.017166035249829292, -0.016800517216324806, -0.01643500104546547, -0.016069483011960983, -0.015703964978456497, -0.015338446944952011, -0.0149729298427701, -0.014607411809265614, -0.014241894707083702, -0.013876376673579216, -0.013510859571397305, -0.013145341537892818, -0.012779823504388332, -0.012414306402206421, -0.012048788368701935, -0.011683271266520023, -0.011317753233015537, -0.010952236130833626, -0.01058671809732914, -0.010221200063824654, -0.009855682961642742, -0.009490164928138256, -0.009124647825956345, -0.008759129792451859, -0.008393612690269947, -0.008028094656765461, -0.007662577088922262, -0.007297059521079063, -0.006931541953235865, -0.006566024385392666, -0.006200506817549467, -0.005834989249706268, -0.005469471216201782, -0.0051039536483585835, -0.004738436080515385, -0.004372918512672186, -0.004007400944828987, -0.0036418833769857883, -0.003276365576311946, -0.002910848008468747, -0.0025453304406255484, -0.002179812639951706, -0.0018142950721085072, -0.0014487775042653084, -0.0010832599364221096, -0.000717742252163589, -0.0003522246261127293, 1.3292999938130379e-05, 0.00037881062598899007, 0.0007443282520398498, 0.0011098459362983704, 0.0014753635041415691, 0.001840881071984768, 0.0022063986398279667, 0.002571916440501809, 0.002937434008345008, 0.0033029515761882067, 0.003668469376862049, 0.004033986944705248, 0.004399504512548447]}, "_runtime": 10.64157748222351, "_timestamp": 1596214289.2896223, "_step": 7} +{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 2.0, 4.0, 0.0, 3.0, 2.0, 1.0, 7.0, 1.0, 3.0, 6.0, 3.0, 2.0, 0.0, 2.0, 0.0, 1.0, 3.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02524593472480774, -0.024548038840293884, -0.02385014481842518, -0.023152248933911324, -0.022454354912042618, -0.021756459027528763, -0.021058565005660057, -0.020360669121146202, -0.019662775099277496, -0.01896487921476364, -0.018266983330249786, -0.01756908930838108, -0.016871193423867226, -0.01617329940199852, -0.015475403517484665, -0.014777508564293385, -0.014079613611102104, -0.013381718657910824, -0.012683823704719543, -0.011985928751528263, -0.011288033798336983, -0.010590137913823128, -0.009892242960631847, -0.009194348007440567, -0.008496453054249287, -0.007798558101058006, -0.007100663147866726, -0.006402767729014158, -0.005704872775822878, -0.0050069778226315975, -0.00430908240377903, -0.0036111874505877495, -0.002913292497396469, -0.0022153975442051888, -0.0015175023581832647, -0.0008196072885766625, -0.00012171221897006035, 0.0005761828506365418, 0.001274077920243144, 0.001971973106265068, 0.0026698680594563484, 0.003367763012647629, 0.004065657965838909, 0.004763553384691477, 0.005461448337882757, 0.0061593432910740376, 0.006857238709926605, 0.007555133663117886, 0.008253028616309166, 0.008950923569500446, 0.009648818522691727, 0.010346713475883007, 0.011044608429074287, 0.011742504313588142, 0.012440399266779423, 0.013138294219970703, 0.013836189173161983, 0.014534084126353264, 0.015231979079544544, 0.015929874032735825, 0.01662776991724968, 0.017325663939118385, 0.01802355982363224, 0.018721453845500946, 0.0194193497300148]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 3.0, 2.0, 3.0, 6.0, 2.0, 3.0, 3.0, 7.0, 9.0, 5.0, 9.0, 16.0, 18.0, 23.0, 35.0, 48.0, 70.0, 87.0, 139.0, 202.0, 285.0, 475.0, 679.0, 3400.0, 1142.0, 563.0, 271.0, 148.0, 100.0, 56.0, 36.0, 21.0, 17.0, 13.0, 4.0, 1.0, 6.0, 3.0, 4.0, 4.0, 1.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.27470383048057556, -0.2666829228401184, -0.25866204500198364, -0.2506411373615265, -0.24262025952339172, -0.23459935188293457, -0.2265784591436386, -0.21855756640434265, -0.2105366736650467, -0.20251578092575073, -0.19449488818645477, -0.1864739954471588, -0.17845308780670166, -0.1704321950674057, -0.16241130232810974, -0.15439040958881378, -0.14636951684951782, -0.13834862411022186, -0.1303277313709259, -0.12230683118104935, -0.11428593844175339, -0.10626504570245743, -0.09824414551258087, -0.09022325277328491, -0.08220236003398895, -0.074181467294693, -0.06616057455539703, -0.05813967436552048, -0.05011878162622452, -0.04209788888692856, -0.0340769924223423, -0.02605609782040119, -0.018035203218460083, -0.010014308616518974, -0.0019934140145778656, 0.006027480587363243, 0.014048375189304352, 0.02206926979124546, 0.03009016439318657, 0.03811106085777283, 0.04613195359706879, 0.054152846336364746, 0.062173742800951004, 0.07019463926553726, 0.07821553200483322, 0.08623642474412918, 0.09425732493400574, 0.1022782176733017, 0.11029911041259766, 0.11832000315189362, 0.12634089589118958, 0.13436178863048553, 0.1423826813697815, 0.15040358901023865, 0.1584244817495346, 0.16644537448883057, 0.17446626722812653, 0.18248715996742249, 0.19050805270671844, 0.1985289454460144, 0.20654985308647156, 0.21457074582576752, 0.22259163856506348, 0.23061253130435944, 0.2386334240436554]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 4.0, 1.0, 4.0, 0.0, 2.0, 2.0, 5.0, 3.0, 5.0, 3.0, 4.0, 4.0, 9.0, 26.0, 6.0, 2.0, 7.0, 9.0, 5.0, 4.0, 5.0, 1.0, 4.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009441259317100048, -0.009124711155891418, -0.008808162063360214, -0.008491613902151585, -0.008175065740942955, -0.007858517579734325, -0.0075419689528644085, -0.007225420325994492, -0.006908872164785862, -0.006592324003577232, -0.0062757753767073154, -0.0059592267498373985, -0.005642678588628769, -0.005326130427420139, -0.005009581800550222, -0.0046930331736803055, -0.004376485012471676, -0.004059936851263046, -0.0037433882243931293, -0.003426839830353856, -0.003110291436314583, -0.0027937430422753096, -0.0024771946482360363, -0.002160646254196763, -0.0018440978601574898, -0.0015275494661182165, -0.0012110010720789433, -0.00089445267803967, -0.0005779042840003967, -0.00026135588996112347, 5.5192504078149796e-05, 0.00037174089811742306, 0.0006882892921566963, 0.0010048376861959696, 0.0013213860802352428, 0.001637934474274516, 0.0019544828683137894, 0.0022710312623530626, 0.002587579656392336, 0.002904128050431609, 0.0032206764444708824, 0.0035372248385101557, 0.003853773232549429, 0.004170321859419346, 0.0044868700206279755, 0.004803418181836605, 0.005119966808706522, 0.005436515435576439, 0.0057530635967850685, 0.006069611757993698, 0.006386160384863615, 0.006702709011733532, 0.0070192571729421616, 0.007335805334150791, 0.007652353961020708, 0.007968902587890625, 0.008285450749099255, 0.008601998910307884, 0.008918548002839088, 0.009235096164047718, 0.009551644325256348, 0.009868192486464977, 0.010184740647673607, 0.010501289740204811, 0.01081783790141344]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 7.0, 17.0, 18.0, 38.0, 43.0, 94.0, 108.0, 144.0, 195.0, 276.0, 307.0, 377.0, 426.0, 559.0, 801.0, 1173.0, 1591.0, 2568.0, 3892.0, 5931.0, 8803.0, 12868.0, 18756.0, 27071.0, 40179.0, 62081.0, 97211.0, 147672.0, 454127.0, 102830.0, 63301.0, 40076.0, 26904.0, 18457.0, 12703.0, 8688.0, 5939.0, 3800.0, 2576.0, 1723.0, 1200.0, 907.0, 664.0, 476.0, 383.0, 337.0, 298.0, 234.0, 207.0, 159.0, 140.0, 90.0, 63.0, 67.0, 40.0, 24.0, 16.0, 3.0, 1.0, 3.0, 1.0, 1.0], "bins": [-0.02062259055674076, -0.019937578588724136, -0.01925256848335266, -0.018567556515336037, -0.017882544547319412, -0.017197532579302788, -0.016512520611286163, -0.015827510505914688, -0.015142498537898064, -0.01445748656988144, -0.01377247553318739, -0.01308746449649334, -0.012402452528476715, -0.01171744056046009, -0.01103242952376604, -0.010347418487071991, -0.009662406519055367, -0.008977394551038742, -0.008292383514344692, -0.007607372011989355, -0.006922360509634018, -0.006237349007278681, -0.005552337504923344, -0.0048673260025680065, -0.004182314500212669, -0.0034973029978573322, -0.002812291495501995, -0.002127279993146658, -0.0014422684907913208, -0.0007572569884359837, -7.224548608064651e-05, 0.0006127660162746906, 0.0012977775186300278, 0.001982789020985365, 0.002667800523340702, 0.003352812025696039, 0.004037823528051376, 0.0047228350304067135, 0.005407846532762051, 0.006092858035117388, 0.006777869537472725, 0.007462881039828062, 0.0081478925421834, 0.008832903578877449, 0.009517915546894073, 0.010202927514910698, 0.010887938551604748, 0.011572949588298798, 0.012257961556315422, 0.012942973524332047, 0.013627984561026096, 0.014312995597720146, 0.01499800756573677, 0.015683019533753395, 0.01636803150177002, 0.017053041607141495, 0.01773805357515812, 0.018423065543174744, 0.01910807564854622, 0.019793087616562843, 0.020478099584579468, 0.021163111552596092, 0.021848123520612717, 0.022533133625984192, 0.023218145594000816]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 4.0, 1.0, 4.0, 4.0, 1.0, 5.0, 8.0, 2.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.018426168709993362, -0.01798335276544094, -0.01754053495824337, -0.01709771901369095, -0.016654903069138527, -0.016212085261940956, -0.015769269317388535, -0.015326453372836113, -0.014883636496961117, -0.01444081962108612, -0.013998003676533699, -0.013555186800658703, -0.013112369924783707, -0.012669553980231285, -0.012226737104356289, -0.011783921159803867, -0.011341104283928871, -0.010898287408053875, -0.010455471463501453, -0.010012654587626457, -0.009569838643074036, -0.00912702176719904, -0.008684204891324043, -0.008241388946771622, -0.0077985720708966255, -0.007355755660682917, -0.006912939250469208, -0.006470122374594212, -0.006027305964380503, -0.005584489554166794, -0.005141672678291798, -0.004698856268078089, -0.00425603985786438, -0.003813223447650671, -0.0033704068046063185, -0.002927590161561966, -0.002484773751348257, -0.002041957341134548, -0.0015991406980901957, -0.001156324171461165, -0.0007135076448321342, -0.00027069111820310354, 0.00017212540842592716, 0.0006149419350549579, 0.0010577584616839886, 0.0015005749883130193, 0.00194339151494205, 0.0023862081579864025, 0.0028290245682001114, 0.0032718409784138203, 0.003714657621458173, 0.004157474264502525, 0.004600290674716234, 0.005043107084929943, 0.005485923960804939, 0.005928740371018648, 0.006371556781232357, 0.006814373191446066, 0.007257189601659775, 0.007700006477534771, 0.008142823353409767, 0.008585639297962189, 0.009028456173837185, 0.009471272118389606, 0.009914088994264603]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 4.0, 7.0, 9.0, 8.0, 13.0, 20.0, 32.0, 29.0, 31.0, 43.0, 44.0, 50.0, 73.0, 82.0, 79.0, 76.0, 92.0, 90.0, 90.0, 107.0, 137.0, 169.0, 263.0, 352.0, 500.0, 755.0, 1035.0, 1436.0, 7144.0, 1707.0, 910.0, 598.0, 453.0, 341.0, 295.0, 251.0, 213.0, 203.0, 132.0, 107.0, 102.0, 84.0, 53.0, 65.0, 35.0, 33.0, 15.0, 10.0, 17.0, 11.0, 2.0, 2.0, 5.0, 1.0, 5.0, 2.0, 1.0, 3.0], "bins": [-0.009423112496733665, -0.00915154255926609, -0.00887997169047594, -0.008608401753008366, -0.00833683181554079, -0.008065260946750641, -0.007793691009283066, -0.007522120606154203, -0.007250550203025341, -0.006978980265557766, -0.006707409862428904, -0.006435839459300041, -0.006164269521832466, -0.005892699118703604, -0.005621128715574741, -0.005349558778107166, -0.005077988374978304, -0.0048064179718494415, -0.0045348480343818665, -0.004263277631253004, -0.003991707228124142, -0.003720137057825923, -0.0034485668875277042, -0.003176996484398842, -0.002905426314100623, -0.0026338561438024044, -0.002362285740673542, -0.0020907155703753233, -0.0018191452836617827, -0.0015475749969482422, -0.0012760048266500235, -0.001004434539936483, -0.0007328642532229424, -0.00046129399561323225, -0.00018972373800352216, 8.184651960618794e-05, 0.00035341677721589804, 0.0006249870639294386, 0.0008965572924353182, 0.0011681275209411979, 0.0014396978076547384, 0.001711268094368279, 0.0019828383810818195, 0.0022544085513800383, 0.002525978721678257, 0.0027975491248071194, 0.003069119295105338, 0.0033406896982342005, 0.003612259868532419, 0.003883830038830638, 0.004155400209128857, 0.004426970612257719, 0.004698541015386581, 0.0049701109528541565, 0.005241681355983019, 0.005513251759111881, 0.005784821696579456, 0.006056392099708319, 0.006327962502837181, 0.0065995329059660435, 0.0068711028434336185, 0.007142673246562481, 0.007414243649691343, 0.007685813587158918, 0.00795738399028778]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 4.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.04355325549840927, -0.04234496131539345, -0.041136667132377625, -0.0399283729493618, -0.03872007876634598, -0.037511784583330154, -0.03630349040031433, -0.03509519621729851, -0.033886902034282684, -0.03267861157655716, -0.031470317393541336, -0.030262021347880363, -0.02905372902750969, -0.027845434844493866, -0.026637140661478043, -0.02542884647846222, -0.024220552295446396, -0.023012258112430573, -0.02180396392941475, -0.020595669746398926, -0.019387375563383102, -0.01817908324301243, -0.016970789059996605, -0.01576249487698078, -0.014554200693964958, -0.013345906510949135, -0.012137612327933311, -0.010929319076240063, -0.00972102489322424, -0.008512730710208416, -0.00730443699285388, -0.006096143275499344, -0.0048878490924835205, -0.003679555142298341, -0.002471261192113161, -0.0012629672419279814, -5.4673291742801666e-05, 0.001153620658442378, 0.0023619146086275578, 0.0035702085588127375, 0.004778502508997917, 0.0059867966920137405, 0.007195090409368277, 0.008403384126722813, 0.009611678309738636, 0.01081997249275446, 0.012028265744447708, 0.013236559927463531, 0.014444854110479355, 0.015653148293495178, 0.016861442476511, 0.018069736659526825, 0.01927803084254265, 0.020486323162913322, 0.021694617345929146, 0.02290291152894497, 0.024111205711960793, 0.025319499894976616, 0.02652779407799244, 0.027736088261008263, 0.028944380581378937, 0.03015267476439476, 0.031360968947410583, 0.03256926313042641, 0.03377755731344223]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 3.0, 1.0, 1.0, 2.0, 5.0, 6.0, 7.0, 5.0, 2.0, 9.0, 8.0, 8.0, 17.0, 52.0, 12.0, 3.0, 8.0, 4.0, 14.0, 10.0, 14.0, 4.0, 6.0, 5.0, 6.0, 1.0, 5.0, 6.0, 6.0, 7.0, 7.0, 3.0, 5.0, 6.0, 4.0, 0.0, 2.0, 2.0, 3.0, 1.0, 1.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009469124488532543, -0.009103124961256981, -0.008737125433981419, -0.008371125906705856, -0.008005126379430294, -0.007639127317816019, -0.007273127790540457, -0.0069071282632648945, -0.006541128735989332, -0.00617512920871377, -0.005809129681438208, -0.005443130154162645, -0.00507713109254837, -0.004711131565272808, -0.004345132037997246, -0.0039791325107216835, -0.003613132983446121, -0.003247133456170559, -0.0028811339288949966, -0.002515134634450078, -0.0021491351071745157, -0.0017831355798989534, -0.001417136169038713, -0.0010511367581784725, -0.0006851372309029102, -0.00031913776183500886, 4.686170723289251e-05, 0.0004128611763007939, 0.0007788606453686953, 0.0011448601726442575, 0.001510859583504498, 0.0018768589943647385, 0.0022428585216403008, 0.002608858048915863, 0.0029748575761914253, 0.003340856870636344, 0.0037068563979119062, 0.004072855692356825, 0.004438855219632387, 0.0048048547469079494, 0.005170854274183512, 0.005536853801459074, 0.005902853328734636, 0.006268852856010199, 0.006634851917624474, 0.007000851444900036, 0.007366850972175598, 0.00773285049945116, 0.008098850026726723, 0.008464849554002285, 0.008830849081277847, 0.00919684860855341, 0.009562848135828972, 0.009928847663104534, 0.010294847190380096, 0.010660846717655659, 0.011026846244931221, 0.011392844840884209, 0.011758844368159771, 0.012124843895435333, 0.012490843422710896, 0.012856842949986458, 0.01322284247726202, 0.013588842004537582, 0.013954841531813145]}, "_runtime": 11.40977144241333, "_timestamp": 1596214290.0578163, "_step": 8} +{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 4.0, 3.0, 1.0, 2.0, 1.0, 5.0, 0.0, 3.0, 1.0, 2.0, 3.0, 0.0, 0.0, 2.0, 2.0, 2.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.015805957838892937, -0.015334983356297016, -0.014864008873701096, -0.014393034391105175, -0.013922059908509254, -0.013451085425913334, -0.012980111874639988, -0.012509137392044067, -0.012038162909448147, -0.011567188426852226, -0.011096213944256306, -0.010625239461660385, -0.010154264979064465, -0.009683290496468544, -0.009212316013872623, -0.008741341531276703, -0.008270367980003357, -0.007799393031746149, -0.0073284185491502285, -0.006857444532215595, -0.006386470049619675, -0.005915495567023754, -0.0054445210844278336, -0.004973546601831913, -0.004502572119235992, -0.004031598102301359, -0.0035606236197054386, -0.003089649137109518, -0.0026186746545135975, -0.0021477004047483206, -0.0016767259221524, -0.0012057515559718013, -0.0007347771897912025, -0.00026380279450677335, 0.00020717160077765584, 0.0006781460251659155, 0.0011491203913465142, 0.001620094757527113, 0.0020910692401230335, 0.0025620434898883104, 0.003033017972484231, 0.0035039924550801516, 0.0039749667048454285, 0.004445941187441349, 0.00491691567003727, 0.00538789015263319, 0.005858864169567823, 0.006329838652163744, 0.0068008131347596645, 0.007271787617355585, 0.007742762099951506, 0.008213736116886139, 0.00868471059948206, 0.00915568508207798, 0.0096266595646739, 0.010097634047269821, 0.010568608529865742, 0.011039583012461662, 0.011510557495057583, 0.011981531046330929, 0.01245250552892685, 0.01292348001152277, 0.01339445449411869, 0.013865428976714611, 0.014336403459310532]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 5.0, 9.0, 9.0, 13.0, 16.0, 16.0, 17.0, 29.0, 27.0, 53.0, 60.0, 59.0, 132.0, 138.0, 194.0, 244.0, 360.0, 465.0, 2315.0, 1817.0, 798.0, 443.0, 235.0, 153.0, 91.0, 61.0, 38.0, 23.0, 34.0, 16.0, 13.0, 5.0, 10.0, 3.0, 4.0, 6.0, 3.0, 5.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.20821094512939453, -0.20221740007400513, -0.19622384011745453, -0.19023029506206512, -0.18423675000667572, -0.17824319005012512, -0.17224964499473572, -0.1662560999393463, -0.1602625548839569, -0.1542689949274063, -0.1482754498720169, -0.1422819048166275, -0.1362883448600769, -0.1302947998046875, -0.1243012472987175, -0.1183077022433281, -0.1123141497373581, -0.10632059723138809, -0.10032705217599869, -0.09433349967002869, -0.08833995461463928, -0.08234640210866928, -0.07635284960269928, -0.07035930454730988, -0.06436575204133987, -0.05837220326066017, -0.05237865447998047, -0.04638510197401047, -0.040391553193330765, -0.03439800441265106, -0.02840445376932621, -0.022410903126001358, -0.016417354345321655, -0.010423804633319378, -0.0044302549213171005, 0.0015632947906851768, 0.007556844502687454, 0.013550394214689732, 0.01954394392669201, 0.02553749457001686, 0.031531043350696564, 0.037524592131376266, 0.04351814091205597, 0.04951169341802597, 0.05550524219870567, 0.061498790979385376, 0.06749234348535538, 0.07348588854074478, 0.07947944104671478, 0.08547299355268478, 0.09146653860807419, 0.09746009111404419, 0.1034536361694336, 0.1094471886754036, 0.1154407411813736, 0.121434286236763, 0.1274278461933136, 0.133421391248703, 0.1394149363040924, 0.1454084813594818, 0.1514020413160324, 0.15739558637142181, 0.16338913142681122, 0.16938269138336182, 0.17537623643875122]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 5.0, 1.0, 2.0, 5.0, 3.0, 2.0, 2.0, 5.0, 8.0, 2.0, 1.0, 2.0, 23.0, 6.0, 1.0, 7.0, 2.0, 4.0, 3.0, 4.0, 2.0, 3.0, 1.0, 1.0, 3.0, 2.0, 3.0, 2.0, 0.0, 1.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0051440526731312275, -0.004979279823601246, -0.004814507439732552, -0.00464973459020257, -0.004484961740672588, -0.004320188891142607, -0.004155416041612625, -0.003990643657743931, -0.003825870808213949, -0.0036610979586839676, -0.0034963253419846296, -0.0033315527252852917, -0.00316677987575531, -0.0030020070262253284, -0.0028372344095259905, -0.0026724617928266525, -0.002507688943296671, -0.0023429160937666893, -0.0021781434770673513, -0.0020133708603680134, -0.0018485980108380318, -0.001683825277723372, -0.0015190525446087122, -0.0013542798114940524, -0.0011895070783793926, -0.0010247343452647328, -0.000859961612150073, -0.0006951888790354133, -0.0005304161459207535, -0.0003656434128060937, -0.0002008706796914339, -3.609794657677412e-05, 0.00012867478653788567, 0.00029344751965254545, 0.00045822025276720524, 0.000622992985881865, 0.0007877657189965248, 0.0009525384521111846, 0.0011173111852258444, 0.0012820839183405042, 0.001446856651455164, 0.0016116293845698237, 0.0017764021176844835, 0.0019411748507991433, 0.002105947583913803, 0.0022707204334437847, 0.0024354930501431227, 0.0026002656668424606, 0.0027650385163724422, 0.002929811365902424, 0.003094583982601762, 0.0032593565993010998, 0.0034241294488310814, 0.003588902298361063, 0.003753674915060401, 0.003918447531759739, 0.0040832203812897205, 0.004247993230819702, 0.0044127656146883965, 0.004577538464218378, 0.00474231131374836, 0.004907084163278341, 0.005071857012808323, 0.005236629396677017, 0.005401402246206999]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 5.0, 7.0, 13.0, 24.0, 54.0, 71.0, 145.0, 215.0, 336.0, 509.0, 748.0, 1092.0, 1470.0, 2145.0, 3004.0, 3991.0, 5503.0, 7397.0, 9994.0, 13222.0, 17276.0, 22660.0, 30603.0, 41891.0, 58530.0, 82595.0, 111664.0, 420063.0, 94998.0, 68798.0, 48562.0, 34650.0, 25031.0, 18820.0, 14079.0, 10705.0, 7761.0, 5730.0, 4157.0, 2982.0, 2183.0, 1574.0, 1189.0, 897.0, 667.0, 474.0, 386.0, 241.0, 163.0, 126.0, 90.0, 49.0, 36.0, 26.0, 16.0, 10.0, 9.0, 4.0, 1.0, 1.0, 1.0, 2.0], "bins": [-0.014022874645888805, -0.013543227687478065, -0.013063580729067326, -0.012583933770656586, -0.012104286812245846, -0.011624639853835106, -0.011144992895424366, -0.010665345937013626, -0.01018569990992546, -0.009706052951514721, -0.009226405993103981, -0.008746759034693241, -0.008267112076282501, -0.007787465117871761, -0.007307818159461021, -0.0068281712010502815, -0.006348524242639542, -0.005868877284228802, -0.005389230325818062, -0.004909583367407322, -0.004429936408996582, -0.0039502899162471294, -0.0034706429578363895, -0.0029909959994256496, -0.0025113490410149097, -0.00203170208260417, -0.0015520552406087518, -0.0010724083986133337, -0.0005927614402025938, -0.00011311453999951482, 0.00036653236020356417, 0.0008461792604066432, 0.0013258261606097221, 0.001805473119020462, 0.002285120077431202, 0.002764766803011298, 0.003244413761422038, 0.003724060719832778, 0.004203707445412874, 0.004683354403823614, 0.005163001362234354, 0.005642648320645094, 0.006122295279055834, 0.006601942237466574, 0.007081588730216026, 0.007561235688626766, 0.008040882647037506, 0.008520529605448246, 0.009000176563858986, 0.009479823522269726, 0.009959470480680466, 0.010439117439091206, 0.010918764397501945, 0.011398411355912685, 0.011878058314323425, 0.012357705272734165, 0.012837352231144905, 0.01331699825823307, 0.01379664521664381, 0.01427629217505455, 0.01475593913346529, 0.01523558609187603, 0.015715233981609344, 0.01619488000869751, 0.016674526035785675]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 4.0, 2.0, 1.0, 2.0, 2.0, 4.0, 2.0, 9.0, 1.0, 1.0, 4.0, 3.0, 3.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005025568418204784, -0.004861052613705397, -0.004696536809206009, -0.0045320214703679085, -0.004367505665868521, -0.004202989861369133, -0.004038474056869745, -0.003873958485201001, -0.003709442913532257, -0.0035449271090328693, -0.0033804113045334816, -0.0032158957328647375, -0.0030513799283653498, -0.0028868643566966057, -0.002722348552197218, -0.002557832980528474, -0.002393317176029086, -0.0022288013715296984, -0.0020642857998609543, -0.0018997701117768884, -0.0017352544236928225, -0.0015707386191934347, -0.0014062229311093688, -0.0012417072430253029, -0.001077191554941237, -0.0009126758668571711, -0.0007481601787731051, -0.0005836444324813783, -0.0004191287443973124, -0.0002546130563132465, -9.009733912535012e-05, 7.441836351063102e-05, 0.00023893406614661217, 0.0004034497542306781, 0.000567965442314744, 0.0007324811886064708, 0.0008969968766905367, 0.0010615126229822636, 0.0012260283110663295, 0.0013905439991503954, 0.0015550596872344613, 0.0017195753753185272, 0.0018840910634025931, 0.002048606751486659, 0.002213122555986047, 0.002377638127654791, 0.0025421539321541786, 0.0027066695038229227, 0.0028711853083223104, 0.003035701112821698, 0.0032002166844904423, 0.00336473248898983, 0.003529248060658574, 0.003693763865157962, 0.003858279436826706, 0.004022795241326094, 0.004187311045825481, 0.004351826850324869, 0.00451634218916297, 0.004680857993662357, 0.004845373798161745, 0.005009889602661133, 0.005174404941499233, 0.005338920745998621, 0.005503436550498009]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 2.0, 2.0, 4.0, 3.0, 1.0, 5.0, 4.0, 6.0, 4.0, 6.0, 10.0, 11.0, 18.0, 23.0, 14.0, 30.0, 41.0, 35.0, 53.0, 72.0, 93.0, 132.0, 195.0, 280.0, 398.0, 536.0, 766.0, 1133.0, 1857.0, 6057.0, 1383.0, 989.0, 799.0, 632.0, 533.0, 393.0, 383.0, 320.0, 222.0, 192.0, 185.0, 150.0, 98.0, 73.0, 66.0, 52.0, 42.0, 41.0, 20.0, 19.0, 12.0, 11.0, 9.0, 8.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0045584565959870815, -0.004421726800501347, -0.004284997005015612, -0.004148267209529877, -0.004011537414044142, -0.003874807618558407, -0.003738077823072672, -0.003601348027586937, -0.003464618232101202, -0.003327888436615467, -0.003191158641129732, -0.003054428845643997, -0.0029176990501582623, -0.0027809692546725273, -0.0026442394591867924, -0.0025075096637010574, -0.0023707798682153225, -0.0022340500727295876, -0.0020973202772438526, -0.0019605904817581177, -0.0018238606862723827, -0.0016871308907866478, -0.0015504010953009129, -0.001413671299815178, -0.001276941504329443, -0.001140211708843708, -0.001003481913357973, -0.0008667521178722382, -0.0007300223223865032, -0.0005932925269007683, -0.00045656273141503334, -0.0003198329359292984, -0.00018310314044356346, -4.637334495782852e-05, 9.035645052790642e-05, 0.00022708624601364136, 0.0003638160414993763, 0.0005005458369851112, 0.0006372756324708462, 0.0007740054279565811, 0.0009107352234423161, 0.001047465018928051, 0.001184194814413786, 0.0013209246098995209, 0.0014576544053852558, 0.0015943842008709908, 0.0017311139963567257, 0.0018678437918424606, 0.0020045735873281956, 0.0021413033828139305, 0.0022780331782996655, 0.0024147629737854004, 0.0025514927692711353, 0.0026882225647568703, 0.002824952360242605, 0.00296168215572834, 0.003098411951214075, 0.00323514174669981, 0.003371871542185545, 0.00350860133767128, 0.003645331133157015, 0.00378206092864275, 0.003918790724128485, 0.00405552051961422, 0.004192250315099955]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 4.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.013393322937190533, -0.01314097922295332, -0.012888635508716106, -0.012636290863156319, -0.012383947148919106, -0.012131603434681892, -0.01187925972044468, -0.011626916006207466, -0.011374572291970253, -0.011122227646410465, -0.010869883932173252, -0.010617540217936039, -0.010365196503698826, -0.010112852789461613, -0.009860508143901825, -0.009608164429664612, -0.009355820715427399, -0.009103477001190186, -0.008851133286952972, -0.008598788641393185, -0.008346444927155972, -0.008094101212918758, -0.007841757498681545, -0.007589413318783045, -0.007337069604545832, -0.0070847258903086185, -0.006832381710410118, -0.006580037996172905, -0.006327694281935692, -0.006075350102037191, -0.005823006387799978, -0.005570662207901478, -0.005318318493664265, -0.0050659747794270515, -0.004813630599528551, -0.004561286885291338, -0.0043089427053928375, -0.004056598991155624, -0.0038042552769184113, -0.0035519113298505545, -0.0032995673827826977, -0.003047223435714841, -0.002794879488646984, -0.002542535774409771, -0.002290191827341914, -0.0020378478802740574, -0.0017855040496215224, -0.0015331602189689875, -0.0012808162719011307, -0.0010284723248332739, -0.0007761284941807389, -0.000523784605320543, -0.0002714407164603472, -1.90968276001513e-05, 0.00023324706126004457, 0.00048559095012024045, 0.0007379348389804363, 0.0009902787860482931, 0.001242622616700828, 0.001494966447353363, 0.0017473103944212198, 0.0019996543414890766, 0.0022519980557262897, 0.0025043420027941465, 0.0027566859498620033]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 3.0, 5.0, 1.0, 2.0, 3.0, 6.0, 8.0, 12.0, 15.0, 54.0, 15.0, 11.0, 7.0, 6.0, 12.0, 6.0, 6.0, 8.0, 6.0, 2.0, 6.0, 3.0, 5.0, 8.0, 4.0, 10.0, 5.0, 5.0, 4.0, 4.0, 8.0, 3.0, 2.0, 5.0, 2.0, 2.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.00867470633238554, -0.008359306491911411, -0.008043905720114708, -0.007728505879640579, -0.0074131060391664505, -0.007097706198692322, -0.006782305892556906, -0.00646690558642149, -0.006151505745947361, -0.005836105905473232, -0.005520705599337816, -0.0052053052932024, -0.0048899054527282715, -0.004574505612254143, -0.004259105306118727, -0.003943704999983311, -0.003628305159509182, -0.0033129050862044096, -0.0029975050128996372, -0.002682104939594865, -0.0023667048662900925, -0.00205130479298532, -0.0017359047196805477, -0.0014205046463757753, -0.001105104573071003, -0.0007897044997662306, -0.0004743044264614582, -0.00015890435315668583, 0.00015649572014808655, 0.0004718957934528589, 0.0007872958667576313, 0.0011026959400624037, 0.001418096013367176, 0.0017334960866719484, 0.002048896159976721, 0.002364296233281493, 0.0026796963065862656, 0.002995096379891038, 0.0033104964531958103, 0.0036258965265005827, 0.003941296599805355, 0.004256696440279484, 0.0045720967464149, 0.004887497052550316, 0.005202896893024445, 0.005518296733498573, 0.005833697039633989, 0.006149097345769405, 0.006464497186243534, 0.006779897026717663, 0.007095297332853079, 0.007410697638988495, 0.007726097479462624, 0.008041497319936752, 0.008356897160410881, 0.008672297932207584, 0.008987697772681713, 0.009303097613155842, 0.009618498384952545, 0.009933898225426674, 0.010249298065900803, 0.010564697906374931, 0.01088009774684906, 0.011195498518645763, 0.011510898359119892]}, "_runtime": 12.177547693252563, "_timestamp": 1596214290.8255925, "_step": 9} +{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 3.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 2.0, 4.0, 1.0, 3.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.01597682386636734, -0.015587398782372475, -0.01519797369837761, -0.014808548614382744, -0.014419123530387878, -0.014029699377715588, -0.013640274293720722, -0.013250849209725857, -0.012861424125730991, -0.012471999041736126, -0.01208257395774126, -0.011693148873746395, -0.011303724721074104, -0.010914299637079239, -0.010524874553084373, -0.010135449469089508, -0.009746024385094643, -0.009356599301099777, -0.008967174217104912, -0.008577749133110046, -0.008188324049115181, -0.007798899430781603, -0.007409474812448025, -0.007020049728453159, -0.006630624644458294, -0.0062411995604634285, -0.005851774476468563, -0.005462349858134985, -0.0050729247741401196, -0.004683499690145254, -0.004294075071811676, -0.0039046499878168106, -0.003515224903821945, -0.0031257998198270798, -0.002736374968662858, -0.0023469501174986362, -0.001957525033503771, -0.0015681000659242272, -0.0011786750983446836, -0.0007892501307651401, -0.00039982516318559647, -1.0400195606052876e-05, 0.0003790247719734907, 0.0007684497395530343, 0.001157874707132578, 0.0015472996747121215, 0.001936724642291665, 0.002326149493455887, 0.0027155745774507523, 0.0031049996614456177, 0.0034944245126098394, 0.003883849363774061, 0.004273274447768927, 0.004662699531763792, 0.00505212415009737, 0.0054415492340922356, 0.005830974318087101, 0.006220399402081966, 0.006609824486076832, 0.00699924910441041, 0.007388674188405275, 0.007778099272400141, 0.008167523890733719, 0.008556948974728584, 0.00894637405872345]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 5.0, 8.0, 8.0, 3.0, 8.0, 8.0, 7.0, 12.0, 15.0, 15.0, 21.0, 38.0, 55.0, 60.0, 78.0, 122.0, 131.0, 176.0, 235.0, 303.0, 367.0, 555.0, 3255.0, 971.0, 515.0, 346.0, 204.0, 117.0, 74.0, 66.0, 50.0, 27.0, 21.0, 17.0, 12.0, 6.0, 3.0, 5.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0], "bins": [-0.21487192809581757, -0.20950961112976074, -0.20414729416370392, -0.1987849771976471, -0.19342264533042908, -0.18806032836437225, -0.18269801139831543, -0.1773356944322586, -0.17197337746620178, -0.16661106050014496, -0.16124874353408813, -0.1558864265680313, -0.1505241096019745, -0.14516177773475647, -0.13979946076869965, -0.13443714380264282, -0.129074826836586, -0.12371250987052917, -0.11835019290447235, -0.11298786848783493, -0.1076255515217781, -0.10226323455572128, -0.09690091013908386, -0.09153859317302704, -0.08617627620697021, -0.08081395924091339, -0.07545164227485657, -0.07008931785821915, -0.06472700089216232, -0.0593646839261055, -0.05400236323475838, -0.048640042543411255, -0.04327772557735443, -0.03791540861129761, -0.032553087919950485, -0.027190769091248512, -0.02182845026254654, -0.016466131433844566, -0.011103812605142593, -0.00574149377644062, -0.00037917494773864746, 0.0049831438809633255, 0.010345462709665298, 0.01570778153836727, 0.021070100367069244, 0.026432419195771217, 0.03179473802447319, 0.03715705871582031, 0.042519375681877136, 0.04788169264793396, 0.05324401333928108, 0.058606334030628204, 0.06396865099668503, 0.06933096796274185, 0.07469329237937927, 0.0800556093454361, 0.08541792631149292, 0.09078024327754974, 0.09614256024360657, 0.10150488466024399, 0.10686720162630081, 0.11222951859235764, 0.11759184300899506, 0.12295415997505188, 0.1283164769411087]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 2.0, 1.0, 3.0, 1.0, 4.0, 4.0, 4.0, 6.0, 2.0, 4.0, 3.0, 3.0, 3.0, 1.0, 3.0, 2.0, 0.0, 4.0, 25.0, 1.0, 3.0, 3.0, 0.0, 4.0, 2.0, 5.0, 3.0, 1.0, 1.0, 0.0, 1.0, 4.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005014206748455763, -0.004858367145061493, -0.004702527541667223, -0.004546687938272953, -0.004390848334878683, -0.004235008731484413, -0.004079169128090143, -0.003923329524695873, -0.0037674899213016033, -0.0036116503179073334, -0.0034558107145130634, -0.0032999711111187935, -0.0031441315077245235, -0.0029882919043302536, -0.0028324523009359837, -0.0026766126975417137, -0.0025207730941474438, -0.002364933490753174, -0.002209093887358904, -0.002053254283964634, -0.001897414680570364, -0.001741575077176094, -0.0015857354737818241, -0.0014298958703875542, -0.0012740562669932842, -0.0011182166635990143, -0.0009623770602047443, -0.0008065374568104744, -0.0006506978534162045, -0.0004948582500219345, -0.00033901864662766457, -0.00018317904323339462, -2.733943983912468e-05, 0.00012850016355514526, 0.0002843397669494152, 0.00044017937034368515, 0.0005960189737379551, 0.000751858577132225, 0.000907698180526495, 0.001063537783920765, 0.0012193773873150349, 0.0013752169907093048, 0.0015310565941035748, 0.0016868961974978447, 0.0018427358008921146, 0.0019985754042863846, 0.0021544150076806545, 0.0023102546110749245, 0.0024660942144691944, 0.0026219338178634644, 0.0027777734212577343, 0.0029336130246520042, 0.003089452628046274, 0.003245292231440544, 0.003401131834834814, 0.003556971438229084, 0.003712811041623354, 0.003868650645017624, 0.004024490248411894, 0.004180329851806164, 0.004336169455200434, 0.004492009058594704, 0.004647848661988974, 0.0048036882653832436, 0.0049595278687775135]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 4.0, 4.0, 6.0, 7.0, 24.0, 42.0, 59.0, 93.0, 109.0, 167.0, 218.0, 281.0, 411.0, 461.0, 633.0, 973.0, 1233.0, 1706.0, 2299.0, 3250.0, 4338.0, 6041.0, 7937.0, 10389.0, 13939.0, 18150.0, 23718.0, 31958.0, 43232.0, 58867.0, 78627.0, 98769.0, 411268.0, 89607.0, 67055.0, 49390.0, 36728.0, 27638.0, 20844.0, 16160.0, 12606.0, 9841.0, 7722.0, 6010.0, 4523.0, 3457.0, 2638.0, 1940.0, 1364.0, 979.0, 696.0, 434.0, 292.0, 199.0, 118.0, 89.0, 43.0, 31.0, 16.0, 5.0, 5.0, 3.0], "bins": [-0.01496981829404831, -0.014536701142787933, -0.014103583060204983, -0.013670465908944607, -0.01323734875768423, -0.01280423067510128, -0.012371113523840904, -0.011937996372580528, -0.011504879221320152, -0.011071761138737202, -0.010638643987476826, -0.01020552683621645, -0.0097724087536335, -0.009339291602373123, -0.008906174451112747, -0.008473056368529797, -0.00803993921726942, -0.007606821600347757, -0.007173704449087381, -0.006740586832165718, -0.006307469680905342, -0.005874352063983679, -0.0054412344470620155, -0.0050081172958016396, -0.004574999678879976, -0.004141882061958313, -0.003708764910697937, -0.0032756472937762737, -0.002842529909685254, -0.0024094125255942345, -0.001976294908672571, -0.0015431775245815516, -0.001110060140490532, -0.0006769426981918514, -0.00024382525589317083, 0.0001892921864055097, 0.0006224096287041903, 0.0010555270127952099, 0.0014886445133015513, 0.0019217620138078928, 0.0023548793978989124, 0.002787996781989932, 0.0032211141660809517, 0.003654231783002615, 0.004087349399924278, 0.004520466551184654, 0.0049535841681063175, 0.0053867013193666935, 0.005819818936288357, 0.00625293655321002, 0.006686053704470396, 0.007119171321392059, 0.007552288472652435, 0.007985406555235386, 0.008418523706495762, 0.008851640857756138, 0.009284758940339088, 0.009717876091599464, 0.01015099324285984, 0.010584110394120216, 0.011017228476703167, 0.011450345627963543, 0.011883462779223919, 0.01231658086180687, 0.012749698013067245]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 5.0, 3.0, 2.0, 2.0, 4.0, 0.0, 8.0, 2.0, 3.0, 1.0, 0.0, 3.0, 2.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.020453695207834244, -0.019950786605477333, -0.019447878003120422, -0.01894496940076351, -0.0184420607984066, -0.01793915219604969, -0.01743624359369278, -0.01693333499133587, -0.016430426388978958, -0.015927515923976898, -0.015424608252942562, -0.014921699650585651, -0.014418790116906166, -0.013915881514549255, -0.013412972912192345, -0.012910064309835434, -0.012407155707478523, -0.011904247105121613, -0.011401338502764702, -0.010898429900407791, -0.01039552129805088, -0.009892611764371395, -0.009389703162014484, -0.008886794559657574, -0.008383885957300663, -0.007880977354943752, -0.007378068752586842, -0.006875159684568644, -0.006372251082211733, -0.005869342479854822, -0.005366433411836624, -0.0048635248094797134, -0.004360616207122803, -0.003857707604765892, -0.0033547987695783377, -0.0028518899343907833, -0.0023489813320338726, -0.00184607261326164, -0.0013431638944894075, -0.000840255175717175, -0.0003373464569449425, 0.00016556226182729006, 0.0006684709805995226, 0.0011713796993717551, 0.0016742884181439877, 0.0021771970205008984, 0.0026801058556884527, 0.003183014690876007, 0.003685923293232918, 0.0041888318955898285, 0.004691740497946739, 0.005194649565964937, 0.005697558168321848, 0.006200466770678759, 0.006703375838696957, 0.007206284441053867, 0.007709193043410778, 0.008212101645767689, 0.0087150102481246, 0.00921791885048151, 0.009720828384160995, 0.010223736986517906, 0.010726645588874817, 0.011229554191231728, 0.011732462793588638]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 3.0, 0.0, 4.0, 1.0, 2.0, 3.0, 3.0, 4.0, 1.0, 7.0, 3.0, 4.0, 8.0, 9.0, 12.0, 8.0, 9.0, 9.0, 8.0, 14.0, 1.0, 11.0, 15.0, 18.0, 14.0, 16.0, 14.0, 14.0, 23.0, 25.0, 30.0, 47.0, 69.0, 93.0, 125.0, 167.0, 189.0, 307.0, 410.0, 646.0, 935.0, 1665.0, 7061.0, 2502.0, 1301.0, 697.0, 507.0, 440.0, 325.0, 225.0, 134.0, 88.0, 76.0, 31.0, 29.0, 10.0, 24.0, 13.0, 9.0, 6.0, 1.0, 2.0, 2.0], "bins": [-0.014099860563874245, -0.013778401538729668, -0.013456943444907665, -0.013135485351085663, -0.012814026325941086, -0.012492567300796509, -0.012171109206974506, -0.011849651113152504, -0.011528192088007927, -0.01120673306286335, -0.010885274969041348, -0.010563816875219345, -0.010242357850074768, -0.009920898824930191, -0.009599440731108189, -0.009277982637286186, -0.00895652361214161, -0.008635064586997032, -0.00831360649317503, -0.007992148399353027, -0.00767068937420845, -0.007349230814725161, -0.007027772255241871, -0.006706313695758581, -0.0063848551362752914, -0.006063396576792002, -0.005741938017308712, -0.005420479457825422, -0.005099020898342133, -0.004777562338858843, -0.004456103779375553, -0.004134645219892263, -0.0038131866604089737, -0.003491728100925684, -0.0031702695414423943, -0.0028488109819591045, -0.002527352422475815, -0.002205893862992525, -0.0018844353035092354, -0.0015629767440259457, -0.001241518184542656, -0.0009200596250593662, -0.0005986010655760765, -0.0002771425060927868, 4.431605339050293e-05, 0.00036577461287379265, 0.0006872331723570824, 0.001008691731840372, 0.0013301502913236618, 0.0016516088508069515, 0.0019730674102902412, 0.002294525969773531, 0.0026159845292568207, 0.0029374430887401104, 0.0032589016482234, 0.00358036020770669, 0.0039018187671899796, 0.004223277326673269, 0.004544735886156559, 0.004866194445639849, 0.005187653005123138, 0.005509111564606428, 0.005830570124089718, 0.006152028683573008, 0.006473487243056297]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 4.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.04539122432470322, -0.04435417056083679, -0.043317120522260666, -0.04228006675839424, -0.041243016719818115, -0.04020596295595169, -0.039168909192085266, -0.03813185915350914, -0.037094805389642715, -0.03605775162577629, -0.035020701587200165, -0.03398364782333374, -0.032946594059467316, -0.03190954402089119, -0.030872490257024765, -0.02983543835580349, -0.028798386454582214, -0.02776133455336094, -0.026724282652139664, -0.02568722888827324, -0.024650176987051964, -0.02361312508583069, -0.022576071321964264, -0.02153901942074299, -0.020501967519521713, -0.019464915618300438, -0.018427863717079163, -0.017390809953212738, -0.016353758051991463, -0.015316706150770187, -0.014279653318226337, -0.013242600485682487, -0.012205548584461212, -0.011168496683239937, -0.010131443850696087, -0.009094391018152237, -0.008057339116930962, -0.007020286750048399, -0.005983234383165836, -0.004946182016283274, -0.003909129649400711, -0.0028720772825181484, -0.0018350249156355858, -0.0007979725487530231, 0.0002390798181295395, 0.0012761321850121021, 0.0023131845518946648, 0.0033502369187772274, 0.00438728928565979, 0.005424341652542353, 0.006461394019424915, 0.007498446386307478, 0.00853549875319004, 0.009572550654411316, 0.010609603486955166, 0.011646656319499016, 0.012683708220720291, 0.013720760121941566, 0.014757812954485416, 0.015794865787029266, 0.01683191768825054, 0.017868969589471817, 0.01890602335333824, 0.019943075254559517, 0.020980127155780792]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 4.0, 0.0, 1.0, 2.0, 1.0, 2.0, 5.0, 5.0, 3.0, 2.0, 1.0, 3.0, 4.0, 8.0, 7.0, 4.0, 4.0, 6.0, 7.0, 5.0, 8.0, 6.0, 5.0, 6.0, 22.0, 16.0, 13.0, 62.0, 22.0, 11.0, 6.0, 7.0, 7.0, 5.0, 2.0, 1.0, 4.0, 3.0, 0.0, 1.0], "bins": [-0.023393575102090836, -0.02294313907623291, -0.022492704913020134, -0.02204226888716221, -0.021591834723949432, -0.021141398698091507, -0.02069096453487873, -0.020240528509020805, -0.01979009434580803, -0.019339658319950104, -0.018889224156737328, -0.018438788130879402, -0.017988352105021477, -0.0175379179418087, -0.017087481915950775, -0.016637047752738, -0.016186611726880074, -0.015736177563667297, -0.015285741537809372, -0.014835306443274021, -0.01438487134873867, -0.01393443625420332, -0.013484001159667969, -0.013033566065132618, -0.012583130970597267, -0.012132695876061916, -0.011682260781526566, -0.01123182475566864, -0.01078138966113329, -0.010330954566597939, -0.009880519472062588, -0.009430084377527237, -0.008979649282991886, -0.008529214188456535, -0.008078779093921185, -0.007628343533724546, -0.007177908439189196, -0.006727473344653845, -0.006277038250118494, -0.005826603155583143, -0.005376167595386505, -0.004925732500851154, -0.0044752974063158035, -0.004024862311780453, -0.003574427217245102, -0.0031239918898791075, -0.0026735567953437567, -0.0022231214679777622, -0.0017726863734424114, -0.0013222511624917388, -0.0008718160097487271, -0.0004213808279018849, 2.9054353944957256e-05, 0.0004794895357917994, 0.0009299247176386416, 0.0013803598703816533, 0.001830795081332326, 0.0022812301758676767, 0.002731665503233671, 0.003182100597769022, 0.003632535692304373, 0.004082970786839724, 0.004533406347036362, 0.0049838414415717125, 0.005434276536107063]}, "_runtime": 12.935401916503906, "_timestamp": 1596214291.5834467, "_step": 10} +{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 0.0, 2.0, 2.0, 0.0, 1.0, 2.0, 3.0, 2.0, 2.0, 0.0, 5.0, 1.0, 3.0, 4.0, 0.0, 1.0, 2.0, 0.0, 1.0, 4.0, 1.0, 4.0, 1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014335481449961662, -0.013885973952710629, -0.013436466455459595, -0.012986958958208561, -0.012537451460957527, -0.012087943963706493, -0.011638435535132885, -0.011188928037881851, -0.010739420540630817, -0.010289913043379784, -0.00984040554612875, -0.009390898048877716, -0.008941390551626682, -0.008491883054375648, -0.008042375557124615, -0.007592867594212294, -0.00714336009696126, -0.006693852599710226, -0.006244345102459192, -0.005794837139546871, -0.005345329642295837, -0.004895822145044804, -0.00444631464779377, -0.003996807150542736, -0.0035472994204610586, -0.003097791923210025, -0.0026482841931283474, -0.0021987766958773136, -0.001749269082210958, -0.0012997614685446024, -0.0008502539130859077, -0.00040074632852338254, 4.876125603914261e-05, 0.0004982688697054982, 0.0009477764251641929, 0.0013972839806228876, 0.0018467915942892432, 0.002296299207955599, 0.0027458067052066326, 0.00319531443528831, 0.003644821932539344, 0.004094329662621021, 0.004543837159872055, 0.004993344657123089, 0.005442852154374123, 0.005892359651625156, 0.0063418676145374775, 0.006791375111788511, 0.007240882609039545, 0.007690390106290579, 0.0081398980692029, 0.008589405566453934, 0.009038913063704967, 0.009488420560956001, 0.009937928058207035, 0.010387435555458069, 0.010836943052709103, 0.011286450549960136, 0.01173595804721117, 0.012185466475784779, 0.012634973973035812, 0.013084481470286846, 0.01353398896753788, 0.013983496464788914, 0.014433003962039948]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 2.0, 3.0, 4.0, 7.0, 9.0, 2.0, 10.0, 11.0, 15.0, 16.0, 20.0, 42.0, 49.0, 65.0, 78.0, 128.0, 148.0, 159.0, 246.0, 385.0, 438.0, 2108.0, 1844.0, 857.0, 490.0, 270.0, 164.0, 116.0, 68.0, 45.0, 42.0, 17.0, 22.0, 14.0, 8.0, 8.0, 5.0, 3.0, 3.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1804463118314743, -0.17526797950267792, -0.17008963227272034, -0.16491129994392395, -0.15973296761512756, -0.15455463528633118, -0.1493763029575348, -0.1441979557275772, -0.13901962339878082, -0.13384129106998444, -0.12866294384002686, -0.12348461151123047, -0.11830627918243408, -0.1131279468536377, -0.10794960707426071, -0.10277126729488373, -0.09759293496608734, -0.09241460263729095, -0.08723626285791397, -0.08205792307853699, -0.0768795907497406, -0.07170125842094421, -0.06652291864156723, -0.061344582587480545, -0.05616624653339386, -0.050987910479307175, -0.04580957442522049, -0.040631238371133804, -0.03545290231704712, -0.030274566262960434, -0.02509623020887375, -0.019917894154787064, -0.014739558100700378, -0.009561222046613693, -0.004382885992527008, 0.0007954500615596771, 0.005973786115646362, 0.011152122169733047, 0.016330458223819733, 0.021508794277906418, 0.026687130331993103, 0.03186546638607979, 0.03704380244016647, 0.04222213849425316, 0.047400474548339844, 0.05257881060242653, 0.057757146656513214, 0.0629354864358902, 0.06811381876468658, 0.07329215109348297, 0.07847049087285995, 0.08364883065223694, 0.08882716298103333, 0.09400549530982971, 0.0991838350892067, 0.10436217486858368, 0.10954050719738007, 0.11471883952617645, 0.11989717930555344, 0.12507551908493042, 0.1302538514137268, 0.1354321837425232, 0.14061051607131958, 0.14578886330127716, 0.15096719563007355]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 4.0, 3.0, 3.0, 0.0, 2.0, 0.0, 5.0, 4.0, 2.0, 5.0, 4.0, 2.0, 2.0, 2.0, 3.0, 0.0, 3.0, 5.0, 25.0, 3.0, 2.0, 2.0, 1.0, 3.0, 4.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 3.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.004432725254446268, -0.004299644380807877, -0.004166563041508198, -0.004033482167869806, -0.003900401294231415, -0.0037673201877623796, -0.0036342390812933445, -0.003501158207654953, -0.003368077101185918, -0.0032349959947168827, -0.003101915121078491, -0.002968834014609456, -0.002835752908140421, -0.0027026720345020294, -0.0025695909280329943, -0.0024365100543946028, -0.0023034289479255676, -0.0021703478414565325, -0.002037266967818141, -0.0019041858613491058, -0.0017711048712953925, -0.0016380238812416792, -0.001504942774772644, -0.0013718617847189307, -0.0012387807946652174, -0.001105699804611504, -0.0009726187563501298, -0.0008395377080887556, -0.0007064567180350423, -0.000573375727981329, -0.00044029467971995473, -0.00030721366056241095, -0.00017413264140486717, -4.1051622247323394e-05, 9.202939691022038e-05, 0.00022511041606776416, 0.00035819143522530794, 0.0004912724252790213, 0.0006243534735403955, 0.0007574345218017697, 0.0008905155118554831, 0.0010235965019091964, 0.0011566774919629097, 0.0012897585984319448, 0.0014228395884856582, 0.0015559205785393715, 0.0016890016850084066, 0.00182208267506212, 0.0019551636651158333, 0.0020882447715848684, 0.00222132564522326, 0.002354406751692295, 0.0024874876253306866, 0.0026205687317997217, 0.002753649838268757, 0.0028867307119071484, 0.0030198118183761835, 0.0031528929248452187, 0.00328597379848361, 0.0034190549049526453, 0.0035521360114216805, 0.003685216885060072, 0.003818297991529107, 0.003951379097998142, 0.004084459971636534]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 1.0, 10.0, 16.0, 28.0, 41.0, 87.0, 126.0, 215.0, 291.0, 406.0, 660.0, 964.0, 1406.0, 1991.0, 2794.0, 3698.0, 5134.0, 6711.0, 8653.0, 11215.0, 14660.0, 18705.0, 24233.0, 31674.0, 42240.0, 56299.0, 74679.0, 95921.0, 415191.0, 95902.0, 69220.0, 49481.0, 35632.0, 26388.0, 19690.0, 14960.0, 11376.0, 8756.0, 6929.0, 5573.0, 4205.0, 3394.0, 2615.0, 2020.0, 1521.0, 1102.0, 870.0, 613.0, 431.0, 289.0, 195.0, 163.0, 100.0, 54.0, 40.0, 30.0, 16.0, 14.0, 9.0, 1.0, 1.0, 2.0, 3.0], "bins": [-0.012337162159383297, -0.011923124082386494, -0.011509085074067116, -0.011095046997070312, -0.01068100892007351, -0.010266970843076706, -0.009852932766079903, -0.009438893757760525, -0.009024855680763721, -0.008610817603766918, -0.00819677859544754, -0.007782740518450737, -0.007368702441453934, -0.00695466436445713, -0.00654062582179904, -0.006126587279140949, -0.005712549202144146, -0.005298511125147343, -0.004884472582489252, -0.0044704340398311615, -0.004056395962834358, -0.0036423576530069113, -0.0032283193431794643, -0.0028142810333520174, -0.0024002427235245705, -0.0019862044136971235, -0.0015721661038696766, -0.0011581277940422297, -0.0007440894842147827, -0.0003300511743873358, 8.398713544011116e-05, 0.0004980254452675581, 0.000912063755095005, 0.001326102064922452, 0.001740140374749899, 0.002154178684577346, 0.002568216994404793, 0.0029822553042322397, 0.0033962936140596867, 0.0038103319238871336, 0.0042243702337145805, 0.004638408310711384, 0.005052446853369474, 0.005466485396027565, 0.005880523473024368, 0.006294561550021172, 0.006708600092679262, 0.007122638635337353, 0.007536676712334156, 0.00795071478933096, 0.008364753797650337, 0.00877879187464714, 0.009192829951643944, 0.009606868028640747, 0.01002090610563755, 0.010434945113956928, 0.010848983190953732, 0.011263021267950535, 0.011677060276269913, 0.012091098353266716, 0.01250513643026352, 0.012919174507260323, 0.013333212584257126, 0.013747251592576504, 0.014161289669573307]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 3.0, 4.0, 1.0, 1.0, 4.0, 2.0, 3.0, 6.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 2.0, 1.0, 6.0, 3.0, 4.0, 1.0, 0.0, 1.0, 1.0, 0.0, 4.0], "bins": [-0.024544522166252136, -0.02400689199566841, -0.023469261825084686, -0.02293163165450096, -0.022394001483917236, -0.02185637131333351, -0.021318739280104637, -0.020781109109520912, -0.020243478938937187, -0.019705848768353462, -0.019168218597769737, -0.018630588427186012, -0.018092958256602287, -0.017555328086018562, -0.017017697915434837, -0.016480067744851112, -0.015942435711622238, -0.015404806472361088, -0.014867176301777363, -0.014329545199871063, -0.013791915029287338, -0.013254284858703613, -0.012716654688119888, -0.012179024517536163, -0.011641394346952438, -0.011103763245046139, -0.010566133074462414, -0.010028502903878689, -0.009490872733294964, -0.008953242562711239, -0.00841561146080494, -0.007877981290221214, -0.007340351119637489, -0.006802720949053764, -0.006265090312808752, -0.005727460142225027, -0.005189829505980015, -0.00465219933539629, -0.004114569164812565, -0.0035769387613981962, -0.0030393083579838276, -0.002501677954569459, -0.0019640475511550903, -0.0014264173805713654, -0.0008887869771569967, -0.000351156631950289, 0.0001864737132564187, 0.0007241040584631264, 0.0012617344036698341, 0.0017993648070842028, 0.0023369952104985714, 0.0028746253810822964, 0.003412255784496665, 0.003949886187911034, 0.004487516358494759, 0.005025146994739771, 0.005562777165323496, 0.006100407335907221, 0.006638037972152233, 0.007175668142735958, 0.007713298313319683, 0.008250928483903408, 0.008788559585809708, 0.009326189756393433, 0.009863819926977158]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 2.0, 2.0, 7.0, 2.0, 2.0, 6.0, 5.0, 8.0, 8.0, 5.0, 16.0, 13.0, 7.0, 16.0, 18.0, 23.0, 24.0, 18.0, 30.0, 32.0, 50.0, 92.0, 112.0, 155.0, 175.0, 246.0, 339.0, 445.0, 737.0, 1071.0, 1697.0, 3066.0, 5745.0, 1123.0, 954.0, 503.0, 395.0, 406.0, 378.0, 188.0, 126.0, 102.0, 45.0, 13.0, 4.0, 7.0], "bins": [-0.017236292362213135, -0.016892047598958015, -0.016547800973057747, -0.016203556209802628, -0.01585930958390236, -0.01551506482064724, -0.01517082005739212, -0.014826574362814426, -0.014482328668236732, -0.014138082973659039, -0.013793837279081345, -0.013449592515826225, -0.013105346821248531, -0.012761101126670837, -0.012416856363415718, -0.012072610668838024, -0.01172836497426033, -0.011384119279682636, -0.011039873585104942, -0.010695628821849823, -0.010351383127272129, -0.010007137432694435, -0.009662892669439316, -0.009318646974861622, -0.008974401280283928, -0.008630155585706234, -0.00828590989112854, -0.00794166512787342, -0.007597419433295727, -0.007253173738718033, -0.006908928509801626, -0.00656468328088522, -0.006220437586307526, -0.005876191891729832, -0.005531946662813425, -0.005187701433897018, -0.0048434557393193245, -0.0044992100447416306, -0.004154964815825224, -0.0038107193540781736, -0.0034664738923311234, -0.003122228430584073, -0.0027779829688370228, -0.0024337375070899725, -0.002089492045342922, -0.001745246583595872, -0.0014010011218488216, -0.0010567556601017714, -0.0007125101983547211, -0.0003682647366076708, -2.40192748606205e-05, 0.0003202261868864298, 0.0006644716486334801, 0.0010087171103805304, 0.0013529625721275806, 0.001697208033874631, 0.002041453495621681, 0.0023856989573687315, 0.002729944419115782, 0.003074189880862832, 0.0034184353426098824, 0.0037626808043569326, 0.004106926266103983, 0.0044511714950203896, 0.0047954171895980835]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 4.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.06009026616811752, -0.05849720537662506, -0.0569041483104229, -0.055311087518930435, -0.05371803045272827, -0.05212496966123581, -0.05053190886974335, -0.048938851803541183, -0.04734579101204872, -0.04575273022055626, -0.044159673154354095, -0.04256661236286163, -0.04097355157136917, -0.03938049450516701, -0.037787433713674545, -0.03619437664747238, -0.03460131585597992, -0.03300825506448746, -0.031415197998285294, -0.02982213720679283, -0.02822907827794552, -0.026636019349098206, -0.025042958557605743, -0.02344989962875843, -0.021856840699911118, -0.020263781771063805, -0.01867072284221649, -0.01707766205072403, -0.015484603121876717, -0.013891544193029404, -0.012298484332859516, -0.010705424472689629, -0.009112365543842316, -0.0075193061493337154, -0.005926246754825115, -0.004333187360316515, -0.0027401279658079147, -0.0011470685712993145, 0.00044599082320928574, 0.002039050217717886, 0.003632109612226486, 0.0052251690067350864, 0.006818228401243687, 0.008411288261413574, 0.010004347190260887, 0.0115974061191082, 0.013190465979278088, 0.014783525839447975, 0.016376584768295288, 0.0179696436971426, 0.019562702625989914, 0.021155763417482376, 0.02274882234632969, 0.024341881275177002, 0.025934942066669464, 0.027528000995516777, 0.02912105992436409, 0.030714118853211403, 0.032307177782058716, 0.03390023857355118, 0.03549329936504364, 0.037086356431245804, 0.038679417222738266, 0.04027247428894043, 0.04186553508043289]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 3.0, 0.0, 2.0, 2.0, 3.0, 1.0, 4.0, 6.0, 2.0, 6.0, 9.0, 4.0, 9.0, 7.0, 3.0, 7.0, 6.0, 6.0, 2.0, 2.0, 4.0, 5.0, 5.0, 7.0, 6.0, 6.0, 6.0, 5.0, 8.0, 5.0, 4.0, 5.0, 11.0, 9.0, 47.0, 14.0, 12.0, 6.0, 6.0, 6.0, 4.0, 6.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.022804416716098785, -0.022264428436756134, -0.021724442020058632, -0.02118445374071598, -0.02064446732401848, -0.020104479044675827, -0.019564492627978325, -0.019024504348635674, -0.01848451793193817, -0.01794452965259552, -0.01740454137325287, -0.016864554956555367, -0.016324566677212715, -0.015784580260515213, -0.015244591981172562, -0.014704604633152485, -0.014164617285132408, -0.013624629937112331, -0.013084642589092255, -0.012544655241072178, -0.012004667893052101, -0.01146467961370945, -0.010924692265689373, -0.010384704917669296, -0.00984471756964922, -0.009304730221629143, -0.008764742873609066, -0.00822475552558899, -0.007684767711907625, -0.0071447803638875484, -0.006604792550206184, -0.006064805202186108, -0.005524817854166031, -0.004984830506145954, -0.004444843158125877, -0.0039048553444445133, -0.0033648679964244366, -0.00282488064840436, -0.0022848930675536394, -0.0017449056031182408, -0.0012049181386828423, -0.0006649306742474437, -0.0001249432098120451, 0.0004150442546233535, 0.0009550317190587521, 0.0014950191834941506, 0.0020350066479295492, 0.0025749942287802696, 0.0031149815768003464, 0.003654968924820423, 0.0041949562728405, 0.004734944086521864, 0.005274931434541941, 0.0058149187825620174, 0.0063549065962433815, 0.006894893944263458, 0.007434881292283535, 0.007974868640303612, 0.008514855988323689, 0.009054843336343765, 0.009594831615686417, 0.010134818963706493, 0.01067480631172657, 0.011214793659746647, 0.011754781007766724]}, "_runtime": 13.695336103439331, "_timestamp": 1596214292.343381, "_step": 11} +{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 4.0, 3.0, 2.0, 1.0, 3.0, 2.0, 5.0, 4.0, 3.0, 4.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02247932180762291, -0.021836966276168823, -0.021194608882069588, -0.0205522533506155, -0.019909895956516266, -0.01926754042506218, -0.018625183030962944, -0.017982827499508858, -0.017340470105409622, -0.016698114573955536, -0.01605575904250145, -0.015413401648402214, -0.014771046116948128, -0.014128689654171467, -0.013486333191394806, -0.012843976728618145, -0.012201620265841484, -0.011559263803064823, -0.010916907340288162, -0.010274550877511501, -0.00963219441473484, -0.008989838883280754, -0.008347482420504093, -0.007705125957727432, -0.007062769494950771, -0.00642041303217411, -0.0057780565693974495, -0.005135700572282076, -0.004493344109505415, -0.003850987646728754, -0.0032086314167827368, -0.0025662751868367195, -0.0019239187240600586, -0.0012815623776987195, -0.0006392060313373804, 3.150315023958683e-06, 0.0006455066613852978, 0.0012878630077466369, 0.001930219354107976, 0.0025725755840539932, 0.003214932046830654, 0.003857288509607315, 0.004499644972383976, 0.00514200096949935, 0.0057843574322760105, 0.006426713895052671, 0.007069069892168045, 0.007711426354944706, 0.008353782817721367, 0.008996139280498028, 0.009638495743274689, 0.01028085220605135, 0.01092320866882801, 0.011565564200282097, 0.012207920663058758, 0.012850277125835419, 0.01349263358861208, 0.01413499005138874, 0.014777346514165401, 0.015419702976942062, 0.01606205850839615, 0.016704415902495384, 0.01734677143394947, 0.017989128828048706, 0.018631484359502792]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 3.0, 0.0, 3.0, 4.0, 6.0, 7.0, 13.0, 10.0, 19.0, 18.0, 33.0, 30.0, 52.0, 50.0, 80.0, 100.0, 132.0, 169.0, 244.0, 322.0, 461.0, 2411.0, 1943.0, 742.0, 384.0, 211.0, 154.0, 100.0, 53.0, 52.0, 28.0, 21.0, 17.0, 14.0, 10.0, 6.0, 3.0, 8.0, 2.0, 2.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1732923686504364, -0.16705510020256042, -0.16081783175468445, -0.15458057820796967, -0.1483433097600937, -0.1421060413122177, -0.13586877286434174, -0.12963150441646576, -0.12339424341917038, -0.1171569749712944, -0.11091971397399902, -0.10468244552612305, -0.09844517707824707, -0.09220791608095169, -0.08597064763307571, -0.07973338663578033, -0.07349611818790436, -0.06725884974002838, -0.061021588742733, -0.054784320294857025, -0.04854705557227135, -0.04230979084968567, -0.03607252240180969, -0.029835257679224014, -0.023597992956638336, -0.017360728234052658, -0.01112346164882183, -0.004886195994913578, 0.0013510696589946747, 0.007588335312902927, 0.01382560096681118, 0.020062867552042007, 0.026300132274627686, 0.032537396997213364, 0.03877466171979904, 0.04501193016767502, 0.051249194890260696, 0.057486459612846375, 0.06372372806072235, 0.06996098905801773, 0.07619825750589371, 0.08243552595376968, 0.08867278695106506, 0.09491005539894104, 0.10114732384681702, 0.1073845848441124, 0.11362185329198837, 0.11985911428928375, 0.12609638273715973, 0.1323336511850357, 0.13857091963291168, 0.14480817317962646, 0.15104544162750244, 0.15728271007537842, 0.1635199785232544, 0.16975724697113037, 0.17599451541900635, 0.18223176896572113, 0.1884690374135971, 0.19470630586147308, 0.20094357430934906, 0.20718084275722504, 0.21341809630393982, 0.2196553647518158, 0.22589263319969177]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 3.0, 2.0, 3.0, 3.0, 1.0, 2.0, 6.0, 4.0, 3.0, 4.0, 2.0, 3.0, 4.0, 2.0, 27.0, 5.0, 1.0, 1.0, 4.0, 0.0, 2.0, 4.0, 1.0, 2.0, 4.0, 5.0, 4.0, 3.0, 2.0, 4.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00491819903254509, -0.004735402762889862, -0.004552606493234634, -0.004369810223579407, -0.004187013953924179, -0.004004217684268951, -0.0038214214146137238, -0.003638625144958496, -0.0034558288753032684, -0.0032730326056480408, -0.003090236335992813, -0.0029074400663375854, -0.002724643796682358, -0.00254184752702713, -0.0023590512573719025, -0.002176254987716675, -0.001993458718061447, -0.0018106624484062195, -0.0016278661787509918, -0.0014450699090957642, -0.0012622736394405365, -0.0010794773697853088, -0.0008966811001300812, -0.0007138848304748535, -0.0005310885608196259, -0.0003482922911643982, -0.00016549602150917053, 1.730024814605713e-05, 0.0002000965178012848, 0.00038289278745651245, 0.0005656890571117401, 0.0007484853267669678, 0.0009312815964221954, 0.001114077866077423, 0.0012968741357326508, 0.0014796704053878784, 0.001662466675043106, 0.0018452629446983337, 0.0020280592143535614, 0.002210855484008789, 0.0023936517536640167, 0.0025764480233192444, 0.002759244292974472, 0.0029420405626296997, 0.0031248368322849274, 0.003307633101940155, 0.0034904293715953827, 0.0036732256412506104, 0.003856021910905838, 0.004038818180561066, 0.004221614450216293, 0.004404410719871521, 0.004587206989526749, 0.004770003259181976, 0.004952799528837204, 0.005135595798492432, 0.005318392068147659, 0.005501188337802887, 0.005683984607458115, 0.005866780877113342, 0.00604957714676857, 0.006232373416423798, 0.006415169686079025, 0.006597965955734253, 0.006780762225389481]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 6.0, 9.0, 7.0, 15.0, 35.0, 50.0, 66.0, 103.0, 173.0, 251.0, 355.0, 508.0, 693.0, 949.0, 1336.0, 1785.0, 2569.0, 3521.0, 5044.0, 6874.0, 9530.0, 13730.0, 18704.0, 25611.0, 34230.0, 46816.0, 63974.0, 84058.0, 108406.0, 411514.0, 86066.0, 65833.0, 48560.0, 34772.0, 25409.0, 19397.0, 14548.0, 11278.0, 8558.0, 6410.0, 4756.0, 3468.0, 2594.0, 1983.0, 1429.0, 1024.0, 743.0, 537.0, 378.0, 293.0, 198.0, 168.0, 105.0, 76.0, 50.0, 32.0, 26.0, 18.0, 7.0, 4.0, 0.0, 3.0], "bins": [-0.01433333195745945, -0.013873424381017685, -0.013413517735898495, -0.012953611090779305, -0.01249370351433754, -0.012033795937895775, -0.011573889292776585, -0.011113982647657394, -0.01065407507121563, -0.010194167494773865, -0.009734260849654675, -0.009274354204535484, -0.00881444662809372, -0.008354539051651955, -0.007894632406532764, -0.007434725295752287, -0.006974818184971809, -0.006514911074191332, -0.006055003963410854, -0.005595096852630377, -0.005135189741849899, -0.004675282631069422, -0.004215375520288944, -0.0037554684095084667, -0.003295561298727989, -0.0028356541879475117, -0.002375747077167034, -0.0019158399663865566, -0.001455932855606079, -0.0009960257448256016, -0.000536118634045124, -7.621152326464653e-05, 0.000383695587515831, 0.0008436026982963085, 0.001303509809076786, 0.0017634169198572636, 0.002223324030637741, 0.0026832311414182186, 0.003143138252198696, 0.0036030453629791737, 0.004062952473759651, 0.004522859584540129, 0.004982766695320606, 0.005442673806101084, 0.005902580916881561, 0.006362488027662039, 0.006822395138442516, 0.007282302249222994, 0.007742209360003471, 0.008202116936445236, 0.008662023581564426, 0.009121930226683617, 0.009581837803125381, 0.010041745379567146, 0.010501652024686337, 0.010961558669805527, 0.011421466246247292, 0.011881373822689056, 0.012341280467808247, 0.012801187112927437, 0.013261094689369202, 0.013721002265810966, 0.014180908910930157, 0.014640815556049347, 0.015100723132491112]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 5.0, 0.0, 1.0, 4.0, 4.0, 6.0, 4.0, 5.0, 6.0, 4.0, 8.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.019589174538850784, -0.019085146486759186, -0.018581120297312737, -0.018077094107866287, -0.01757306605577469, -0.01706903800368309, -0.01656501181423664, -0.01606098562479019, -0.015556957572698593, -0.01505293045192957, -0.014548903331160545, -0.014044876210391521, -0.013540849089622498, -0.013036821968853474, -0.01253279484808445, -0.012028767727315426, -0.011524740606546402, -0.011020713485777378, -0.010516686365008354, -0.01001265924423933, -0.009508632123470306, -0.009004605002701283, -0.008500577881932259, -0.007996550761163235, -0.007492523640394211, -0.006988496519625187, -0.006484469398856163, -0.005980442278087139, -0.005476415157318115, -0.004972388036549091, -0.0044683609157800674, -0.0039643337950110435, -0.0034603066742420197, -0.0029562795534729958, -0.002452252432703972, -0.001948225311934948, -0.001444198191165924, -0.0009401710703969002, -0.0004361439496278763, 6.788317114114761e-05, 0.0005719102919101715, 0.0010759374126791954, 0.0015799645334482193, 0.002083991654217243, 0.002588018774986267, 0.003092045895755291, 0.003596073016524315, 0.004100100137293339, 0.004604127258062363, 0.0051081543788313866, 0.0056121814996004105, 0.006116208620369434, 0.006620235741138458, 0.007124262861907482, 0.007628289982676506, 0.00813231710344553, 0.008636344224214554, 0.009140371344983578, 0.009644398465752602, 0.010148425586521626, 0.01065245270729065, 0.011156479828059673, 0.011660506948828697, 0.012164534069597721, 0.012668561190366745]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 3.0, 2.0, 5.0, 5.0, 6.0, 7.0, 4.0, 6.0, 7.0, 6.0, 8.0, 12.0, 13.0, 17.0, 11.0, 8.0, 8.0, 8.0, 13.0, 15.0, 15.0, 14.0, 21.0, 19.0, 27.0, 58.0, 77.0, 98.0, 143.0, 238.0, 426.0, 716.0, 1207.0, 1995.0, 7641.0, 2497.0, 1159.0, 613.0, 454.0, 337.0, 209.0, 110.0, 45.0, 42.0, 27.0, 13.0, 13.0, 14.0, 14.0, 9.0, 2.0, 3.0, 1.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.01586364209651947, -0.015484790317714214, -0.015105938538908958, -0.014727085828781128, -0.014348234049975872, -0.013969382271170616, -0.013590529561042786, -0.01321167778223753, -0.012832826003432274, -0.012453974224627018, -0.012075122445821762, -0.011696269735693932, -0.011317417956888676, -0.01093856617808342, -0.01055971346795559, -0.010180861689150333, -0.009802009910345078, -0.009423158131539822, -0.009044306352734566, -0.008665453642606735, -0.00828660186380148, -0.007907750084996223, -0.00752889784052968, -0.007150045596063137, -0.006771193817257881, -0.006392342038452625, -0.006013489793986082, -0.005634637549519539, -0.005255785770714283, -0.004876933991909027, -0.004498081747442484, -0.004119229502975941, -0.003740377724170685, -0.0033615257125347853, -0.0029826737008988857, -0.002603821689262986, -0.0022249696776270866, -0.001846117665991187, -0.0014672656543552876, -0.001088413642719388, -0.0007095616310834885, -0.0003307096194475889, 4.814239218831062e-05, 0.00042699440382421017, 0.0008058464154601097, 0.0011846984270960093, 0.0015635504387319088, 0.0019424024503678083, 0.002321254462003708, 0.0027001064736396074, 0.003078958485275507, 0.0034578104969114065, 0.003836662508547306, 0.004215514287352562, 0.004594366531819105, 0.004973218776285648, 0.005352070555090904, 0.00573092233389616, 0.006109774578362703, 0.0064886268228292465, 0.006867478601634502, 0.007246330380439758, 0.0076251826249063015, 0.008004034869372845, 0.0083828866481781]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0441264808177948, -0.04301120713353157, -0.04189593717455864, -0.04078066349029541, -0.03966539353132248, -0.03855011984705925, -0.03743484616279602, -0.03631957620382309, -0.03520430251955986, -0.03408903256058693, -0.0329737588763237, -0.03185848519206047, -0.03074321523308754, -0.02962794341146946, -0.02851266972720623, -0.02739739790558815, -0.02628212608397007, -0.02516685426235199, -0.02405158244073391, -0.02293630875647068, -0.0218210369348526, -0.02070576511323452, -0.01959049329161644, -0.01847522146999836, -0.01735994964838028, -0.01624467596411705, -0.01512940414249897, -0.01401413232088089, -0.01289886049926281, -0.011783587746322155, -0.010668315924704075, -0.00955304317176342, -0.00843777135014534, -0.0073224990628659725, -0.006207226775586605, -0.005091954953968525, -0.0039766826666891575, -0.00286141037940979, -0.0017461383249610662, -0.0006308661540970206, 0.000484406016767025, 0.0015996781876310706, 0.0027149503584951162, 0.00383022241294384, 0.0049454947002232075, 0.006060766987502575, 0.007176038809120655, 0.00829131156206131, 0.00940658338367939, 0.01052185520529747, 0.011637127958238125, 0.012752399779856205, 0.01386767253279686, 0.01498294435441494, 0.01609821617603302, 0.0172134879976511, 0.01832875981926918, 0.01944403350353241, 0.02055930532515049, 0.02167457714676857, 0.02278984896838665, 0.02390512079000473, 0.02502039447426796, 0.02613566629588604, 0.02725093811750412]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 3.0, 2.0, 6.0, 10.0, 4.0, 5.0, 2.0, 12.0, 5.0, 11.0, 11.0, 11.0, 8.0, 10.0, 14.0, 24.0, 54.0, 11.0, 16.0, 8.0, 9.0, 6.0, 8.0, 3.0, 8.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0], "bins": [-0.03210345283150673, -0.03132670372724533, -0.03054995648562908, -0.029773209244012833, -0.028996460139751434, -0.028219712898135185, -0.027442963793873787, -0.026666216552257538, -0.02588946744799614, -0.02511272020637989, -0.02433597296476364, -0.023559223860502243, -0.022782476618885994, -0.022005727514624596, -0.021228980273008347, -0.020452231168746948, -0.0196754839271307, -0.01889873668551445, -0.018121987581253052, -0.017345240339636803, -0.016568491235375404, -0.015791743993759155, -0.015014995820820332, -0.014238247647881508, -0.013461499474942684, -0.01268475130200386, -0.011908003129065037, -0.011131254956126213, -0.010354507714509964, -0.00957775954157114, -0.008801011368632317, -0.008024263195693493, -0.007247515022754669, -0.0064707668498158455, -0.005694018676877022, -0.004917270969599485, -0.004140522796660662, -0.003363774623721838, -0.002587026683613658, -0.001810278627090156, -0.0010335305705666542, -0.00025678251404315233, 0.0005199655424803495, 0.0012967135990038514, 0.0020734616555273533, 0.002850209828466177, 0.003626957768574357, 0.004403705708682537, 0.005180453881621361, 0.0059572020545601845, 0.006733950227499008, 0.007510697934776545, 0.008287446573376656, 0.009064193814992905, 0.009840941987931728, 0.010617690160870552, 0.011394438333809376, 0.0121711865067482, 0.012947934679687023, 0.013724682852625847, 0.014501430094242096, 0.01527817826718092, 0.016054926440119743, 0.01683167554438114, 0.01760842278599739]}, "_runtime": 14.470515489578247, "_timestamp": 1596214293.1185603, "_step": 12} +{"val_accuracy": 0.6696917808219178, "val_loss": 1.088711156692679, "_runtime": 15.822111368179321, "_timestamp": 1596214294.4701562, "_step": 13} diff --git a/wandb/run-20200731_165121-fetamarf/wandb-metadata.json b/wandb/run-20200731_165121-fetamarf/wandb-metadata.json new file mode 100644 index 0000000..93af502 --- /dev/null +++ b/wandb/run-20200731_165121-fetamarf/wandb-metadata.json @@ -0,0 +1,30 @@ +{ + "root": "/home/akternurra/Documents/projects/quest-for-general-artifical-intelligence/projects/text-recognizer", + "program": "<python with no main file>", + "git": { + "remote": "git@github.com:aktersnurra/text-recognizer.git", + "commit": "fa461db6132e7a22f3aa1bb48cce8981890325fb" + }, + "email": "gustaf.rydholm@gmail.com", + "startedAt": "2020-07-31T16:51:21.846189", + "host": "kompjuter", + "username": "akternurra", + "executable": "/home/akternurra/.cache/pypoetry/virtualenvs/text-recognizer-N1c_zsdp-py3.8/bin/python", + "os": "Linux-5.4.0-42-generic-x86_64-with-glibc2.27", + "python": "3.8.2", + "gpu": "GeForce RTX 2070", + "gpu_count": 1, + "cpu_count": 12, + "cuda": "10.1.105", + "args": [ + "--gpu=-1", + "--save", + "--experiment_config={\"dataloader\": \"EmnistDataLoader\", \"data_loader_args\": {\"splits\": [\"train\", \"val\"], \"sample_to_balance\": true, \"subsample_fraction\": null, \"transform\": null, \"target_transform\": null, \"batch_size\": 256, \"shuffle\": true, \"num_workers\": 8, \"cuda\": true, \"seed\": 4711}, \"model\": \"CharacterModel\", \"metrics\": [\"accuracy\"], \"network\": \"LeNet\", \"network_args\": {\"input_size\": [28, 28], \"output_size\": 62}, \"train_args\": {\"batch_size\": 256, \"epochs\": 16}, \"criterion\": \"CrossEntropyLoss\", \"criterion_args\": {\"weight\": null, \"ignore_index\": -100, \"reduction\": \"mean\"}, \"optimizer\": \"AdamW\", \"optimizer_args\": {\"lr\": 0.01, \"betas\": [0.9, 0.999], \"eps\": 1e-08, \"weight_decay\": 0, \"amsgrad\": false}, \"lr_scheduler\": \"OneCycleLR\", \"lr_scheduler_args\": {\"max_lr\": 0.001, \"epochs\": 16}, \"callbacks\": [\"Checkpoint\", \"EarlyStopping\", \"WandbCallback\", \"WandbImageLogger\"], \"callback_args\": {\"Checkpoint\": {\"monitor\": \"val_accuracy\"}, \"EarlyStopping\": {\"monitor\": \"val_loss\", \"min_delta\": 0.0, \"patience\": 3, \"mode\": \"min\"}, \"WandbCallback\": {\"log_batch_frequency\": 10}, \"WandbImageLogger\": {\"num_examples\": 4}}, \"verbosity\": 2, \"resume_experiment\": null, \"experiment_group\": \"Sample Experiments\"}" + ], + "state": "failed", + "jobType": null, + "mode": "run", + "project": "text-recognizer", + "heartbeatAt": "2020-07-31T16:51:35.503310", + "exitcode": 1 +} diff --git a/wandb/run-20200731_165121-fetamarf/wandb-summary.json b/wandb/run-20200731_165121-fetamarf/wandb-summary.json new file mode 100644 index 0000000..69d3257 --- /dev/null +++ b/wandb/run-20200731_165121-fetamarf/wandb-summary.json @@ -0,0 +1 @@ +{"graph_0": {"_type": "graph-file", "path": "media/graph/graph_0_summary_99c332ef.graph.json", "sha256": "99c332ef1d870a3472e8fa8c367ebd761fae2d84167ef9cb3d54221873787e58", "size": 1814}, "_timestamp": 1596214294.4701562, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 6.0, 9.0, 7.0, 15.0, 35.0, 50.0, 66.0, 103.0, 173.0, 251.0, 355.0, 508.0, 693.0, 949.0, 1336.0, 1785.0, 2569.0, 3521.0, 5044.0, 6874.0, 9530.0, 13730.0, 18704.0, 25611.0, 34230.0, 46816.0, 63974.0, 84058.0, 108406.0, 411514.0, 86066.0, 65833.0, 48560.0, 34772.0, 25409.0, 19397.0, 14548.0, 11278.0, 8558.0, 6410.0, 4756.0, 3468.0, 2594.0, 1983.0, 1429.0, 1024.0, 743.0, 537.0, 378.0, 293.0, 198.0, 168.0, 105.0, 76.0, 50.0, 32.0, 26.0, 18.0, 7.0, 4.0, 0.0, 3.0], "bins": [-0.01433333195745945, -0.013873424381017685, -0.013413517735898495, -0.012953611090779305, -0.01249370351433754, -0.012033795937895775, -0.011573889292776585, -0.011113982647657394, -0.01065407507121563, -0.010194167494773865, -0.009734260849654675, -0.009274354204535484, -0.00881444662809372, -0.008354539051651955, -0.007894632406532764, -0.007434725295752287, -0.006974818184971809, -0.006514911074191332, -0.006055003963410854, -0.005595096852630377, -0.005135189741849899, -0.004675282631069422, -0.004215375520288944, -0.0037554684095084667, -0.003295561298727989, -0.0028356541879475117, -0.002375747077167034, -0.0019158399663865566, -0.001455932855606079, -0.0009960257448256016, -0.000536118634045124, -7.621152326464653e-05, 0.000383695587515831, 0.0008436026982963085, 0.001303509809076786, 0.0017634169198572636, 0.002223324030637741, 0.0026832311414182186, 0.003143138252198696, 0.0036030453629791737, 0.004062952473759651, 0.004522859584540129, 0.004982766695320606, 0.005442673806101084, 0.005902580916881561, 0.006362488027662039, 0.006822395138442516, 0.007282302249222994, 0.007742209360003471, 0.008202116936445236, 0.008662023581564426, 0.009121930226683617, 0.009581837803125381, 0.010041745379567146, 0.010501652024686337, 0.010961558669805527, 0.011421466246247292, 0.011881373822689056, 0.012341280467808247, 0.012801187112927437, 0.013261094689369202, 0.013721002265810966, 0.014180908910930157, 0.014640815556049347, 0.015100723132491112]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 5.0, 0.0, 1.0, 4.0, 4.0, 6.0, 4.0, 5.0, 6.0, 4.0, 8.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.019589174538850784, -0.019085146486759186, -0.018581120297312737, -0.018077094107866287, -0.01757306605577469, -0.01706903800368309, -0.01656501181423664, -0.01606098562479019, -0.015556957572698593, -0.01505293045192957, -0.014548903331160545, -0.014044876210391521, -0.013540849089622498, -0.013036821968853474, -0.01253279484808445, -0.012028767727315426, -0.011524740606546402, -0.011020713485777378, -0.010516686365008354, -0.01001265924423933, -0.009508632123470306, -0.009004605002701283, -0.008500577881932259, -0.007996550761163235, -0.007492523640394211, -0.006988496519625187, -0.006484469398856163, -0.005980442278087139, -0.005476415157318115, -0.004972388036549091, -0.0044683609157800674, -0.0039643337950110435, -0.0034603066742420197, -0.0029562795534729958, -0.002452252432703972, -0.001948225311934948, -0.001444198191165924, -0.0009401710703969002, -0.0004361439496278763, 6.788317114114761e-05, 0.0005719102919101715, 0.0010759374126791954, 0.0015799645334482193, 0.002083991654217243, 0.002588018774986267, 0.003092045895755291, 0.003596073016524315, 0.004100100137293339, 0.004604127258062363, 0.0051081543788313866, 0.0056121814996004105, 0.006116208620369434, 0.006620235741138458, 0.007124262861907482, 0.007628289982676506, 0.00813231710344553, 0.008636344224214554, 0.009140371344983578, 0.009644398465752602, 0.010148425586521626, 0.01065245270729065, 0.011156479828059673, 0.011660506948828697, 0.012164534069597721, 0.012668561190366745]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 3.0, 2.0, 6.0, 10.0, 4.0, 5.0, 2.0, 12.0, 5.0, 11.0, 11.0, 11.0, 8.0, 10.0, 14.0, 24.0, 54.0, 11.0, 16.0, 8.0, 9.0, 6.0, 8.0, 3.0, 8.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0], "bins": [-0.03210345283150673, -0.03132670372724533, -0.03054995648562908, -0.029773209244012833, -0.028996460139751434, -0.028219712898135185, -0.027442963793873787, -0.026666216552257538, -0.02588946744799614, -0.02511272020637989, -0.02433597296476364, -0.023559223860502243, -0.022782476618885994, -0.022005727514624596, -0.021228980273008347, -0.020452231168746948, -0.0196754839271307, -0.01889873668551445, -0.018121987581253052, -0.017345240339636803, -0.016568491235375404, -0.015791743993759155, -0.015014995820820332, -0.014238247647881508, -0.013461499474942684, -0.01268475130200386, -0.011908003129065037, -0.011131254956126213, -0.010354507714509964, -0.00957775954157114, -0.008801011368632317, -0.008024263195693493, -0.007247515022754669, -0.0064707668498158455, -0.005694018676877022, -0.004917270969599485, -0.004140522796660662, -0.003363774623721838, -0.002587026683613658, -0.001810278627090156, -0.0010335305705666542, -0.00025678251404315233, 0.0005199655424803495, 0.0012967135990038514, 0.0020734616555273533, 0.002850209828466177, 0.003626957768574357, 0.004403705708682537, 0.005180453881621361, 0.0059572020545601845, 0.006733950227499008, 0.007510697934776545, 0.008287446573376656, 0.009064193814992905, 0.009840941987931728, 0.010617690160870552, 0.011394438333809376, 0.0121711865067482, 0.012947934679687023, 0.013724682852625847, 0.014501430094242096, 0.01527817826718092, 0.016054926440119743, 0.01683167554438114, 0.01760842278599739]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0441264808177948, -0.04301120713353157, -0.04189593717455864, -0.04078066349029541, -0.03966539353132248, -0.03855011984705925, -0.03743484616279602, -0.03631957620382309, -0.03520430251955986, -0.03408903256058693, -0.0329737588763237, -0.03185848519206047, -0.03074321523308754, -0.02962794341146946, -0.02851266972720623, -0.02739739790558815, -0.02628212608397007, -0.02516685426235199, -0.02405158244073391, -0.02293630875647068, -0.0218210369348526, -0.02070576511323452, -0.01959049329161644, -0.01847522146999836, -0.01735994964838028, -0.01624467596411705, -0.01512940414249897, -0.01401413232088089, -0.01289886049926281, -0.011783587746322155, -0.010668315924704075, -0.00955304317176342, -0.00843777135014534, -0.0073224990628659725, -0.006207226775586605, -0.005091954953968525, -0.0039766826666891575, -0.00286141037940979, -0.0017461383249610662, -0.0006308661540970206, 0.000484406016767025, 0.0015996781876310706, 0.0027149503584951162, 0.00383022241294384, 0.0049454947002232075, 0.006060766987502575, 0.007176038809120655, 0.00829131156206131, 0.00940658338367939, 0.01052185520529747, 0.011637127958238125, 0.012752399779856205, 0.01386767253279686, 0.01498294435441494, 0.01609821617603302, 0.0172134879976511, 0.01832875981926918, 0.01944403350353241, 0.02055930532515049, 0.02167457714676857, 0.02278984896838665, 0.02390512079000473, 0.02502039447426796, 0.02613566629588604, 0.02725093811750412]}, "_runtime": 15.822111368179321, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 3.0, 0.0, 3.0, 4.0, 6.0, 7.0, 13.0, 10.0, 19.0, 18.0, 33.0, 30.0, 52.0, 50.0, 80.0, 100.0, 132.0, 169.0, 244.0, 322.0, 461.0, 2411.0, 1943.0, 742.0, 384.0, 211.0, 154.0, 100.0, 53.0, 52.0, 28.0, 21.0, 17.0, 14.0, 10.0, 6.0, 3.0, 8.0, 2.0, 2.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1732923686504364, -0.16705510020256042, -0.16081783175468445, -0.15458057820796967, -0.1483433097600937, -0.1421060413122177, -0.13586877286434174, -0.12963150441646576, -0.12339424341917038, -0.1171569749712944, -0.11091971397399902, -0.10468244552612305, -0.09844517707824707, -0.09220791608095169, -0.08597064763307571, -0.07973338663578033, -0.07349611818790436, -0.06725884974002838, -0.061021588742733, -0.054784320294857025, -0.04854705557227135, -0.04230979084968567, -0.03607252240180969, -0.029835257679224014, -0.023597992956638336, -0.017360728234052658, -0.01112346164882183, -0.004886195994913578, 0.0013510696589946747, 0.007588335312902927, 0.01382560096681118, 0.020062867552042007, 0.026300132274627686, 0.032537396997213364, 0.03877466171979904, 0.04501193016767502, 0.051249194890260696, 0.057486459612846375, 0.06372372806072235, 0.06996098905801773, 0.07619825750589371, 0.08243552595376968, 0.08867278695106506, 0.09491005539894104, 0.10114732384681702, 0.1073845848441124, 0.11362185329198837, 0.11985911428928375, 0.12609638273715973, 0.1323336511850357, 0.13857091963291168, 0.14480817317962646, 0.15104544162750244, 0.15728271007537842, 0.1635199785232544, 0.16975724697113037, 0.17599451541900635, 0.18223176896572113, 0.1884690374135971, 0.19470630586147308, 0.20094357430934906, 0.20718084275722504, 0.21341809630393982, 0.2196553647518158, 0.22589263319969177]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 3.0, 2.0, 5.0, 5.0, 6.0, 7.0, 4.0, 6.0, 7.0, 6.0, 8.0, 12.0, 13.0, 17.0, 11.0, 8.0, 8.0, 8.0, 13.0, 15.0, 15.0, 14.0, 21.0, 19.0, 27.0, 58.0, 77.0, 98.0, 143.0, 238.0, 426.0, 716.0, 1207.0, 1995.0, 7641.0, 2497.0, 1159.0, 613.0, 454.0, 337.0, 209.0, 110.0, 45.0, 42.0, 27.0, 13.0, 13.0, 14.0, 14.0, 9.0, 2.0, 3.0, 1.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.01586364209651947, -0.015484790317714214, -0.015105938538908958, -0.014727085828781128, -0.014348234049975872, -0.013969382271170616, -0.013590529561042786, -0.01321167778223753, -0.012832826003432274, -0.012453974224627018, -0.012075122445821762, -0.011696269735693932, -0.011317417956888676, -0.01093856617808342, -0.01055971346795559, -0.010180861689150333, -0.009802009910345078, -0.009423158131539822, -0.009044306352734566, -0.008665453642606735, -0.00828660186380148, -0.007907750084996223, -0.00752889784052968, -0.007150045596063137, -0.006771193817257881, -0.006392342038452625, -0.006013489793986082, -0.005634637549519539, -0.005255785770714283, -0.004876933991909027, -0.004498081747442484, -0.004119229502975941, -0.003740377724170685, -0.0033615257125347853, -0.0029826737008988857, -0.002603821689262986, -0.0022249696776270866, -0.001846117665991187, -0.0014672656543552876, -0.001088413642719388, -0.0007095616310834885, -0.0003307096194475889, 4.814239218831062e-05, 0.00042699440382421017, 0.0008058464154601097, 0.0011846984270960093, 0.0015635504387319088, 0.0019424024503678083, 0.002321254462003708, 0.0027001064736396074, 0.003078958485275507, 0.0034578104969114065, 0.003836662508547306, 0.004215514287352562, 0.004594366531819105, 0.004973218776285648, 0.005352070555090904, 0.00573092233389616, 0.006109774578362703, 0.0064886268228292465, 0.006867478601634502, 0.007246330380439758, 0.0076251826249063015, 0.008004034869372845, 0.0083828866481781]}, "_step": 13, "gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 4.0, 3.0, 2.0, 1.0, 3.0, 2.0, 5.0, 4.0, 3.0, 4.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02247932180762291, -0.021836966276168823, -0.021194608882069588, -0.0205522533506155, -0.019909895956516266, -0.01926754042506218, -0.018625183030962944, -0.017982827499508858, -0.017340470105409622, -0.016698114573955536, -0.01605575904250145, -0.015413401648402214, -0.014771046116948128, -0.014128689654171467, -0.013486333191394806, -0.012843976728618145, -0.012201620265841484, -0.011559263803064823, -0.010916907340288162, -0.010274550877511501, -0.00963219441473484, -0.008989838883280754, -0.008347482420504093, -0.007705125957727432, -0.007062769494950771, -0.00642041303217411, -0.0057780565693974495, -0.005135700572282076, -0.004493344109505415, -0.003850987646728754, -0.0032086314167827368, -0.0025662751868367195, -0.0019239187240600586, -0.0012815623776987195, -0.0006392060313373804, 3.150315023958683e-06, 0.0006455066613852978, 0.0012878630077466369, 0.001930219354107976, 0.0025725755840539932, 0.003214932046830654, 0.003857288509607315, 0.004499644972383976, 0.00514200096949935, 0.0057843574322760105, 0.006426713895052671, 0.007069069892168045, 0.007711426354944706, 0.008353782817721367, 0.008996139280498028, 0.009638495743274689, 0.01028085220605135, 0.01092320866882801, 0.011565564200282097, 0.012207920663058758, 0.012850277125835419, 0.01349263358861208, 0.01413499005138874, 0.014777346514165401, 0.015419702976942062, 0.01606205850839615, 0.016704415902495384, 0.01734677143394947, 0.017989128828048706, 0.018631484359502792]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 3.0, 2.0, 3.0, 3.0, 1.0, 2.0, 6.0, 4.0, 3.0, 4.0, 2.0, 3.0, 4.0, 2.0, 27.0, 5.0, 1.0, 1.0, 4.0, 0.0, 2.0, 4.0, 1.0, 2.0, 4.0, 5.0, 4.0, 3.0, 2.0, 4.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00491819903254509, -0.004735402762889862, -0.004552606493234634, -0.004369810223579407, -0.004187013953924179, -0.004004217684268951, -0.0038214214146137238, -0.003638625144958496, -0.0034558288753032684, -0.0032730326056480408, -0.003090236335992813, -0.0029074400663375854, -0.002724643796682358, -0.00254184752702713, -0.0023590512573719025, -0.002176254987716675, -0.001993458718061447, -0.0018106624484062195, -0.0016278661787509918, -0.0014450699090957642, -0.0012622736394405365, -0.0010794773697853088, -0.0008966811001300812, -0.0007138848304748535, -0.0005310885608196259, -0.0003482922911643982, -0.00016549602150917053, 1.730024814605713e-05, 0.0002000965178012848, 0.00038289278745651245, 0.0005656890571117401, 0.0007484853267669678, 0.0009312815964221954, 0.001114077866077423, 0.0012968741357326508, 0.0014796704053878784, 0.001662466675043106, 0.0018452629446983337, 0.0020280592143535614, 0.002210855484008789, 0.0023936517536640167, 0.0025764480233192444, 0.002759244292974472, 0.0029420405626296997, 0.0031248368322849274, 0.003307633101940155, 0.0034904293715953827, 0.0036732256412506104, 0.003856021910905838, 0.004038818180561066, 0.004221614450216293, 0.004404410719871521, 0.004587206989526749, 0.004770003259181976, 0.004952799528837204, 0.005135595798492432, 0.005318392068147659, 0.005501188337802887, 0.005683984607458115, 0.005866780877113342, 0.00604957714676857, 0.006232373416423798, 0.006415169686079025, 0.006597965955734253, 0.006780762225389481]}, "val_loss": 1.088711156692679, "val_accuracy": 0.6696917808219178} |