diff options
| author | aktersnurra <gustaf.rydholm@gmail.com> | 2020-08-03 23:33:34 +0200 |
|---|---|---|
| committer | aktersnurra <gustaf.rydholm@gmail.com> | 2020-08-03 23:33:34 +0200 |
| commit | 07dd14116fe1d8148fb614b160245287533620fc (patch) | |
| tree | 63395d88b17a14ad453c52889fcf541e6cbbdd3e /wandb/run-20200731_151753-2e8ytus9 | |
| parent | 704451318eb6b0b600ab314cb5aabfac82416bda (diff) | |
Working Emnist lines dataset.
Diffstat (limited to 'wandb/run-20200731_151753-2e8ytus9')
7 files changed, 303 insertions, 0 deletions
diff --git a/wandb/run-20200731_151753-2e8ytus9/config.yaml b/wandb/run-20200731_151753-2e8ytus9/config.yaml new file mode 100644 index 0000000..6c3f152 --- /dev/null +++ b/wandb/run-20200731_151753-2e8ytus9/config.yaml @@ -0,0 +1,111 @@ +wandb_version: 1 + +_wandb: + desc: null + value: + cli_version: 0.8.36 + framework: torch + is_jupyter_run: false + is_kaggle_kernel: false + python_version: 3.8.2 +callback_args: + desc: null + value: + Checkpoint: + monitor: val_accuracy + EarlyStopping: + min_delta: 0.0 + mode: min + monitor: val_loss + patience: 3 + WandbCallback: + log_batch_frequency: 1 + WandbImageLogger: + num_examples: 4 +callbacks: + desc: null + value: + - Checkpoint + - EarlyStopping + - WandbCallback + - WandbImageLogger +criterion: + desc: null + value: CrossEntropyLoss +criterion_args: + desc: null + value: + ignore_index: -100 + reduction: mean + weight: null +data_loader_args: + desc: null + value: + batch_size: 256 + cuda: true + num_workers: 8 + sample_to_balance: true + seed: 4711 + shuffle: true + splits: + - train + - val + subsample_fraction: null + target_transform: null + transform: null +dataloader: + desc: null + value: EmnistDataLoader +experiment_group: + desc: null + value: Sample Experiments +lr_scheduler: + desc: null + value: OneCycleLR +lr_scheduler_args: + desc: null + value: + epochs: 16 + max_lr: 0.001 + steps_per_epoch: 1314 +metrics: + desc: null + value: + - accuracy +model: + desc: null + value: CharacterModel +network: + desc: null + value: LeNet +network_args: + desc: null + value: + input_size: + - 28 + - 28 + output_size: 62 +optimizer: + desc: null + value: AdamW +optimizer_args: + desc: null + value: + amsgrad: false + betas: + - 0.9 + - 0.999 + eps: 1.0e-08 + lr: 0.01 + weight_decay: 0 +resume_experiment: + desc: null + value: null +train_args: + desc: null + value: + batch_size: 256 + epochs: 16 +verbosity: + desc: null + value: 2 diff --git a/wandb/run-20200731_151753-2e8ytus9/media/graph/graph_0_summary_5f222c0c.graph.json b/wandb/run-20200731_151753-2e8ytus9/media/graph/graph_0_summary_5f222c0c.graph.json new file mode 100644 index 0000000..359a2ca --- /dev/null +++ b/wandb/run-20200731_151753-2e8ytus9/media/graph/graph_0_summary_5f222c0c.graph.json @@ -0,0 +1 @@ +{"format": "torch", "nodes": [{"name": "layers.0", "id": 140617887155248, "class_name": "Conv2d(1, 32, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [32, 1, 3, 3]], ["bias", [32]]], "output_shape": [[2, 32, 26, 26]], "num_parameters": [288, 32]}, {"name": "layers.1", "id": 140617887155056, "class_name": "ReLU(inplace=True)", "parameters": [], "output_shape": [[2, 32, 26, 26]], "num_parameters": []}, {"name": "layers.2", "id": 140617887155200, "class_name": "Conv2d(32, 64, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [64, 32, 3, 3]], ["bias", [64]]], "output_shape": [[2, 64, 24, 24]], "num_parameters": [18432, 64]}, {"name": "layers.4", "id": 140617887155488, "class_name": "MaxPool2d(kernel_size=2, stride=2, padding=0, dilation=1, ceil_mode=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.5", "id": 140617887155440, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.6", "id": 140617887155152, "class_name": "Flatten()", "parameters": [], "output_shape": [[2, 9216]], "num_parameters": []}, {"name": "layers.7", "id": 140617887052128, "class_name": "Linear(in_features=9216, out_features=128, bias=True)", "parameters": [["weight", [128, 9216]], ["bias", [128]]], "output_shape": [[2, 128]], "num_parameters": [1179648, 128]}, {"name": "layers.9", "id": 140617887052176, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 128]], "num_parameters": []}, {"name": "layers.10", "id": 140617887052224, "class_name": "Linear(in_features=128, out_features=62, bias=True)", "parameters": [["weight", [62, 128]], ["bias", [62]]], "output_shape": [[2, 62]], "num_parameters": [7936, 62]}], "edges": []} diff --git a/wandb/run-20200731_151753-2e8ytus9/requirements.txt b/wandb/run-20200731_151753-2e8ytus9/requirements.txt new file mode 100644 index 0000000..10c63b6 --- /dev/null +++ b/wandb/run-20200731_151753-2e8ytus9/requirements.txt @@ -0,0 +1,145 @@ +alabaster==0.7.12 +appdirs==1.4.4 +attrs==19.3.0 +babel==2.8.0 +backcall==0.2.0 +bandit==1.6.2 +black==19.10b0 +bleach==3.1.5 +blessings==1.7 +boltons==20.2.0 +certifi==2020.6.20 +chardet==3.0.4 +click==7.1.2 +configparser==5.0.0 +coverage==5.2.1 +cycler==0.10.0 +darglint==1.5.2 +dataclasses==0.6 +decorator==4.4.2 +defusedxml==0.6.0 +desert==2020.1.6 +docker-pycreds==0.4.0 +docutils==0.16 +dparse==0.5.1 +entrypoints==0.3 +flake8-annotations==2.3.0 +flake8-bandit==2.1.2 +flake8-black==0.2.1 +flake8-bugbear==20.1.4 +flake8-docstrings==1.5.0 +flake8-import-order==0.18.1 +flake8-polyfill==1.0.2 +flake8==3.8.3 +future==0.18.2 +gitdb==4.0.5 +gitpython==3.1.7 +gpustat==0.6.0 +gql==0.2.0 +graphql-core==1.1 +h5py==2.10.0 +idna==2.10 +imagesize==1.2.0 +ipykernel==5.3.4 +ipython-genutils==0.2.0 +ipython==7.16.1 +ipywidgets==7.5.1 +jedi==0.17.2 +jinja2==2.11.2 +jsonschema==3.2.0 +jupyter-client==6.1.6 +jupyter-console==6.1.0 +jupyter-core==4.6.3 +jupyter==1.0.0 +kiwisolver==1.2.0 +loguru==0.5.1 +markupsafe==1.1.1 +marshmallow==3.7.1 +matplotlib==3.3.0 +mccabe==0.6.1 +mistune==0.8.4 +more-itertools==8.4.0 +mypy-extensions==0.4.3 +mypy==0.770 +nbconvert==5.6.1 +nbformat==5.0.7 +notebook==6.0.3 +numpy==1.19.1 +nvidia-ml-py3==7.352.0 +opencv-python==4.3.0.36 +packaging==20.4 +pandocfilters==1.4.2 +parso==0.7.1 +pathspec==0.8.0 +pathtools==0.1.2 +pbr==5.4.5 +pexpect==4.8.0 +pickleshare==0.7.5 +pillow==7.2.0 +pip==20.2 +pluggy==0.13.1 +prometheus-client==0.8.0 +promise==2.3 +prompt-toolkit==3.0.5 +psutil==5.7.2 +ptyprocess==0.6.0 +py==1.9.0 +pycodestyle==2.6.0 +pydocstyle==5.0.2 +pyflakes==2.2.0 +pygments==2.6.1 +pyparsing==2.4.7 +pyrsistent==0.16.0 +pytest-cov==2.10.0 +pytest-mock==3.2.0 +pytest==5.4.3 +python-dateutil==2.8.1 +pytz==2020.1 +pyyaml==5.3.1 +pyzmq==19.0.1 +qtconsole==4.7.5 +qtpy==1.9.0 +redis==3.5.3 +redlock-py==1.0.8 +regex==2020.7.14 +requests==2.24.0 +safety==1.9.0 +send2trash==1.5.0 +sentry-sdk==0.16.2 +setuptools==41.2.0 +shortuuid==1.0.1 +six==1.15.0 +smmap==3.0.4 +snowballstemmer==2.0.0 +sphinx-autodoc-typehints==1.11.0 +sphinx-rtd-theme==0.4.3 +sphinx==3.1.2 +sphinxcontrib-applehelp==1.0.2 +sphinxcontrib-devhelp==1.0.2 +sphinxcontrib-htmlhelp==1.0.3 +sphinxcontrib-jsmath==1.0.1 +sphinxcontrib-qthelp==1.0.3 +sphinxcontrib-serializinghtml==1.1.4 +stevedore==3.2.0 +subprocess32==3.5.4 +terminado==0.8.3 +testpath==0.4.4 +text-recognizer==0.1.0 +toml==0.10.1 +torch==1.5.1 +torchsummary==1.5.1 +torchvision==0.6.1 +tornado==6.0.4 +tqdm==4.48.0 +traitlets==4.3.3 +typed-ast==1.4.1 +typeguard==2.9.1 +typing-extensions==3.7.4.2 +typing-inspect==0.6.0 +urllib3==1.25.10 +wandb==0.8.36 +watchdog==0.10.3 +wcwidth==0.2.5 +webencodings==0.5.1 +widgetsnbextension==3.5.1 +xdoctest==0.12.0 diff --git a/wandb/run-20200731_151753-2e8ytus9/wandb-events.jsonl b/wandb/run-20200731_151753-2e8ytus9/wandb-events.jsonl new file mode 100644 index 0000000..df0a6ea --- /dev/null +++ b/wandb/run-20200731_151753-2e8ytus9/wandb-events.jsonl @@ -0,0 +1 @@ +{"system.gpu.0.gpu": 67.38, "system.gpu.0.memory": 46.5, "system.gpu.0.memoryAllocated": 20.3, "system.gpu.0.temp": 55.38, "system.gpu.process.0.gpu": 67.38, "system.gpu.process.0.memory": 46.5, "system.gpu.process.0.memoryAllocated": 20.3, "system.gpu.process.0.temp": 55.38, "system.gpu.0.powerWatts": 118.05, "system.gpu.0.powerPercent": 54.91, "system.gpu.process.0.powerWatts": 118.05, "system.gpu.process.0.powerPercent": 54.91, "system.cpu": 47.1, "system.memory": 66.66, "system.disk": 37.2, "system.proc.memory.availableMB": 5334.34, "system.proc.memory.rssMB": 2591.27, "system.proc.memory.percent": 16.19, "system.proc.cpu.threads": 18.25, "system.network.sent": 1070249, "system.network.recv": 786788, "_wandb": true, "_timestamp": 1596208687, "_runtime": 13} diff --git a/wandb/run-20200731_151753-2e8ytus9/wandb-history.jsonl b/wandb/run-20200731_151753-2e8ytus9/wandb-history.jsonl new file mode 100644 index 0000000..323d0d3 --- /dev/null +++ b/wandb/run-20200731_151753-2e8ytus9/wandb-history.jsonl @@ -0,0 +1,14 @@ +{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 5.0, 1.0, 4.0, 3.0, 1.0, 2.0, 1.0, 2.0, 5.0, 0.0, 1.0, 1.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0], "bins": [-0.025287799537181854, -0.024627288803458214, -0.023966778069734573, -0.023306267336010933, -0.022645756602287292, -0.021985244005918503, -0.021324733272194862, -0.020664222538471222, -0.02000371180474758, -0.01934320107102394, -0.0186826903373003, -0.01802217960357666, -0.01736166700720787, -0.01670115627348423, -0.01604064553976059, -0.01538013480603695, -0.014719624072313309, -0.014059113338589668, -0.013398602604866028, -0.012738090939819813, -0.012077580206096172, -0.011417069472372532, -0.010756557807326317, -0.010096047073602676, -0.009435536339879036, -0.008775025606155396, -0.008114514872431755, -0.00745400320738554, -0.0067934924736619, -0.006132981739938259, -0.005472470540553331, -0.004811959341168404, -0.004151448607444763, -0.003490937640890479, -0.002830426674336195, -0.002169915707781911, -0.0015094047412276268, -0.0008488937746733427, -0.0001883828081190586, 0.0004721281584352255, 0.0011326391249895096, 0.0017931500915437937, 0.0024536610580980778, 0.003114172024652362, 0.003774682991206646, 0.004435193724930286, 0.005095704924315214, 0.005756216123700142, 0.006416726857423782, 0.007077237591147423, 0.0077377487905323505, 0.008398259989917278, 0.009058770723640919, 0.00971928145736456, 0.010379793122410774, 0.011040303856134415, 0.011700814589858055, 0.012361325323581696, 0.013021836057305336, 0.013682347722351551, 0.014342858456075191, 0.015003369189798832, 0.015663880854845047, 0.016324391588568687, 0.016984902322292328]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 4.0, 5.0, 4.0, 6.0, 8.0, 14.0, 14.0, 14.0, 25.0, 23.0, 38.0, 47.0, 82.0, 89.0, 96.0, 146.0, 164.0, 243.0, 322.0, 452.0, 650.0, 2573.0, 863.0, 644.0, 481.0, 299.0, 211.0, 127.0, 81.0, 53.0, 48.0, 33.0, 20.0, 13.0, 9.0, 2.0, 5.0, 5.0, 5.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.06551533937454224, -0.06376203149557114, -0.06200872361660004, -0.06025541573762894, -0.05850210785865784, -0.05674879997968674, -0.05499549210071564, -0.05324218422174454, -0.05148887634277344, -0.049735572189092636, -0.047982264310121536, -0.046228956431150436, -0.04447564855217934, -0.04272234067320824, -0.04096903279423714, -0.03921572491526604, -0.03746241703629494, -0.03570910915732384, -0.03395580127835274, -0.03220249339938164, -0.030449185520410538, -0.028695879504084587, -0.026942571625113487, -0.025189263746142387, -0.023435955867171288, -0.021682647988200188, -0.019929340109229088, -0.018176032230257988, -0.016422726213932037, -0.014669417403638363, -0.012916110455989838, -0.011162802577018738, -0.009409494698047638, -0.007656186819076538, -0.0059028794057667255, -0.004149571992456913, -0.002396264113485813, -0.0006429564673453569, 0.0011103511787950993, 0.0028636588249355555, 0.004616966471076012, 0.0063702743500471115, 0.008123582229018211, 0.009876889176666737, 0.011630197055637836, 0.013383504934608936, 0.015136811882257462, 0.01689011976122856, 0.01864342764019966, 0.02039673551917076, 0.02215004339814186, 0.02390335127711296, 0.02565665915608406, 0.02740996517241001, 0.02916327305138111, 0.03091658093035221, 0.03266988694667816, 0.03442319482564926, 0.03617650270462036, 0.03792981058359146, 0.03968311846256256, 0.04143642634153366, 0.04318973422050476, 0.04494304209947586, 0.04669634997844696]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 4.0, 3.0, 4.0, 3.0, 4.0, 5.0, 2.0, 2.0, 3.0, 1.0, 3.0, 0.0, 2.0, 1.0, 30.0, 1.0, 2.0, 1.0, 5.0, 3.0, 4.0, 6.0, 1.0, 0.0, 0.0, 5.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00812202226370573, -0.007850170135498047, -0.007578318007290363, -0.0073064654134213924, -0.007034613285213709, -0.006762761157006025, -0.0064909085631370544, -0.006219056434929371, -0.005947204306721687, -0.005675352178514004, -0.00540350005030632, -0.005131647456437349, -0.004859795328229666, -0.004587943200021982, -0.004316090606153011, -0.004044238477945328, -0.003772386349737644, -0.0035005342215299606, -0.0032286818604916334, -0.002956829499453306, -0.0026849773712456226, -0.002413125243037939, -0.002141272881999612, -0.0018694206373766065, -0.001597568392753601, -0.0013257161481305957, -0.0010538639035075903, -0.0007820116588845849, -0.0005101594142615795, -0.00023830716963857412, 3.354507498443127e-05, 0.00030539731960743666, 0.000577249564230442, 0.0008491018088534474, 0.0011209540534764528, 0.0013928062980994582, 0.0016646585427224636, 0.001936510787345469, 0.0022083630319684744, 0.0024802153930068016, 0.002752067521214485, 0.0030239196494221687, 0.003295772010460496, 0.003567624371498823, 0.0038394764997065067, 0.00411132862791419, 0.004383181221783161, 0.004655033349990845, 0.004926885478198528, 0.005198737606406212, 0.005470589734613895, 0.005742442328482866, 0.00601429445669055, 0.006286146584898233, 0.006557999178767204, 0.006829851306974888, 0.007101703435182571, 0.007373555563390255, 0.0076454076915979385, 0.007917259819805622, 0.008189111948013306, 0.008460965007543564, 0.008732817135751247, 0.009004669263958931, 0.009276521392166615]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 3.0, 3.0, 0.0, 5.0, 8.0, 13.0, 28.0, 40.0, 63.0, 104.0, 141.0, 197.0, 315.0, 484.0, 715.0, 1045.0, 1554.0, 2184.0, 3119.0, 4635.0, 6749.0, 9925.0, 14840.0, 22249.0, 33657.0, 51397.0, 75844.0, 111357.0, 523660.0, 107262.0, 68243.0, 44647.0, 29038.0, 19504.0, 13589.0, 9359.0, 6575.0, 4700.0, 3365.0, 2411.0, 1838.0, 1296.0, 963.0, 684.0, 477.0, 415.0, 275.0, 196.0, 125.0, 100.0, 70.0, 65.0, 28.0, 32.0, 13.0, 13.0, 7.0, 9.0, 6.0, 2.0, 2.0, 2.0], "bins": [-0.00712656881660223, -0.006893477402627468, -0.006660385522991419, -0.006427294109016657, -0.006194202229380608, -0.005961110815405846, -0.005728018935769796, -0.005494927521795034, -0.005261835642158985, -0.005028744228184223, -0.004795652814209461, -0.004562560934573412, -0.00432946952059865, -0.004096377640962601, -0.0038632862269878387, -0.003630194580182433, -0.0033971029333770275, -0.003164011286571622, -0.0029309196397662163, -0.0026978279929608107, -0.002464736346155405, -0.002231644932180643, -0.0019985532853752375, -0.0017654616385698318, -0.0015323699917644262, -0.0012992783449590206, -0.001066186698153615, -0.0008330951677635312, -0.0006000035209581256, -0.00036691190325655043, -0.00013382028555497527, 9.927133214659989e-05, 0.00033236294984817505, 0.0005654545966535807, 0.0007985461852513254, 0.00103163777384907, 0.0012647294206544757, 0.0014978210674598813, 0.001730912597849965, 0.0019640042446553707, 0.0021970958914607763, 0.002430187538266182, 0.0026632791850715876, 0.002896370831876993, 0.003129462245851755, 0.0033625538926571608, 0.0035956455394625664, 0.003828737186267972, 0.004061828833073378, 0.00429492024704814, 0.004528012126684189, 0.004761103540658951, 0.004994195420295, 0.005227286834269762, 0.005460378713905811, 0.005693470127880573, 0.005926561541855335, 0.0061596534214913845, 0.0063927448354661465, 0.006625836715102196, 0.006858928129076958, 0.007092020008713007, 0.007325111422687769, 0.007558203302323818, 0.00779129471629858]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 7.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.022778432816267014, -0.02227785624563694, -0.021777277812361717, -0.021276701241731644, -0.02077612467110157, -0.020275546237826347, -0.019774969667196274, -0.0192743930965662, -0.018773816525936127, -0.018273238092660904, -0.01777266152203083, -0.017272084951400757, -0.016771506518125534, -0.01627092994749546, -0.015770353376865387, -0.015269775874912739, -0.01476919837296009, -0.014268620871007442, -0.013768044300377369, -0.01326746679842472, -0.012766890227794647, -0.012266312725841999, -0.011765735223889351, -0.011265158653259277, -0.01076458115130663, -0.010264003649353981, -0.009763427078723907, -0.00926284957677126, -0.008762272074818611, -0.008261695504188538, -0.0077611180022358894, -0.007260540965944529, -0.006759963929653168, -0.006259386893361807, -0.005758809857070446, -0.005258232355117798, -0.004757655318826437, -0.004257078282535076, -0.0037565010134130716, -0.003255923744291067, -0.0027553467079997063, -0.0022547696717083454, -0.001754192402586341, -0.0012536152498796582, -0.0007530380971729755, -0.00025246094446629286, 0.0002481162082403898, 0.0007486933609470725, 0.0012492705136537552, 0.0017498476663604379, 0.0022504248190671206, 0.002751002088189125, 0.003251579124480486, 0.0037521561607718468, 0.004252733662724495, 0.004753310699015856, 0.005253887735307217, 0.0057544647715985775, 0.006255041807889938, 0.0067556193098425865, 0.007256196346133947, 0.007756773382425308, 0.008257350884377956, 0.00875792745500803, 0.009258504956960678]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 6.0, 12.0, 17.0, 11.0, 17.0, 18.0, 27.0, 29.0, 35.0, 29.0, 46.0, 30.0, 50.0, 43.0, 49.0, 72.0, 59.0, 75.0, 71.0, 91.0, 84.0, 118.0, 144.0, 124.0, 133.0, 143.0, 190.0, 159.0, 199.0, 197.0, 240.0, 277.0, 286.0, 338.0, 313.0, 350.0, 359.0, 369.0, 434.0, 581.0, 809.0, 1562.0, 7312.0, 762.0, 544.0, 413.0, 249.0, 178.0, 163.0, 129.0, 101.0, 105.0, 92.0, 65.0, 43.0, 36.0, 22.0, 9.0, 8.0], "bins": [-0.023578552529215813, -0.023078221827745438, -0.022577891126275063, -0.022077562287449837, -0.02157723158597946, -0.021076900884509087, -0.02057657018303871, -0.020076241344213486, -0.01957591064274311, -0.019075579941272736, -0.01857524923980236, -0.018074918538331985, -0.01757458969950676, -0.017074258998036385, -0.01657392829656601, -0.016073597595095634, -0.015573267824947834, -0.015072937123477459, -0.014572607353329659, -0.014072276651859283, -0.013571946881711483, -0.013071616180241108, -0.012571286410093307, -0.012070955708622932, -0.011570625007152557, -0.011070295237004757, -0.010569964535534382, -0.010069634765386581, -0.009569304063916206, -0.009068974293768406, -0.00856864359229803, -0.00806831382215023, -0.007567983120679855, -0.007067652884870768, -0.00656732264906168, -0.006066992413252592, -0.005566662177443504, -0.005066331475973129, -0.0045660012401640415, -0.004065671004354954, -0.003565340768545866, -0.0030650105327367783, -0.0025646802969276905, -0.002064349828287959, -0.0015640195924788713, -0.0010636893566697836, -0.000563359004445374, -6.302871042862535e-05, 0.0004373015835881233, 0.000937631877604872, 0.0014379621716216207, 0.0019382925238460302, 0.002438622759655118, 0.0029389529954642057, 0.003439283464103937, 0.003939613699913025, 0.004439943935722113, 0.0049402741715312, 0.005440604407340288, 0.005940934643149376, 0.006441265344619751, 0.006941595580428839, 0.0074419258162379265, 0.007942255586385727, 0.008442586287856102]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 6.0, 0.0, 0.0, 1.0], "bins": [-0.042031027376651764, -0.04133196547627449, -0.04063290357589722, -0.03993384167551994, -0.03923477977514267, -0.038535717874765396, -0.03783665597438812, -0.03713759407401085, -0.036438532173633575, -0.0357394702732563, -0.03504040837287903, -0.034341346472501755, -0.03364228457212448, -0.03294322267174721, -0.032244160771369934, -0.03154509887099266, -0.030846035107970238, -0.030146973207592964, -0.02944791130721569, -0.028748849406838417, -0.028049787506461143, -0.02735072560608387, -0.026651663705706596, -0.025952601805329323, -0.0252535380423069, -0.024554476141929626, -0.023855414241552353, -0.02315635234117508, -0.022457290440797806, -0.021758228540420532, -0.02105916664004326, -0.020360104739665985, -0.01966104283928871, -0.018961980938911438, -0.018262919038534164, -0.01756385713815689, -0.016864795237779617, -0.016165733337402344, -0.015466670505702496, -0.014767608605325222, -0.014068546704947948, -0.013369484804570675, -0.012670422904193401, -0.011971361003816128, -0.01127229817211628, -0.010573236271739006, -0.009874174371361732, -0.009175112470984459, -0.008476050570607185, -0.007776988670229912, -0.007077926769852638, -0.006378864403814077, -0.005679802503436804, -0.00498074060305953, -0.004281678237020969, -0.003582616336643696, -0.0028835544362664223, -0.0021844925358891487, -0.0014854304026812315, -0.0007863683858886361, -8.730636909604073e-05, 0.0006117556476965547, 0.00131081766448915, 0.0020098797976970673, 0.002708941698074341]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 4.0, 1.0, 2.0, 2.0, 0.0, 3.0, 2.0, 4.0, 4.0, 2.0, 1.0, 3.0, 2.0, 3.0, 4.0, 4.0, 2.0, 2.0, 3.0, 3.0, 1.0, 8.0, 10.0, 4.0, 4.0, 6.0, 7.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 4.0, 6.0, 9.0, 9.0, 18.0, 96.0, 3.0, 7.0, 3.0, 6.0, 5.0, 7.0], "bins": [-0.05514298379421234, -0.05418144166469574, -0.05321989953517914, -0.05225835740566254, -0.051296815276145935, -0.05033527687191963, -0.04937373474240303, -0.04841219261288643, -0.04745065048336983, -0.046489108353853226, -0.045527566224336624, -0.04456602409482002, -0.04360448196530342, -0.04264293983578682, -0.041681401431560516, -0.040719859302043915, -0.03975831717252731, -0.03879677504301071, -0.03783523291349411, -0.03687369078397751, -0.03591214865446091, -0.034950606524944305, -0.033989064395427704, -0.0330275259912014, -0.0320659838616848, -0.03110443986952305, -0.030142899602651596, -0.029181357473134995, -0.028219815343618393, -0.02725827321410179, -0.02629673294723034, -0.025335190817713737, -0.024373648688197136, -0.023412106558680534, -0.022450564429163933, -0.02148902416229248, -0.02052748203277588, -0.019565939903259277, -0.018604397773742676, -0.017642857506871223, -0.016681315377354622, -0.01571977324783802, -0.014758231118321419, -0.013796689920127392, -0.01283514779061079, -0.011873606592416763, -0.010912064462900162, -0.009950523264706135, -0.008988981135189533, -0.008027439005672932, -0.007065897807478905, -0.0061043561436235905, -0.005142814479768276, -0.004181272350251675, -0.0032197306863963604, -0.002258189022541046, -0.0012966473586857319, -0.0003351056366227567, 0.0006264360854402184, 0.0015879778657108545, 0.002549519529566169, 0.003511061193421483, 0.004472603090107441, 0.005434144753962755, 0.0063956864178180695]}, "_runtime": 5.19263219833374, "_timestamp": 1596208675.7460084, "_step": 0} +{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 4.0, 3.0, 3.0, 2.0, 3.0, 2.0, 2.0, 3.0, 0.0, 1.0, 3.0, 0.0, 4.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016864119097590446, -0.01620868593454361, -0.015553254634141922, -0.01489782240241766, -0.014242390170693398, -0.013586957938969135, -0.012931525707244873, -0.01227609347552061, -0.011620661243796349, -0.010965228080749512, -0.01030979584902525, -0.009654363617300987, -0.008998931385576725, -0.008343499153852463, -0.0076880669221282005, -0.007032634690403938, -0.006377202458679676, -0.005721770226955414, -0.005066337995231152, -0.004410905763506889, -0.0037554732989519835, -0.003100041067227721, -0.0024446086026728153, -0.001789176370948553, -0.0011337441392242908, -0.0004783118492923677, 0.00017712044063955545, 0.0008325527305714786, 0.0014879850205034018, 0.002143417252227664, 0.00279884971678257, 0.003454281948506832, 0.004109714180231094, 0.004765146411955357, 0.005420578643679619, 0.006076010875403881, 0.006731443107128143, 0.007386875804513693, 0.008042307570576668, 0.00869773980230093, 0.009353172034025192, 0.010008605197072029, 0.010664037428796291, 0.011319469660520554, 0.011974901892244816, 0.012630334123969078, 0.01328576635569334, 0.013941198587417603, 0.014596630819141865, 0.015252063050866127, 0.015907496213912964, 0.01656292751431465, 0.01721836067736149, 0.017873791977763176, 0.018529225140810013, 0.0191846564412117, 0.019840089604258537, 0.020495520904660225, 0.021150954067707062, 0.02180638536810875, 0.022461818531155586, 0.023117249831557274, 0.02377268299460411, 0.0244281142950058, 0.025083547458052635]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 6.0, 2.0, 7.0, 7.0, 7.0, 10.0, 13.0, 8.0, 21.0, 25.0, 37.0, 37.0, 46.0, 53.0, 68.0, 80.0, 88.0, 120.0, 157.0, 201.0, 255.0, 274.0, 438.0, 583.0, 2439.0, 759.0, 694.0, 469.0, 313.0, 186.0, 153.0, 95.0, 62.0, 48.0, 54.0, 25.0, 26.0, 19.0, 9.0, 10.0, 7.0, 7.0, 1.0, 3.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.12203635275363922, -0.11856669187545776, -0.1150970309972763, -0.11162737011909485, -0.10815770924091339, -0.10468804836273193, -0.10121838748455048, -0.09774872660636902, -0.09427906572818756, -0.0908094048500061, -0.08733974397182465, -0.08387008309364319, -0.08040042221546173, -0.07693076133728027, -0.07346110045909882, -0.06999143958091736, -0.0665217787027359, -0.06305212527513504, -0.059582460671663284, -0.05611279979348183, -0.05264313891530037, -0.04917347803711891, -0.045703817158937454, -0.042234156280756, -0.03876449912786484, -0.03529483824968338, -0.03182517737150192, -0.028355514630675316, -0.024885855615139008, -0.02141619473695755, -0.017946533858776093, -0.014476872980594635, -0.011007212102413177, -0.00753755122423172, -0.00406789081171155, -0.0005982301663607359, 0.002871430478990078, 0.0063410913571715355, 0.009810751304030418, 0.013280412182211876, 0.016750073060393333, 0.02021973393857479, 0.02368939481675625, 0.027159055694937706, 0.030628714710474014, 0.03409837558865547, 0.03756803646683693, 0.04103769734501839, 0.044507358223199844, 0.0479770191013813, 0.05144667997956276, 0.05491634085774422, 0.058386001735925674, 0.06185566261410713, 0.06532531976699829, 0.06879498064517975, 0.0722646415233612, 0.07573430240154266, 0.07920396327972412, 0.08267362415790558, 0.08614328503608704, 0.0896129459142685, 0.09308260679244995, 0.09655226767063141, 0.10002192854881287]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [3.0, 0.0, 4.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 2.0, 1.0, 6.0, 1.0, 0.0, 1.0, 6.0, 0.0, 4.0, 0.0, 2.0, 4.0, 7.0, 5.0, 1.0, 4.0, 32.0, 1.0, 5.0, 3.0, 1.0, 1.0, 1.0, 0.0, 4.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006694142706692219, -0.006447163410484791, -0.006200184114277363, -0.005953204818069935, -0.005706225521862507, -0.005459245759993792, -0.005212266463786364, -0.004965287167578936, -0.004718307871371508, -0.00447132857516408, -0.004224349278956652, -0.003977369982749224, -0.003730390453711152, -0.003483411157503724, -0.0032364316284656525, -0.0029894523322582245, -0.0027424730360507965, -0.0024954937398433685, -0.0022485144436359406, -0.002001534914597869, -0.001754555618390441, -0.001507576322183013, -0.0012605969095602632, -0.0010136174969375134, -0.0007666382007300854, -0.0005196588463149965, -0.0002726794918999076, -2.5700137484818697e-05, 0.0002212792169302702, 0.0004682585713453591, 0.000715237925760448, 0.0009622172801755369, 0.0012091966345906258, 0.0014561759307980537, 0.0017031553434208035, 0.0019501347560435534, 0.0021971140522509813, 0.0024440933484584093, 0.002691072877496481, 0.002938052173703909, 0.003185031469911337, 0.003432010766118765, 0.003678990062326193, 0.003925969358533621, 0.004172949120402336, 0.004419928416609764, 0.004666907712817192, 0.00491388700902462, 0.005160866305232048, 0.005407845601439476, 0.005654824897646904, 0.005901804193854332, 0.00614878349006176, 0.006395763251930475, 0.006642742548137903, 0.006889721844345331, 0.007136701140552759, 0.007383680436760187, 0.007630659732967615, 0.00787763949483633, 0.008124618791043758, 0.008371598087251186, 0.008618577383458614, 0.008865556679666042, 0.00911253597587347]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [7.0, 8.0, 7.0, 16.0, 24.0, 27.0, 49.0, 79.0, 104.0, 164.0, 285.0, 354.0, 527.0, 711.0, 1104.0, 1596.0, 2207.0, 2909.0, 4134.0, 5710.0, 7824.0, 10642.0, 15038.0, 21112.0, 30096.0, 43031.0, 60645.0, 83508.0, 111463.0, 457874.0, 90358.0, 64838.0, 45865.0, 32389.0, 23331.0, 16707.0, 12063.0, 8784.0, 6589.0, 4861.0, 3620.0, 2687.0, 1854.0, 1397.0, 971.0, 663.0, 471.0, 297.0, 229.0, 137.0, 112.0, 47.0, 47.0, 21.0, 22.0, 10.0, 10.0, 7.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.009373843669891357, -0.00905437022447586, -0.00873489584773779, -0.008415422402322292, -0.008095948025584221, -0.007776474580168724, -0.007457001134753227, -0.007137527223676443, -0.006818053312599659, -0.006498579401522875, -0.006179105490446091, -0.005859632045030594, -0.00554015813395381, -0.005220684222877026, -0.004901210777461529, -0.004581736866384745, -0.0042622629553079605, -0.003942789044231176, -0.003623315365985036, -0.0033038416877388954, -0.0029843677766621113, -0.002664893865585327, -0.0023454201873391867, -0.002025946509093046, -0.001706472598016262, -0.0013869988033547997, -0.0010675250086933374, -0.0007480512140318751, -0.0004285774193704128, -0.00010910362470895052, 0.0002103701699525118, 0.0005298439646139741, 0.0008493177592754364, 0.0011687915539368987, 0.001488265348598361, 0.0018077391432598233, 0.0021272129379212856, 0.0024466868489980698, 0.0027661605272442102, 0.0030856342054903507, 0.003405108116567135, 0.003724582027643919, 0.004044055938720703, 0.0043635293841362, 0.004683003295212984, 0.005002477206289768, 0.005321950651705265, 0.005641424562782049, 0.005960898473858833, 0.0062803723849356174, 0.006599846296012402, 0.006919319741427898, 0.0072387936525046825, 0.007558267563581467, 0.007877741008996964, 0.008197215385735035, 0.008516688831150532, 0.008836162276566029, 0.0091556366533041, 0.009475110098719597, 0.009794583544135094, 0.010114057920873165, 0.010433531366288662, 0.010753005743026733, 0.01107247918844223]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 3.0, 2.0, 0.0, 3.0, 1.0, 2.0, 6.0, 4.0, 2.0, 1.0, 1.0, 4.0, 0.0, 2.0, 3.0, 0.0, 0.0, 2.0], "bins": [-0.023180101066827774, -0.022742658853530884, -0.022305216640233994, -0.021867772564291954, -0.021430330350995064, -0.020992888137698174, -0.020555445924401283, -0.020118003711104393, -0.019680559635162354, -0.019243117421865463, -0.018805675208568573, -0.018368232995271683, -0.017930790781974792, -0.017493348568677902, -0.017055904492735863, -0.016618462279438972, -0.016181020066142082, -0.015743577852845192, -0.015306134708225727, -0.014868692494928837, -0.014431249350309372, -0.013993807137012482, -0.013556364923715591, -0.013118921779096127, -0.012681479565799236, -0.012244037352502346, -0.011806594207882881, -0.011369151994585991, -0.0109317097812891, -0.010494266636669636, -0.010056824423372746, -0.00961938127875328, -0.00918193906545639, -0.0087444968521595, -0.008307053707540035, -0.007869611494243145, -0.007432168815284967, -0.00699472613632679, -0.0065572839230299, -0.006119841244071722, -0.0056823985651135445, -0.005244955886155367, -0.004807513207197189, -0.004370070993900299, -0.0039326283149421215, -0.003495185635983944, -0.00305774318985641, -0.002620300743728876, -0.0021828580647706985, -0.0017454155022278428, -0.001307972939684987, -0.0008705303771421313, -0.0004330878145992756, 4.354747943580151e-06, 0.0004417973104864359, 0.0008792398730292916, 0.0013166824355721474, 0.0017541249981150031, 0.002191567560657859, 0.0026290100067853928, 0.0030664526857435703, 0.003503895364701748, 0.003941337577998638, 0.004378780256956816, 0.004816222935914993]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 2.0, 4.0, 9.0, 10.0, 9.0, 20.0, 25.0, 22.0, 18.0, 24.0, 28.0, 41.0, 51.0, 56.0, 58.0, 65.0, 68.0, 100.0, 110.0, 129.0, 151.0, 148.0, 195.0, 195.0, 210.0, 216.0, 225.0, 251.0, 263.0, 216.0, 272.0, 253.0, 285.0, 312.0, 309.0, 295.0, 365.0, 436.0, 596.0, 714.0, 1229.0, 6770.0, 914.0, 775.0, 547.0, 243.0, 217.0, 200.0, 199.0, 177.0, 140.0, 129.0, 70.0, 39.0, 12.0, 3.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.025464538484811783, -0.024859560653567314, -0.024254584684967995, -0.023649606853723526, -0.023044630885124207, -0.022439653053879738, -0.02183467708528042, -0.02122969925403595, -0.02062472328543663, -0.02001974545419216, -0.019414767622947693, -0.018809791654348373, -0.018204813823103905, -0.017599837854504585, -0.016994860023260117, -0.016389884054660797, -0.01578490622341633, -0.015179929323494434, -0.01457495242357254, -0.013969975523650646, -0.013364998623728752, -0.012760020792484283, -0.01215504389256239, -0.011550066992640495, -0.010945090092718601, -0.010340113192796707, -0.009735136292874813, -0.009130159392952919, -0.00852518156170845, -0.007920204661786556, -0.007315227761864662, -0.006710250861942768, -0.006105273962020874, -0.00550029706209898, -0.004895320162177086, -0.0042903427965939045, -0.0036853658966720104, -0.0030803889967501163, -0.0024754118639975786, -0.0018704348476603627, -0.0012654578313231468, -0.0006604808149859309, -5.550379864871502e-05, 0.0005494732176885009, 0.0011544502340257168, 0.0017594272503629327, 0.0023644042667001486, 0.0029693813994526863, 0.0035743582993745804, 0.0041793351992964745, 0.0047843120992183685, 0.00538928946480155, 0.005994266364723444, 0.006599243264645338, 0.0072042206302285194, 0.0078091975301504135, 0.008414174430072308, 0.009019151329994202, 0.009624128229916096, 0.01022910512983799, 0.010834082961082458, 0.011439059861004353, 0.012044036760926247, 0.01264901366084814, 0.013253990560770035]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 6.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0852947011590004, -0.08346288651227951, -0.08163107186555862, -0.07979925721883774, -0.07796745002269745, -0.07613563537597656, -0.07430382072925568, -0.07247200608253479, -0.0706401914358139, -0.06880837678909302, -0.06697656959295273, -0.06514475494623184, -0.06331294029951096, -0.06148112565279007, -0.05964931100606918, -0.057817500084638596, -0.05598568543791771, -0.05415387079119682, -0.052322059869766235, -0.05049024522304535, -0.04865843057632446, -0.046826619654893875, -0.04499480500817299, -0.0431629903614521, -0.041331179440021515, -0.03949936479330063, -0.03766755014657974, -0.035835735499858856, -0.03400392457842827, -0.03217210993170738, -0.030340297147631645, -0.02850848250091076, -0.026676669716835022, -0.024844856932759285, -0.0230130422860384, -0.021181229501962662, -0.019349414855241776, -0.01751760207116604, -0.0156857892870903, -0.01385397557169199, -0.012022161856293678, -0.010190348140895367, -0.008358534425497055, -0.006526721641421318, -0.0046949079260230064, -0.0028630944434553385, -0.0010312809608876705, 0.0008005325216799974, 0.0026323460042476654, 0.004464159719645977, 0.006295972969383001, 0.008127786219120026, 0.009959599934518337, 0.011791413649916649, 0.013623226433992386, 0.015455040149390697, 0.01728685386478901, 0.019118666648864746, 0.020950481295585632, 0.02278229407966137, 0.024614106863737106, 0.026445921510457993, 0.02827773429453373, 0.030109548941254616, 0.03194136172533035]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 3.0, 3.0, 2.0, 6.0, 2.0, 6.0, 3.0, 5.0, 7.0, 5.0, 2.0, 8.0, 7.0, 3.0, 9.0, 4.0, 5.0, 1.0, 4.0, 2.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 5.0, 4.0, 1.0, 6.0, 4.0, 2.0, 7.0, 8.0, 94.0, 14.0, 6.0, 1.0, 7.0, 5.0, 4.0, 3.0], "bins": [-0.09719710797071457, -0.09547854959964752, -0.09375999867916107, -0.09204144030809402, -0.09032288938760757, -0.08860433101654053, -0.08688577264547348, -0.08516722172498703, -0.08344866335391998, -0.08173011243343353, -0.08001155406236649, -0.07829299569129944, -0.07657444477081299, -0.07485588639974594, -0.07313733547925949, -0.07141877710819244, -0.069700226187706, -0.06798166781663895, -0.0662631094455719, -0.06454455852508545, -0.0628260001540184, -0.06110744550824165, -0.059388890862464905, -0.057670336216688156, -0.05595178157091141, -0.05423322319984436, -0.05251466855406761, -0.05079611390829086, -0.049077559262514114, -0.047359004616737366, -0.04564044624567032, -0.04392189159989357, -0.04220333695411682, -0.04048478230834007, -0.038766227662563324, -0.03704766929149628, -0.03532911464571953, -0.03361055999994278, -0.03189200535416603, -0.030173448845744133, -0.028454894199967384, -0.026736339554190636, -0.025017783045768738, -0.02329922839999199, -0.02158067375421524, -0.019862117245793343, -0.018143562600016594, -0.016425006091594696, -0.014706451445817947, -0.012987895868718624, -0.0112693402916193, -0.009550785645842552, -0.007832230068743229, -0.006113674491643906, -0.00439511938020587, -0.00267656403593719, -0.0009580086916685104, 0.0007605466526001692, 0.002479101996868849, 0.004197657108306885, 0.005916212685406208, 0.007634768262505531, 0.00935332290828228, 0.011071878485381603, 0.012790434062480927]}, "_runtime": 5.975497007369995, "_timestamp": 1596208676.5288732, "_step": 1} +{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 3.0, 2.0, 2.0, 1.0, 2.0, 2.0, 2.0, 4.0, 5.0, 3.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.019323647022247314, -0.018695278093218803, -0.018066909164190292, -0.01743854209780693, -0.01681017316877842, -0.01618180423974991, -0.015553436242043972, -0.014925067313015461, -0.014296699315309525, -0.013668330386281013, -0.013039961457252502, -0.012411593459546566, -0.011783224530518055, -0.011154856532812119, -0.010526487603783607, -0.009898119606077671, -0.00926975067704916, -0.008641381748020649, -0.008013013750314713, -0.007384645286947489, -0.006756276823580265, -0.006127907894551754, -0.00549953943118453, -0.0048711709678173065, -0.004242802504450083, -0.003614434041082859, -0.0029860655777156353, -0.002357696881517768, -0.0017293284181505442, -0.0011009599547833204, -0.00047259137500077486, 0.0001557771465741098, 0.0007841456681489944, 0.0014125141315162182, 0.002040882594883442, 0.0026692512910813093, 0.003297619754448533, 0.0039259884506464005, 0.004554356914013624, 0.005182725377380848, 0.005811093840748072, 0.006439462304115295, 0.007067830767482519, 0.007696199230849743, 0.008324568159878254, 0.00895293615758419, 0.009581305086612701, 0.010209673084318638, 0.010838042013347149, 0.01146641094237566, 0.012094778940081596, 0.012723147869110107, 0.013351515866816044, 0.013979884795844555, 0.014608252793550491, 0.015236621722579002, 0.015864990651607513, 0.016493359580636024, 0.017121726647019386, 0.017750095576047897, 0.01837846450507641, 0.01900683343410492, 0.01963520050048828, 0.020263569429516792, 0.020891938358545303]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 5.0, 2.0, 3.0, 4.0, 5.0, 4.0, 4.0, 7.0, 9.0, 5.0, 11.0, 12.0, 17.0, 13.0, 18.0, 14.0, 21.0, 39.0, 42.0, 40.0, 51.0, 54.0, 84.0, 85.0, 108.0, 136.0, 174.0, 256.0, 255.0, 350.0, 407.0, 2123.0, 818.0, 781.0, 577.0, 427.0, 261.0, 189.0, 132.0, 99.0, 75.0, 45.0, 45.0, 25.0, 21.0, 17.0, 14.0, 12.0, 5.0, 3.0, 8.0, 4.0, 6.0, 3.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.12163153290748596, -0.11790663003921509, -0.11418173462152481, -0.11045683175325394, -0.10673192888498306, -0.10300703346729279, -0.09928213059902191, -0.09555722773075104, -0.09183233231306076, -0.08810742944478989, -0.08438252657651901, -0.08065763115882874, -0.07693272829055786, -0.07320782542228699, -0.06948293000459671, -0.06575802713632584, -0.06203312799334526, -0.058308228850364685, -0.05458332598209381, -0.050858426839113235, -0.04713352769613266, -0.043408624827861786, -0.03968372568488121, -0.035958826541900635, -0.03223392367362976, -0.028509024530649185, -0.02478412538766861, -0.021059224382042885, -0.01733432337641716, -0.013609424233436584, -0.00988452322781086, -0.0061596231535077095, -0.0024347230792045593, 0.0012901772279292345, 0.005015077535063028, 0.008739978075027466, 0.012464878149330616, 0.016189778223633766, 0.01991467922925949, 0.023639578372240067, 0.02736447937786579, 0.031089380383491516, 0.03481427952647209, 0.03853917866945267, 0.04226408153772354, 0.04598898068070412, 0.04971387982368469, 0.053438782691955566, 0.05716368183493614, 0.06088858097791672, 0.06461348384618759, 0.06833837926387787, 0.07206328213214874, 0.07578818500041962, 0.0795130804181099, 0.08323798328638077, 0.08696288615465164, 0.09068778157234192, 0.09441268444061279, 0.09813758730888367, 0.10186248272657394, 0.10558738559484482, 0.10931228846311569, 0.11303718388080597, 0.11676208674907684]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 2.0, 4.0, 7.0, 2.0, 0.0, 1.0, 4.0, 2.0, 5.0, 4.0, 3.0, 1.0, 3.0, 2.0, 30.0, 6.0, 2.0, 2.0, 1.0, 1.0, 3.0, 0.0, 3.0, 4.0, 1.0, 2.0, 2.0, 3.0, 3.0, 0.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.006899373605847359, -0.006644256878644228, -0.006389140617102385, -0.006134023889899254, -0.00587890762835741, -0.00562379090115428, -0.005368674173951149, -0.005113557912409306, -0.004858441185206175, -0.004603324458003044, -0.004348208196461201, -0.00409309146925807, -0.003837974974885583, -0.003582858480513096, -0.003327741753309965, -0.003072625258937478, -0.002817508764564991, -0.002562392270192504, -0.002307275775820017, -0.002052159048616886, -0.001797042554244399, -0.001541926059871912, -0.001286809449084103, -0.0010316928382962942, -0.0007765763439238071, -0.0005214597913436592, -0.0002663432387635112, -1.12266861833632e-05, 0.00024388986639678478, 0.0004990064189769328, 0.0007541229715570807, 0.0010092395823448896, 0.0012643560767173767, 0.0015194725710898638, 0.0017745891818776727, 0.0020297057926654816, 0.0022848222870379686, 0.0025399387814104557, 0.0027950555086135864, 0.0030501720029860735, 0.0033052884973585606, 0.0035604049917310476, 0.0038155214861035347, 0.004070638213306665, 0.004325754940509796, 0.0045808712020516396, 0.00483598792925477, 0.005091104190796614, 0.005346220917999744, 0.005601337645202875, 0.0058564539067447186, 0.006111570633947849, 0.006366686895489693, 0.006621803622692823, 0.006876920349895954, 0.0071320366114377975, 0.007387153338640928, 0.007642270065844059, 0.007897386327385902, 0.008152502588927746, 0.008407619781792164, 0.008662736043334007, 0.00891785230487585, 0.009172969497740269, 0.009428085759282112]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 4.0, 5.0, 12.0, 22.0, 20.0, 34.0, 54.0, 92.0, 153.0, 235.0, 325.0, 573.0, 854.0, 1350.0, 1878.0, 2814.0, 4154.0, 5875.0, 8032.0, 11118.0, 15601.0, 21368.0, 30205.0, 44123.0, 64497.0, 90303.0, 114805.0, 437806.0, 91332.0, 65769.0, 46531.0, 32664.0, 23169.0, 17170.0, 12411.0, 9313.0, 6817.0, 4996.0, 3633.0, 2708.0, 2040.0, 1426.0, 1008.0, 753.0, 477.0, 347.0, 273.0, 163.0, 119.0, 66.0, 51.0, 35.0, 16.0, 15.0, 12.0, 9.0, 9.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.012312804348766804, -0.011890563182532787, -0.011468322016298771, -0.011046080850064754, -0.010623839683830738, -0.010201598517596722, -0.009779357351362705, -0.009357116185128689, -0.008934875018894672, -0.008512633852660656, -0.00809039268642664, -0.007668151520192623, -0.007245910353958607, -0.00682366918772459, -0.006401428021490574, -0.0059791868552565575, -0.005556945689022541, -0.005134704522788525, -0.004712463356554508, -0.004290222190320492, -0.0038679810240864754, -0.003445739857852459, -0.0030234986916184425, -0.002601257525384426, -0.0021790163591504097, -0.0017567751929163933, -0.0013345340266823769, -0.0009122928604483604, -0.000490051694214344, -6.78105279803276e-05, 0.0003544306382536888, 0.0007766718044877052, 0.0011989129707217216, 0.001621154136955738, 0.0020433953031897545, 0.002465636469423771, 0.0028878776356577873, 0.0033101188018918037, 0.00373235996812582, 0.004154601134359837, 0.004576842300593853, 0.004999083466827869, 0.005421324633061886, 0.005843565799295902, 0.006265806965529919, 0.006688048131763935, 0.0071102892979979515, 0.007532530464231968, 0.007954771630465984, 0.0083770127967, 0.008799253962934017, 0.009221495129168034, 0.00964373629540205, 0.010065977461636066, 0.010488218627870083, 0.0109104597941041, 0.011332700960338116, 0.011754942126572132, 0.012177183292806149, 0.012599424459040165, 0.013021665625274181, 0.013443906791508198, 0.013866147957742214, 0.01428838912397623, 0.014710630290210247]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 7.0, 3.0, 1.0, 2.0, 1.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.01120682805776596, -0.010890515521168709, -0.010574202984571457, -0.010257890447974205, -0.009941577911376953, -0.009625265374779701, -0.00930895283818245, -0.008992640301585197, -0.008676327764987946, -0.008360015228390694, -0.008043702691793442, -0.00772739015519619, -0.007411077618598938, -0.007094765082001686, -0.006778452545404434, -0.006462140008807182, -0.00614582747220993, -0.0058295149356126785, -0.005513202399015427, -0.005196889862418175, -0.004880577325820923, -0.004564264789223671, -0.004247952252626419, -0.003931639716029167, -0.0036153271794319153, -0.0032990146428346634, -0.0029827021062374115, -0.0026663895696401596, -0.0023500770330429077, -0.002033764496445656, -0.001717451959848404, -0.001401139423251152, -0.0010848268866539001, -0.0007685143500566483, -0.00045220181345939636, -0.00013588927686214447, 0.00018042325973510742, 0.0004967357963323593, 0.0008130483329296112, 0.001129360869526863, 0.001445673406124115, 0.0017619859427213669, 0.0020782984793186188, 0.0023946110159158707, 0.0027109235525131226, 0.0030272360891103745, 0.0033435486257076263, 0.0036598611623048782, 0.00397617369890213, 0.004292486235499382, 0.004608798772096634, 0.004925111308693886, 0.005241423845291138, 0.00555773638188839, 0.0058740489184856415, 0.006190361455082893, 0.006506673991680145, 0.006822986528277397, 0.007139299064874649, 0.007455611601471901, 0.007771924138069153, 0.008088236674666405, 0.008404549211263657, 0.008720861747860909, 0.00903717428445816]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 5.0, 10.0, 3.0, 11.0, 12.0, 10.0, 19.0, 16.0, 25.0, 41.0, 50.0, 45.0, 41.0, 63.0, 69.0, 97.0, 101.0, 122.0, 124.0, 161.0, 191.0, 228.0, 208.0, 206.0, 262.0, 256.0, 254.0, 276.0, 257.0, 256.0, 276.0, 352.0, 397.0, 489.0, 600.0, 757.0, 6557.0, 1551.0, 943.0, 669.0, 498.0, 375.0, 385.0, 274.0, 223.0, 224.0, 152.0, 101.0, 77.0, 41.0, 25.0, 19.0, 11.0, 2.0, 4.0, 2.0, 2.0], "bins": [-0.014520772732794285, -0.014188903383910656, -0.013857034035027027, -0.013525164686143398, -0.013193294405937195, -0.012861425057053566, -0.012529555708169937, -0.012197686359286308, -0.01186581701040268, -0.01153394766151905, -0.011202077381312847, -0.010870208032429218, -0.01053833868354559, -0.01020646933466196, -0.009874599985778332, -0.009542730636894703, -0.0092108603566885, -0.00887899100780487, -0.008547121658921242, -0.008215252310037613, -0.007883382961153984, -0.007551513146609068, -0.007219643797725439, -0.00688777444884181, -0.006555904634296894, -0.006224035285413265, -0.005892165936529636, -0.0055602965876460075, -0.005228426773101091, -0.0048965574242174625, -0.004564688075333834, -0.0042328182607889175, -0.0039009489119052887, -0.003569079330191016, -0.0032372099813073874, -0.002905340399593115, -0.002573471050709486, -0.0022416014689952135, -0.001909731887280941, -0.0015778624219819903, -0.0012459929566830397, -0.000914123491384089, -0.0005822539678774774, -0.0002503844734746963, 8.148502092808485e-05, 0.000413354515330866, 0.0007452240097336471, 0.0010770935332402587, 0.0014089629985392094, 0.00174083246383816, 0.0020727019291371107, 0.002404571510851383, 0.002736440859735012, 0.0030683104414492846, 0.003400180023163557, 0.003732049372047186, 0.004063919186592102, 0.004395788535475731, 0.00472765788435936, 0.005059527233242989, 0.005391397047787905, 0.005723266396671534, 0.006055135745555162, 0.006387005560100079, 0.006718874908983707]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 5.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05441320687532425, -0.05323638767004013, -0.05205956846475601, -0.050882745534181595, -0.049705926328897476, -0.04852910712361336, -0.04735228791832924, -0.04617546871304512, -0.0449986457824707, -0.043821826577186584, -0.042645007371902466, -0.04146818816661835, -0.04029136896133423, -0.03911454975605011, -0.03793772682547569, -0.036760907620191574, -0.035584088414907455, -0.03440726920962334, -0.03323045000433922, -0.0320536270737648, -0.030876807868480682, -0.029699988663196564, -0.028523169457912445, -0.027346348389983177, -0.02616952918469906, -0.02499270997941494, -0.023815888911485672, -0.022639069706201553, -0.021462250500917435, -0.020285429432988167, -0.019108610227704048, -0.01793178915977478, -0.01675496995449066, -0.015578149817883968, -0.014401329681277275, -0.013224510475993156, -0.012047690339386463, -0.01087087020277977, -0.009694050997495651, -0.008517230860888958, -0.007340410724282265, -0.0061635905876755714, -0.0049867709167301655, -0.003809951012954116, -0.0026331311091780663, -0.0014563112054020166, -0.000279491301625967, 0.0008973286021500826, 0.002074148505926132, 0.003250968409702182, 0.004427788313478231, 0.005604607984423637, 0.006781428121030331, 0.007958248257637024, 0.009135067462921143, 0.010311887599527836, 0.011488707736134529, 0.012665527872741222, 0.013842348009347916, 0.015019167214632034, 0.016195986419916153, 0.01737280748784542, 0.01854962669312954, 0.019726447761058807, 0.020903266966342926]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 4.0, 8.0, 5.0, 5.0, 11.0, 5.0, 5.0, 3.0, 5.0, 9.0, 5.0, 5.0, 3.0, 0.0, 2.0, 5.0, 3.0, 5.0, 2.0, 1.0, 3.0, 4.0, 1.0, 1.0, 1.0, 4.0, 0.0, 5.0, 2.0, 4.0, 1.0, 6.0, 4.0, 2.0, 2.0, 1.0, 12.0, 12.0, 67.0, 14.0, 5.0, 8.0, 8.0, 4.0, 3.0, 2.0, 2.0, 4.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.055618010461330414, -0.05451931059360504, -0.05342061072587967, -0.0523219108581543, -0.051223210990428925, -0.050124507397413254, -0.04902580752968788, -0.04792710766196251, -0.04682840779423714, -0.045729707926511765, -0.04463100805878639, -0.04353230819106102, -0.04243360459804535, -0.04133490473031998, -0.040236204862594604, -0.03913750499486923, -0.03803880512714386, -0.03694010525941849, -0.035841405391693115, -0.03474270552396774, -0.03364400565624237, -0.0325453020632267, -0.03144660219550133, -0.030347902327775955, -0.029249202460050583, -0.02815050259232521, -0.027051802724599838, -0.025953100994229317, -0.024854401126503944, -0.023755701258778572, -0.02265699952840805, -0.021558299660682678, -0.020459599792957306, -0.019360899925231934, -0.01826220005750656, -0.01716349832713604, -0.016064798459410667, -0.014966098591685295, -0.013867397792637348, -0.012768696993589401, -0.011669997125864029, -0.010571297258138657, -0.00947259645909071, -0.008373895660042763, -0.0072751957923173904, -0.006176495458930731, -0.005077795125544071, -0.003979094792157412, -0.002880394458770752, -0.0017816941253840923, -0.0006829937919974327, 0.0004157065413892269, 0.0015144068747758865, 0.002613107208162546, 0.0037118075415492058, 0.004810507874935865, 0.005909208208322525, 0.007007908541709185, 0.008106608875095844, 0.009205309674143791, 0.010304009541869164, 0.011402709409594536, 0.012501410208642483, 0.01360011100769043, 0.014698810875415802]}, "_runtime": 6.806002855300903, "_timestamp": 1596208677.359379, "_step": 2} +{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 3.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 3.0, 3.0, 2.0, 2.0, 2.0, 1.0, 1.0, 4.0, 2.0, 4.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.014748942106962204, -0.014295361936092377, -0.01384178176522255, -0.013388201594352722, -0.012934621423482895, -0.012481041252613068, -0.01202746108174324, -0.011573880910873413, -0.011120300740003586, -0.010666720569133759, -0.010213140398263931, -0.009759560227394104, -0.009305980056524277, -0.00885239988565445, -0.008398819714784622, -0.007945239543914795, -0.007491659373044968, -0.00703807920217514, -0.006584499031305313, -0.006130918860435486, -0.005677338689565659, -0.005223758518695831, -0.004770178347826004, -0.004316598176956177, -0.0038630180060863495, -0.003409437835216522, -0.002955857664346695, -0.0025022774934768677, -0.0020486973226070404, -0.0015951171517372131, -0.0011415369808673859, -0.0006879568099975586, -0.00023437663912773132, 0.00021920353174209595, 0.0006727837026119232, 0.0011263638734817505, 0.0015799440443515778, 0.002033524215221405, 0.0024871043860912323, 0.0029406845569610596, 0.003394264727830887, 0.003847844898700714, 0.004301425069570541, 0.004755005240440369, 0.005208585411310196, 0.005662165582180023, 0.0061157457530498505, 0.006569325923919678, 0.007022906094789505, 0.007476486265659332, 0.00793006643652916, 0.008383646607398987, 0.008837226778268814, 0.009290806949138641, 0.009744387120008469, 0.010197967290878296, 0.010651547461748123, 0.01110512763261795, 0.011558707803487778, 0.012012287974357605, 0.012465868145227432, 0.01291944831609726, 0.013373028486967087, 0.013826608657836914, 0.014280188828706741]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 3.0, 5.0, 9.0, 5.0, 3.0, 8.0, 8.0, 15.0, 16.0, 31.0, 38.0, 30.0, 51.0, 62.0, 53.0, 66.0, 98.0, 111.0, 144.0, 228.0, 282.0, 408.0, 521.0, 2213.0, 1162.0, 897.0, 521.0, 298.0, 200.0, 130.0, 84.0, 72.0, 47.0, 36.0, 20.0, 15.0, 4.0, 13.0, 4.0, 3.0, 4.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1783982515335083, -0.17376545071601868, -0.16913264989852905, -0.16449983417987823, -0.1598670333623886, -0.155234232544899, -0.15060141682624817, -0.14596861600875854, -0.14133581519126892, -0.1367030143737793, -0.13207021355628967, -0.12743739783763885, -0.12280459702014923, -0.1181717962026596, -0.11353898793458939, -0.10890617966651917, -0.10427337884902954, -0.09964057803153992, -0.0950077697634697, -0.09037496149539948, -0.08574216067790985, -0.08110935986042023, -0.07647655159235, -0.07184374332427979, -0.06721094250679016, -0.06257814168930054, -0.057945333421230316, -0.053312528878450394, -0.04867972433567047, -0.04404691979289055, -0.039414115250110626, -0.034781310707330704, -0.03014850616455078, -0.02551570162177086, -0.020882897078990936, -0.016250092536211014, -0.011617287993431091, -0.006984483450651169, -0.0023516789078712463, 0.002281125634908676, 0.006913930177688599, 0.011546734720468521, 0.016179539263248444, 0.020812343806028366, 0.02544514834880829, 0.03007795289158821, 0.034710757434368134, 0.039343561977148056, 0.04397636651992798, 0.0486091710627079, 0.053241975605487823, 0.057874780148267746, 0.06250758469104767, 0.06714038550853729, 0.07177319377660751, 0.07640600204467773, 0.08103880286216736, 0.08567160367965698, 0.0903044119477272, 0.09493722021579742, 0.09957002103328705, 0.10420282185077667, 0.1088356301188469, 0.11346843838691711, 0.11810123920440674]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 3.0, 5.0, 2.0, 4.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 4.0, 2.0, 25.0, 2.0, 5.0, 4.0, 3.0, 4.0, 5.0, 2.0, 0.0, 0.0, 2.0, 2.0, 1.0, 4.0, 4.0, 3.0, 1.0, 4.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.006087367422878742, -0.00589441042393446, -0.005701453424990177, -0.005508495960384607, -0.005315538961440325, -0.005122581962496042, -0.004929624497890472, -0.00473666749894619, -0.004543710500001907, -0.004350753501057625, -0.004157796502113342, -0.0039648390375077724, -0.00377188203856349, -0.0035789250396192074, -0.003385967807844281, -0.003193010576069355, -0.0030000535771250725, -0.00280709657818079, -0.0026141393464058638, -0.0024211821146309376, -0.002228225115686655, -0.0020352681167423725, -0.0018423108849674463, -0.001649353769607842, -0.0014563966542482376, -0.0012634395388886333, -0.001070482423529029, -0.0008775253081694245, -0.0006845681928098202, -0.0004916110774502158, -0.00029865396209061146, -0.0001056968467310071, 8.726026862859726e-05, 0.0002802173839882016, 0.000473174499347806, 0.0006661316147074103, 0.0008590887300670147, 0.001052045845426619, 0.0012450029607862234, 0.0014379600761458278, 0.0016309171915054321, 0.0018238743068650365, 0.002016831422224641, 0.002209788653999567, 0.0024027456529438496, 0.002595702651888132, 0.0027886598836630583, 0.0029816171154379845, 0.003174574114382267, 0.0033675311133265495, 0.0035604883451014757, 0.003753445576876402, 0.003946402575820684, 0.004139359574764967, 0.004332317039370537, 0.004525274038314819, 0.004718231037259102, 0.004911188036203384, 0.005104145035147667, 0.005297102499753237, 0.005490059498697519, 0.005683016497641802, 0.005875973962247372, 0.006068930961191654, 0.006261887960135937]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 5.0, 10.0, 22.0, 34.0, 53.0, 85.0, 182.0, 237.0, 319.0, 515.0, 829.0, 1229.0, 1674.0, 2330.0, 3060.0, 4159.0, 5452.0, 7030.0, 9010.0, 11584.0, 14473.0, 18647.0, 24357.0, 32685.0, 43985.0, 58122.0, 73923.0, 92092.0, 413528.0, 88597.0, 70555.0, 52149.0, 38394.0, 27951.0, 21005.0, 15582.0, 11703.0, 8995.0, 6932.0, 5119.0, 3873.0, 2669.0, 1911.0, 1428.0, 952.0, 695.0, 450.0, 340.0, 232.0, 160.0, 104.0, 71.0, 55.0, 39.0, 22.0, 12.0, 7.0, 4.0, 2.0, 3.0, 2.0, 1.0], "bins": [-0.011438467539846897, -0.011060342192649841, -0.01068221777677536, -0.010304092429578304, -0.009925967082381248, -0.009547842666506767, -0.009169717319309711, -0.00879159290343523, -0.008413467556238174, -0.008035342209041119, -0.007657217793166637, -0.007279092445969582, -0.006900967564433813, -0.006522842682898045, -0.006144717335700989, -0.00576659245416522, -0.005388467572629452, -0.005010342691093683, -0.004632217809557915, -0.004254092462360859, -0.0038759675808250904, -0.003497842699289322, -0.0031197175849229097, -0.0027415924705564976, -0.002363467589020729, -0.0019853427074849606, -0.0016072175931185484, -0.001229092595167458, -0.0008509675972163677, -0.0004728425992652774, -9.471760131418705e-05, 0.0002834073966369033, 0.0006615323945879936, 0.001039657392539084, 0.0014177823904901743, 0.0017959073884412646, 0.002174032386392355, 0.0025521572679281235, 0.0029302823822945356, 0.003308407496660948, 0.0036865323781967163, 0.004064657259732485, 0.004442782141268253, 0.004820907488465309, 0.005199032370001078, 0.005577157251536846, 0.005955282598733902, 0.0063334074802696705, 0.006711532361805439, 0.0070896572433412075, 0.007467782124876976, 0.007845907472074032, 0.008224032819271088, 0.008602157235145569, 0.008980282582342625, 0.009358406998217106, 0.009736532345414162, 0.010114657692611217, 0.010492782108485699, 0.010870907455682755, 0.011249031871557236, 0.011627157218754292, 0.012005282565951347, 0.012383406981825829, 0.012761532329022884]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 4.0, 2.0, 4.0, 1.0, 2.0, 7.0, 2.0, 3.0, 3.0, 0.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.020721420645713806, -0.020226307213306427, -0.0197311919182539, -0.01923607848584652, -0.01874096319079399, -0.018245849758386612, -0.017750734463334084, -0.017255621030926704, -0.016760505735874176, -0.016265392303466797, -0.01577027700841427, -0.01527516357600689, -0.014780049212276936, -0.014284934848546982, -0.013789820484817028, -0.013294706121087074, -0.01279959175735712, -0.012304477393627167, -0.011809363029897213, -0.01131424866616726, -0.010819134302437305, -0.010324019938707352, -0.009828905574977398, -0.009333791211247444, -0.008838677778840065, -0.008343563415110111, -0.007848449051380157, -0.007353334221988916, -0.00685822032392025, -0.006363105960190296, -0.005867991596460342, -0.005372877232730389, -0.004877762869000435, -0.004382648505270481, -0.0038875341415405273, -0.0033924200106412172, -0.0028973056469112635, -0.0024021912831813097, -0.0019070770358666778, -0.0014119627885520458, -0.0009168484248220921, -0.0004217341192997992, 7.338018622249365e-05, 0.0005684944917447865, 0.0010636087972670794, 0.0015587231609970331, 0.0020538372918963432, 0.002548951655626297, 0.0030440660193562508, 0.0035391803830862045, 0.004034294746816158, 0.004529409110546112, 0.005024523474276066, 0.005519637372344732, 0.006014751736074686, 0.00650986609980464, 0.007004980463534594, 0.007500094827264547, 0.007995208725333214, 0.008490323089063168, 0.008985437452793121, 0.009480551816523075, 0.009975666180253029, 0.010470780543982983, 0.010965894907712936]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 4.0, 2.0, 1.0, 2.0, 6.0, 11.0, 7.0, 5.0, 18.0, 6.0, 19.0, 5.0, 35.0, 33.0, 38.0, 60.0, 42.0, 41.0, 63.0, 65.0, 72.0, 81.0, 95.0, 114.0, 133.0, 114.0, 136.0, 173.0, 230.0, 206.0, 254.0, 246.0, 319.0, 307.0, 353.0, 376.0, 430.0, 463.0, 525.0, 670.0, 736.0, 907.0, 1515.0, 6589.0, 899.0, 570.0, 373.0, 252.0, 165.0, 153.0, 132.0, 113.0, 80.0, 63.0, 52.0, 25.0, 22.0, 10.0, 4.0, 2.0, 4.0, 0.0, 4.0], "bins": [-0.010595076717436314, -0.010354766622185707, -0.010114455595612526, -0.00987414550036192, -0.009633835405111313, -0.009393525309860706, -0.009153214283287525, -0.008912904188036919, -0.008672594092786312, -0.008432283997535706, -0.008191972970962524, -0.007951662875711918, -0.007711352780461311, -0.0074710422195494175, -0.007230732124298811, -0.006990421563386917, -0.006750111468136311, -0.006509800907224417, -0.006269490346312523, -0.006029180251061916, -0.0057888696901500225, -0.005548559594899416, -0.005308249033987522, -0.005067938938736916, -0.004827628377825022, -0.004587318282574415, -0.004347007721662521, -0.004106697626411915, -0.003866387065500021, -0.003626076737418771, -0.0033857664093375206, -0.0031454560812562704, -0.0029051457531750202, -0.00266483542509377, -0.00242452509701252, -0.0021842147689312696, -0.0019439044408500195, -0.0017035939963534474, -0.0014632836682721972, -0.001222973340190947, -0.0009826630121096969, -0.0007423526840284467, -0.0005020423559471965, -0.0002617319696582854, -2.142164157703519e-05, 0.00021888870105613023, 0.00045919904368929565, 0.0006995094008743763, 0.0009398197289556265, 0.0011801300570368767, 0.0014204403851181269, 0.001660750713199377, 0.0019010610412806273, 0.0021413713693618774, 0.0023816816974431276, 0.002621992025524378, 0.0028623025864362717, 0.003102612914517522, 0.003342923242598772, 0.0035832335706800222, 0.0038235438987612724, 0.004063853994011879, 0.004304164554923773, 0.004544474650174379, 0.004784785211086273]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.048457369208335876, -0.04749445244669914, -0.04653153568506241, -0.045568618923425674, -0.04460570216178894, -0.043642785400152206, -0.04267986863851547, -0.04171695187687874, -0.040754035115242004, -0.03979112207889557, -0.038828205317258835, -0.0378652885556221, -0.03690237179398537, -0.03593945503234863, -0.0349765382707119, -0.034013621509075165, -0.03305070474743843, -0.0320877879858017, -0.031124871224164963, -0.03016195446252823, -0.029199037700891495, -0.02823612280189991, -0.027273206040263176, -0.026310289278626442, -0.025347372516989708, -0.024384455755352974, -0.02342153899371624, -0.022458622232079506, -0.02149570733308792, -0.020532790571451187, -0.019569873809814453, -0.01860695704817772, -0.017644040286540985, -0.01668112352490425, -0.015718206763267517, -0.014755290932953358, -0.013792374171316624, -0.01282945740967989, -0.01186654157936573, -0.010903624817728996, -0.009940708056092262, -0.008977791294455528, -0.008014874532818794, -0.007051958702504635, -0.006089041940867901, -0.005126125179231167, -0.00416320888325572, -0.00320029235444963, -0.0022373758256435394, -0.001274459296837449, -0.0003115427680313587, 0.0006513737607747316, 0.001614290289580822, 0.0025772068183869123, 0.0035401233471930027, 0.004503039643168449, 0.005465956404805183, 0.006428873166441917, 0.007391789462417364, 0.00835470575839281, 0.009317622520029545, 0.010280539281666279, 0.011243455111980438, 0.012206371873617172, 0.013169288635253906]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 1.0, 3.0, 3.0, 6.0, 5.0, 2.0, 5.0, 5.0, 1.0, 5.0, 5.0, 5.0, 6.0, 6.0, 5.0, 5.0, 3.0, 5.0, 3.0, 3.0, 2.0, 1.0, 4.0, 4.0, 5.0, 4.0, 0.0, 4.0, 3.0, 5.0, 3.0, 4.0, 3.0, 1.0, 2.0, 2.0, 3.0, 4.0, 5.0, 8.0, 15.0, 65.0, 19.0, 7.0, 6.0, 4.0, 3.0, 1.0, 3.0, 3.0], "bins": [-0.03233860433101654, -0.03175816684961319, -0.031177731230854988, -0.030597293749451637, -0.030016858130693436, -0.029436420649290085, -0.028855983167886734, -0.028275547549128532, -0.02769511006772518, -0.02711467258632183, -0.02653423696756363, -0.02595379948616028, -0.025373362004756927, -0.024792926385998726, -0.024212488904595375, -0.023632053285837173, -0.023051615804433823, -0.022471178323030472, -0.02189074270427227, -0.02131030522286892, -0.020729869604110718, -0.020149432122707367, -0.019568994641304016, -0.018988559022545815, -0.018408121541142464, -0.017827684059739113, -0.01724724844098091, -0.01666681095957756, -0.01608637347817421, -0.015505937859416008, -0.014925500378012657, -0.014345063827931881, -0.013764627277851105, -0.013184190727770329, -0.012603754177689552, -0.012023316696286201, -0.011442880146205425, -0.010862443596124649, -0.010282006114721298, -0.009701569564640522, -0.009121133014559746, -0.00854069646447897, -0.007960259914398193, -0.0073798224329948425, -0.006799385882914066, -0.00621894933283329, -0.005638512317091227, -0.005058075301349163, -0.004477638751268387, -0.003897201968356967, -0.003316765185445547, -0.0027363284025341272, -0.0021558916196227074, -0.0015754548367112875, -0.0009950180537998676, -0.00041458127088844776, 0.0001658555120229721, 0.000746292294934392, 0.0013267290778458118, 0.0019071658607572317, 0.0024876026436686516, 0.0030680394265800714, 0.0036484762094914913, 0.004228913225233555, 0.004809349775314331]}, "_runtime": 7.662343740463257, "_timestamp": 1596208678.21572, "_step": 3} +{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 4.0, 4.0, 2.0, 1.0, 1.0, 3.0, 1.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.01704268902540207, -0.01658789813518524, -0.016133109107613564, -0.015678318217396736, -0.015223528258502483, -0.01476873829960823, -0.014313947409391403, -0.01385915745049715, -0.013404367491602898, -0.01294957660138607, -0.012494786642491817, -0.012039996683597565, -0.011585206724703312, -0.011130415834486485, -0.010675625875592232, -0.010220835916697979, -0.009766045957803726, -0.009311255067586899, -0.008856465108692646, -0.008401675149798393, -0.007946884259581566, -0.007492094300687313, -0.00703730434179306, -0.00658251391723752, -0.00612772349268198, -0.005672933533787727, -0.005218143109232187, -0.0047633531503379345, -0.004308562725782394, -0.003853772534057498, -0.0033989823423326015, -0.002944192150607705, -0.0024894019588828087, -0.0020346117671579123, -0.0015798215754330158, -0.0011250312672927976, -0.0006702410755679011, -0.00021545085473917425, 0.00023933936608955264, 0.00069412961602211, 0.0011489198077470064, 0.0016037099994719028, 0.0020585001911967993, 0.0025132903829216957, 0.002968080807477236, 0.0034228709992021322, 0.0038776611909270287, 0.004332451149821281, 0.0047872415743768215, 0.005242031998932362, 0.005696821957826614, 0.0061516123823821545, 0.006606402341276407, 0.007061192765831947, 0.0075159827247262, 0.007970772683620453, 0.00842556357383728, 0.008880353532731533, 0.009335143491625786, 0.009789934381842613, 0.010244724340736866, 0.010699514299631119, 0.011154304258525372, 0.011609095148742199, 0.012063885107636452]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 6.0, 2.0, 5.0, 7.0, 6.0, 8.0, 11.0, 21.0, 22.0, 24.0, 41.0, 51.0, 85.0, 70.0, 95.0, 120.0, 149.0, 182.0, 241.0, 320.0, 414.0, 510.0, 2392.0, 1062.0, 727.0, 464.0, 308.0, 166.0, 136.0, 87.0, 53.0, 33.0, 29.0, 18.0, 13.0, 12.0, 9.0, 12.0, 2.0, 4.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.16059556603431702, -0.15575940907001495, -0.1509232521057129, -0.14608711004257202, -0.14125095307826996, -0.1364147961139679, -0.13157863914966583, -0.12674248218536377, -0.1219063326716423, -0.11707017570734024, -0.11223402619361877, -0.10739786922931671, -0.10256171226501465, -0.09772556275129318, -0.09288940578699112, -0.08805325627326965, -0.08321709930896759, -0.07838094234466553, -0.07354479283094406, -0.068708635866642, -0.06387248635292053, -0.05903632938861847, -0.054200172424316406, -0.04936401918530464, -0.04452786594629288, -0.03969171270728111, -0.03485555946826935, -0.030019402503967285, -0.02518324926495552, -0.020347096025943756, -0.015510940924286842, -0.010674786753952503, -0.005838632583618164, -0.001002478413283825, 0.0038336757570505142, 0.008669829927384853, 0.013505984097719193, 0.018342137336730957, 0.02317829243838787, 0.028014447540044785, 0.03285060077905655, 0.037686754018068314, 0.04252290725708008, 0.04735906422138214, 0.052195217460393906, 0.05703137069940567, 0.06186752766370773, 0.0667036771774292, 0.07153983414173126, 0.07637599110603333, 0.08121214061975479, 0.08604829758405685, 0.09088444709777832, 0.09572060406208038, 0.10055676102638245, 0.10539291054010391, 0.11022906750440598, 0.11506522446870804, 0.1199013739824295, 0.12473753094673157, 0.12957368791103363, 0.1344098448753357, 0.13924598693847656, 0.14408214390277863, 0.1489183008670807]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 4.0, 1.0, 1.0, 5.0, 0.0, 4.0, 3.0, 2.0, 4.0, 1.0, 2.0, 2.0, 3.0, 1.0, 4.0, 1.0, 3.0, 1.0, 25.0, 3.0, 4.0, 7.0, 2.0, 0.0, 2.0, 2.0, 4.0, 1.0, 3.0, 1.0, 2.0, 4.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 4.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00429109763354063, -0.004125152248889208, -0.003959206864237785, -0.003793261246755719, -0.003627315629273653, -0.0034613702446222305, -0.003295424859970808, -0.003129479242488742, -0.0029635338578373194, -0.002797588473185897, -0.0026316428557038307, -0.0024656974710524082, -0.0022997520864009857, -0.0021338064689189196, -0.001967861084267497, -0.0018019155832007527, -0.0016359700821340084, -0.001470024581067264, -0.0013040790800005198, -0.0011381336953490973, -0.0009721881942823529, -0.0008062426932156086, -0.0006402972503565252, -0.0004743517783936113, -0.00030840630643069744, -0.00014246083446778357, 2.34846374951303e-05, 0.00018943010945804417, 0.00035537558142095804, 0.0005213210824877024, 0.0006872665253467858, 0.0008532119682058692, 0.0010191574692726135, 0.0011851029703393579, 0.0013510484714061022, 0.0015169938560575247, 0.001682939357124269, 0.0018488848581910133, 0.002014830242842436, 0.002180775860324502, 0.0023467212449759245, 0.002512666629627347, 0.002678612247109413, 0.0028445576317608356, 0.003010503016412258, 0.0031764486338943243, 0.003342394018545747, 0.003508339636027813, 0.0036742850206792355, 0.003840230405330658, 0.0040061757899820805, 0.00417212164029479, 0.004338067024946213, 0.004504012409597635, 0.004669957794249058, 0.00483590317890048, 0.005001848563551903, 0.005167794413864613, 0.005333739798516035, 0.005499685183167458, 0.00566563056781888, 0.005831575952470303, 0.005997521802783012, 0.006163467187434435, 0.006329412572085857]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 0.0, 1.0, 7.0, 12.0, 19.0, 25.0, 52.0, 65.0, 119.0, 202.0, 329.0, 550.0, 766.0, 1182.0, 1727.0, 2613.0, 3711.0, 5387.0, 7263.0, 10093.0, 13469.0, 18635.0, 25197.0, 35434.0, 51701.0, 74025.0, 100292.0, 428959.0, 103473.0, 78849.0, 57174.0, 41725.0, 30166.0, 21764.0, 15982.0, 12026.0, 9246.0, 7238.0, 5647.0, 4109.0, 3068.0, 2301.0, 1565.0, 1165.0, 833.0, 543.0, 332.0, 221.0, 144.0, 85.0, 58.0, 35.0, 25.0, 12.0, 9.0, 4.0, 2.0, 5.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.01207254733890295, -0.011651703156530857, -0.01123085804283619, -0.010810013860464096, -0.010389168746769428, -0.009968324564397335, -0.009547479450702667, -0.009126635268330574, -0.00870579108595848, -0.008284945972263813, -0.00786410178989172, -0.007443256676197052, -0.007022412493824959, -0.006601567845791578, -0.006180723197758198, -0.005759878549724817, -0.005339033901691437, -0.004918189253658056, -0.004497344605624676, -0.004076499957591295, -0.0036556555423885584, -0.003234810894355178, -0.002813966479152441, -0.0023931218311190605, -0.00197227718308568, -0.0015514325350522995, -0.0011305880034342408, -0.0007097434136085212, -0.00028889882378280163, 0.00013194576604291797, 0.0005527903558686376, 0.0009736349456943572, 0.0013944795355200768, 0.0018153241835534573, 0.0022361688315868378, 0.0026570132467895746, 0.003077857894822955, 0.0034987025428563356, 0.0039195469580590725, 0.004340391606092453, 0.0047612362541258335, 0.005182080902159214, 0.0056029255501925945, 0.006023770198225975, 0.006444614380598068, 0.006865459028631449, 0.007286303676664829, 0.00770714832469821, 0.00812799297273159, 0.008548837155103683, 0.008969682268798351, 0.009390526451170444, 0.009811371564865112, 0.010232215747237206, 0.010653060860931873, 0.011073905043303967, 0.011494750156998634, 0.011915594339370728, 0.01233643852174282, 0.012757283635437489, 0.013178127817809582, 0.01359897293150425, 0.014019817113876343, 0.01444066222757101, 0.014861506409943104]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 3.0, 1.0, 1.0, 3.0, 2.0, 0.0, 2.0, 2.0, 1.0, 2.0, 10.0, 0.0, 0.0, 2.0, 4.0, 1.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007766610477119684, -0.00754541764035821, -0.007324225269258022, -0.007103032432496548, -0.00688184006139636, -0.006660647224634886, -0.0064394548535346985, -0.006218262016773224, -0.005997069180011749, -0.005775876808911562, -0.005554683972150087, -0.0053334916010499, -0.0051122987642884254, -0.004891106393188238, -0.0046699135564267635, -0.004448721185326576, -0.004227528348565102, -0.004006335511803627, -0.0037851431407034397, -0.0035639505367726088, -0.003342757932841778, -0.003121565096080303, -0.0029003724921494722, -0.0026791798882186413, -0.0024579872842878103, -0.0022367946803569794, -0.0020156020764261484, -0.0017944093560799956, -0.0015732167521491647, -0.0013520241482183337, -0.001130831427872181, -0.00090963882394135, -0.000688446220010519, -0.0004672535869758576, -0.0002460609539411962, -2.486832090653479e-05, 0.00019632431212812662, 0.00041751694516278803, 0.0006387095781974494, 0.0008599022403359413, 0.0010810948442667723, 0.0013022874481976032, 0.0015234800521284342, 0.001744672772474587, 0.0019658654928207397, 0.0021870580967515707, 0.0024082507006824017, 0.0026294433046132326, 0.0028506359085440636, 0.0030718285124748945, 0.0032930211164057255, 0.0035142137203365564, 0.0037354063242673874, 0.003956599161028862, 0.004177791532129049, 0.004398984368890524, 0.004620176739990711, 0.004841369576752186, 0.00506256241351366, 0.005283754784613848, 0.005504947621375322, 0.00572613999247551, 0.005947332829236984, 0.0061685252003371716, 0.006389718037098646]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 2.0, 4.0, 6.0, 2.0, 5.0, 7.0, 9.0, 16.0, 11.0, 18.0, 13.0, 25.0, 30.0, 40.0, 38.0, 61.0, 78.0, 72.0, 109.0, 123.0, 139.0, 181.0, 200.0, 259.0, 274.0, 359.0, 352.0, 415.0, 464.0, 562.0, 683.0, 817.0, 1341.0, 6997.0, 1739.0, 883.0, 624.0, 501.0, 354.0, 224.0, 151.0, 70.0, 51.0, 23.0, 11.0, 24.0, 8.0, 13.0, 6.0, 6.0, 9.0, 2.0, 3.0, 2.0, 2.0, 2.0, 0.0, 2.0, 3.0, 3.0], "bins": [-0.00801517441868782, -0.007800980471074581, -0.007586786523461342, -0.007372592110186815, -0.007158398162573576, -0.006944204214960337, -0.00673000980168581, -0.006515815854072571, -0.0063016219064593315, -0.006087427958846092, -0.005873234011232853, -0.005659039597958326, -0.005444845650345087, -0.005230651702731848, -0.005016457289457321, -0.004802263341844082, -0.004588069394230843, -0.004373875446617603, -0.004159681499004364, -0.003945487085729837, -0.003731293138116598, -0.003517099190503359, -0.003302905010059476, -0.003088710829615593, -0.0028745168820023537, -0.0026603229343891144, -0.0024461287539452314, -0.0022319345735013485, -0.002017740625888109, -0.001803546561859548, -0.001589352497830987, -0.0013751584338024259, -0.0011609643697738647, -0.0009467703057453036, -0.0007325762417167425, -0.0005183821776881814, -0.0003041881136596203, -8.999404963105917e-05, 0.00012420001439750195, 0.00033839407842606306, 0.0005525881424546242, 0.0007667822064831853, 0.0009809762705117464, 0.0011951703345403075, 0.0014093643985688686, 0.0016235584625974298, 0.0018377525266259909, 0.002051946707069874, 0.002266140654683113, 0.0024803346022963524, 0.0026945287827402353, 0.0029087229631841183, 0.0031229169107973576, 0.003337110858410597, 0.00355130503885448, 0.0037654992192983627, 0.003979693166911602, 0.004193887114524841, 0.004408081062138081, 0.004622275475412607, 0.0048364694230258465, 0.005050663370639086, 0.005264857783913612, 0.005479051731526852, 0.005693245679140091]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 5.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.031146369874477386, -0.030618388205766678, -0.03009040839970112, -0.02956242673099041, -0.0290344450622797, -0.028506465256214142, -0.027978483587503433, -0.027450501918792725, -0.026922520250082016, -0.026394540444016457, -0.025866558775305748, -0.02533857710659504, -0.02481059730052948, -0.02428261563181877, -0.023754633963108063, -0.023226654157042503, -0.022698672488331795, -0.022170690819621086, -0.021642711013555527, -0.021114729344844818, -0.02058674767613411, -0.02005876787006855, -0.01953078620135784, -0.019002804532647133, -0.018474824726581573, -0.017946843057870865, -0.017418861389160156, -0.016890879720449448, -0.016362899914383888, -0.01583491824567318, -0.015306937508285046, -0.014778955839574337, -0.014250975102186203, -0.013722994364798069, -0.01319501269608736, -0.012667031958699226, -0.012139050289988518, -0.011611069552600384, -0.01108308881521225, -0.010555107146501541, -0.010027126409113407, -0.009499145671725273, -0.008971164003014565, -0.00844318326562643, -0.007915202528238297, -0.007387220859527588, -0.006859240122139454, -0.006331258919090033, -0.005803277716040611, -0.00527529651299119, -0.004747315309941769, -0.004219334572553635, -0.0036913533695042133, -0.003163372166454792, -0.0026353911962360144, -0.0021074102260172367, -0.0015794290229678154, -0.001051447936333716, -0.0005234668496996164, 4.514236934483051e-06, 0.0005324953235685825, 0.001060476410202682, 0.0015884574968367815, 0.002116438467055559, 0.0026444196701049805]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 4.0, 0.0, 2.0, 1.0, 2.0, 3.0, 10.0, 6.0, 6.0, 2.0, 1.0, 4.0, 3.0, 3.0, 3.0, 6.0, 7.0, 1.0, 4.0, 3.0, 1.0, 5.0, 3.0, 3.0, 1.0, 1.0, 1.0, 3.0, 6.0, 3.0, 9.0, 5.0, 4.0, 7.0, 4.0, 4.0, 3.0, 1.0, 4.0, 5.0, 9.0, 2.0, 9.0, 18.0, 58.0, 9.0, 8.0, 7.0, 7.0, 5.0, 1.0, 1.0, 2.0], "bins": [-0.027018550783395767, -0.02653021179139614, -0.026041870936751366, -0.02555353194475174, -0.025065191090106964, -0.024576852098107338, -0.024088513106107712, -0.023600172251462936, -0.02311183325946331, -0.022623492404818535, -0.02213515341281891, -0.021646814420819283, -0.021158473566174507, -0.02067013457417488, -0.020181793719530106, -0.01969345472753048, -0.019205115735530853, -0.018716774880886078, -0.01822843588888645, -0.017740095034241676, -0.01725175604224205, -0.016763415187597275, -0.01627507619559765, -0.015786737203598022, -0.015298396348953247, -0.014810057356953621, -0.01432171743363142, -0.01383337751030922, -0.013345037586987019, -0.012856697663664818, -0.012368358671665192, -0.011880018748342991, -0.01139167882502079, -0.01090333890169859, -0.010414998978376389, -0.009926659986376762, -0.009438320063054562, -0.00894998013973236, -0.00846164021641016, -0.00797330029308796, -0.007484960835427046, -0.006996620912104845, -0.006508281454443932, -0.006019941531121731, -0.00553160160779953, -0.0050432621501386166, -0.004554922226816416, -0.004066582769155502, -0.0035782428458333015, -0.0030899031553417444, -0.0026015634648501873, -0.0021132235415279865, -0.0016248838510364294, -0.0011365441605448723, -0.0006482043536379933, -0.0001598646049387753, 0.00032847514376044273, 0.0008168148924596608, 0.0013051546411588788, 0.0017934944480657578, 0.002281834138557315, 0.002770173829048872, 0.0032585137523710728, 0.00374685344286263, 0.004235193133354187]}, "_runtime": 8.492952823638916, "_timestamp": 1596208679.046329, "_step": 4} +{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 1.0, 3.0, 3.0, 1.0, 3.0, 3.0, 3.0, 6.0, 2.0, 3.0, 5.0, 3.0, 3.0, 0.0, 0.0, 0.0, 4.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.02781394124031067, -0.02710646577179432, -0.02639899030327797, -0.02569151483476162, -0.02498403936624527, -0.02427656576037407, -0.02356909029185772, -0.02286161482334137, -0.02215413935482502, -0.02144666388630867, -0.02073918841779232, -0.02003171294927597, -0.01932423934340477, -0.01861676387488842, -0.01790928840637207, -0.01720181293785572, -0.01649433746933937, -0.01578686200082302, -0.015079386532306671, -0.014371911995112896, -0.013664436526596546, -0.012956961058080196, -0.012249486520886421, -0.011542011052370071, -0.010834535583853722, -0.010127060115337372, -0.009419584646821022, -0.008712110109627247, -0.008004634641110897, -0.007297159172594547, -0.006589684169739485, -0.005882209166884422, -0.0051747336983680725, -0.004467258229851723, -0.0037597832269966602, -0.003052307991310954, -0.002344832755625248, -0.0016373575199395418, -0.0009298822842538357, -0.00022240704856812954, 0.0004850681871175766, 0.0011925434228032827, 0.0019000186584889889, 0.002607493894174695, 0.003314969129860401, 0.004022444598376751, 0.004729919601231813, 0.005437394604086876, 0.006144870072603226, 0.0068523455411195755, 0.007559820543974638, 0.0082672955468297, 0.00897477101534605, 0.0096822464838624, 0.010389721021056175, 0.011097196489572525, 0.011804671958088875, 0.012512147426605225, 0.013219622895121574, 0.01392709743231535, 0.0146345729008317, 0.01534204836934805, 0.016049522906541824, 0.016756998375058174, 0.017464473843574524]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 0.0, 2.0, 2.0, 2.0, 5.0, 3.0, 1.0, 9.0, 8.0, 7.0, 17.0, 28.0, 39.0, 40.0, 64.0, 74.0, 125.0, 153.0, 273.0, 438.0, 515.0, 2309.0, 1725.0, 970.0, 477.0, 263.0, 146.0, 73.0, 51.0, 27.0, 22.0, 15.0, 10.0, 11.0, 5.0, 5.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.2741836607456207, -0.2673053741455078, -0.2604270577430725, -0.2535487711429596, -0.24667048454284668, -0.23979218304157257, -0.23291388154029846, -0.22603559494018555, -0.21915729343891144, -0.21227899193763733, -0.20540070533752441, -0.1985224038362503, -0.1916441023349762, -0.18476581573486328, -0.17788751423358917, -0.17100922763347626, -0.16413092613220215, -0.15725262463092804, -0.15037433803081512, -0.14349603652954102, -0.1366177499294281, -0.129739448428154, -0.12286114692687988, -0.11598285287618637, -0.10910455882549286, -0.10222626477479935, -0.09534797072410583, -0.08846966922283173, -0.08159137517213821, -0.0747130811214447, -0.0678347796201706, -0.06095648556947708, -0.05407819151878357, -0.04719989746809006, -0.04032159969210625, -0.033443301916122437, -0.026565007865428925, -0.019686711952090263, -0.012808416038751602, -0.005930120125412941, 0.0009481757879257202, 0.007826471701264381, 0.014704767614603043, 0.021583063527941704, 0.028461359441280365, 0.03533965349197388, 0.04221795126795769, 0.0490962490439415, 0.05597454309463501, 0.06285283714532852, 0.06973113119602203, 0.07660943269729614, 0.08348772674798965, 0.09036602079868317, 0.09724432229995728, 0.10412261635065079, 0.1110009104013443, 0.11787920445203781, 0.12475749850273132, 0.13163580000400543, 0.13851410150527954, 0.14539238810539246, 0.15227068960666656, 0.15914897620677948, 0.1660272777080536]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 3.0, 1.0, 2.0, 2.0, 3.0, 4.0, 2.0, 4.0, 2.0, 0.0, 0.0, 2.0, 4.0, 1.0, 28.0, 1.0, 5.0, 4.0, 4.0, 3.0, 4.0, 1.0, 2.0, 2.0, 5.0, 1.0, 1.0, 0.0, 4.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.0052832141518592834, -0.005111700855195522, -0.004940187558531761, -0.004768673796206713, -0.004597160499542952, -0.0044256472028791904, -0.004254133906215429, -0.004082620609551668, -0.00391110684722662, -0.0037395937833935022, -0.0035680802538990974, -0.0033965669572353363, -0.003225053660571575, -0.0030535401310771704, -0.0028820268344134092, -0.0027105133049190044, -0.0025390000082552433, -0.002367486711591482, -0.0021959731820970774, -0.0020244598854333162, -0.0018529464723542333, -0.0016814330592751503, -0.0015099197626113892, -0.0013384063495323062, -0.0011668929364532232, -0.0009953795233741403, -0.0008238661685027182, -0.0006523528136312962, -0.0004808394005522132, -0.0003093260165769607, -0.00013781263260170817, 3.3700751373544335e-05, 0.00020521413534879684, 0.00037672751932404935, 0.0005482409032993019, 0.0007197542581707239, 0.0008912676712498069, 0.0010627810843288898, 0.001234294380992651, 0.001405807794071734, 0.001577321207150817, 0.0017488346202298999, 0.0019203480333089828, 0.002091861329972744, 0.002263374626636505, 0.00243488815613091, 0.002606401452794671, 0.002777914982289076, 0.002949428278952837, 0.003120941575616598, 0.003292455105111003, 0.003463968401774764, 0.003635481931269169, 0.00380699522793293, 0.003978508524596691, 0.004150021821260452, 0.004321535117924213, 0.004493048880249262, 0.004664562176913023, 0.004836075473576784, 0.005007588770240545, 0.005179102066904306, 0.005350615829229355, 0.005522129125893116, 0.005693642422556877]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 3.0, 6.0, 6.0, 11.0, 22.0, 37.0, 74.0, 132.0, 226.0, 350.0, 579.0, 858.0, 1214.0, 1721.0, 2464.0, 3356.0, 4328.0, 5817.0, 7468.0, 9705.0, 12235.0, 15961.0, 21273.0, 28993.0, 41058.0, 59703.0, 85142.0, 114437.0, 435633.0, 93140.0, 64302.0, 44274.0, 31042.0, 22781.0, 17157.0, 13161.0, 10192.0, 7699.0, 5870.0, 4535.0, 3419.0, 2543.0, 1961.0, 1379.0, 1007.0, 732.0, 538.0, 369.0, 274.0, 149.0, 123.0, 72.0, 55.0, 27.0, 13.0, 7.0, 7.0, 4.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.013547208160161972, -0.013082781806588173, -0.012618355453014374, -0.012153929099440575, -0.011689502745866776, -0.011225076392292976, -0.010760649107396603, -0.010296222753822803, -0.009831796400249004, -0.009367370046675205, -0.008902943693101406, -0.008438517339527607, -0.007974090985953808, -0.007509664632380009, -0.007045237813144922, -0.006580811459571123, -0.006116385105997324, -0.005651958752423525, -0.005187532398849726, -0.004723105579614639, -0.00425867922604084, -0.003794252872467041, -0.003329826518893242, -0.002865399932488799, -0.002400973578915, -0.001936547108925879, -0.001472120638936758, -0.001007694285362959, -0.000543267815373838, -7.884137448854744e-05, 0.00038558506639674306, 0.0008500114781782031, 0.001314437948167324, 0.001778864418156445, 0.002243290888145566, 0.002707717241719365, 0.003172143828123808, 0.003636570181697607, 0.004100996535271406, 0.004565422888845205, 0.005029849708080292, 0.005494276061654091, 0.00595870241522789, 0.006423128768801689, 0.006887555122375488, 0.007351981475949287, 0.007816407829523087, 0.008280834183096886, 0.008745260536670685, 0.009209687821567059, 0.009674114175140858, 0.010138540528714657, 0.010602966882288456, 0.011067393235862255, 0.011531819589436054, 0.011996245943009853, 0.012460672296583652, 0.012925098650157452, 0.01338952500373125, 0.013853952288627625, 0.014318378642201424, 0.014782804995775223, 0.015247231349349022, 0.01571165770292282, 0.01617608405649662]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 4.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 0.0, 2.0, 1.0, 3.0, 3.0, 2.0, 3.0, 3.0, 5.0, 4.0, 0.0, 7.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008368993178009987, -0.007968389429152012, -0.0075677852146327496, -0.007167181000113487, -0.006766577251255512, -0.00636597303673625, -0.005965368822216988, -0.005564765073359013, -0.00516416085883975, -0.004763556644320488, -0.004362952895462513, -0.003962348680943251, -0.003561744699254632, -0.0031611407175660133, -0.002760536503046751, -0.0023599325213581324, -0.0019593285396695137, -0.001558724557980895, -0.0011581204598769546, -0.000757516419980675, -0.0003569123800843954, 4.3691659811884165e-05, 0.00044429569970816374, 0.0008448997396044433, 0.0012455037795007229, 0.0016461077611893415, 0.00204671174287796, 0.0024473159573972225, 0.002847919939085841, 0.00324852392077446, 0.003649128135293722, 0.004049731884151697, 0.0044503360986709595, 0.004850940313190222, 0.005251544062048197, 0.005652148276567459, 0.006052752025425434, 0.006453356239944696, 0.006853960454463959, 0.007254564203321934, 0.007655168417841196, 0.008055772632360458, 0.008456376381218433, 0.008856980130076408, 0.009257584810256958, 0.009658188559114933, 0.010058792307972908, 0.010459396988153458, 0.010860000737011433, 0.011260604485869408, 0.011661209166049957, 0.012061812914907932, 0.012462416663765907, 0.012863021343946457, 0.013263625092804432, 0.013664228841662407, 0.014064833521842957, 0.014465437270700932, 0.014866041019558907, 0.015266644768416882, 0.015667248517274857, 0.016067853197455406, 0.016468457877635956, 0.016869060695171356, 0.017269665375351906]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 3.0, 4.0, 14.0, 20.0, 24.0, 18.0, 41.0, 52.0, 70.0, 89.0, 119.0, 159.0, 184.0, 221.0, 328.0, 342.0, 374.0, 462.0, 587.0, 792.0, 983.0, 1185.0, 2204.0, 6880.0, 1097.0, 561.0, 436.0, 364.0, 245.0, 126.0, 81.0, 76.0, 65.0, 35.0, 26.0, 32.0, 22.0, 17.0, 20.0, 11.0, 5.0, 9.0, 1.0, 2.0, 4.0, 2.0, 2.0, 7.0, 8.0, 2.0, 4.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 2.0, 1.0], "bins": [-0.00710989348590374, -0.006838049273937941, -0.006566204596310854, -0.006294360384345055, -0.006022515706717968, -0.005750671494752169, -0.005478826817125082, -0.005206982605159283, -0.004935137927532196, -0.004663293715566397, -0.004391449503600597, -0.004119604825973511, -0.0038477606140077114, -0.0035759161692112684, -0.0033040717244148254, -0.0030322272796183825, -0.0027603828348219395, -0.0024885383900254965, -0.0022166939452290535, -0.0019448496168479323, -0.0016730051720514894, -0.0014011607272550464, -0.0011293163988739252, -0.0008574719540774822, -0.0005856275092810392, -0.0003137830935884267, -4.193867789581418e-05, 0.00022990573779679835, 0.0005017501534894109, 0.0007735945982858539, 0.001045438926666975, 0.001317283371463418, 0.001589127816259861, 0.001860972261056304, 0.002132816705852747, 0.00240466115064919, 0.002676505595445633, 0.0029483498074114323, 0.0032201942522078753, 0.0034920386970043182, 0.0037638831418007612, 0.004035727586597204, 0.0043075717985630035, 0.00457941647619009, 0.0048512606881558895, 0.005123105365782976, 0.0053949495777487755, 0.005666794255375862, 0.0059386384673416615, 0.006210482679307461, 0.006482327356934547, 0.006754171568900347, 0.007026016246527433, 0.007297860458493233, 0.007569705136120319, 0.007841549813747406, 0.008113393560051918, 0.008385238237679005, 0.008657082915306091, 0.008928926661610603, 0.00920077133923769, 0.009472616016864777, 0.009744460694491863, 0.010016304440796375, 0.010288149118423462]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 5.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03315238654613495, -0.03248842433094978, -0.03182445839047432, -0.031160496175289154, -0.03049653209745884, -0.029832569882273674, -0.02916860580444336, -0.028504641726613045, -0.02784067764878273, -0.027176715433597565, -0.02651275135576725, -0.025848787277936935, -0.02518482506275177, -0.024520860984921455, -0.02385689690709114, -0.023192934691905975, -0.02252897061407566, -0.021865006536245346, -0.02120104432106018, -0.020537080243229866, -0.01987311616539955, -0.019209153950214386, -0.01854518987238407, -0.017881225794553757, -0.01721726357936859, -0.016553299501538277, -0.015889335423707962, -0.015225372277200222, -0.014561409130692482, -0.013897445052862167, -0.013233481906354427, -0.012569517828524113, -0.011905554682016373, -0.011241591535508633, -0.010577627457678318, -0.009913664311170578, -0.009249700233340263, -0.008585737086832523, -0.007921773940324783, -0.007257810328155756, -0.006593846715986729, -0.005929883103817701, -0.005265919491648674, -0.004601956345140934, -0.003937992732971907, -0.0032740291208028793, -0.0026100657414644957, -0.0019461022457107902, -0.0012821387499570847, -0.0006181752542033792, 4.578824155032635e-05, 0.0007097517373040318, 0.0013737152330577374, 0.0020376788452267647, 0.0027016422245651484, 0.003365605603903532, 0.004029569216072559, 0.004693532828241587, 0.005357496440410614, 0.006021459586918354, 0.006685423199087381, 0.007349386811256409, 0.008013349957764149, 0.008677314035594463, 0.009341277182102203]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 5.0, 0.0, 5.0, 3.0, 6.0, 3.0, 1.0, 5.0, 3.0, 7.0, 7.0, 5.0, 3.0, 6.0, 8.0, 6.0, 5.0, 6.0, 2.0, 6.0, 4.0, 6.0, 7.0, 4.0, 5.0, 0.0, 1.0, 3.0, 3.0, 2.0, 4.0, 1.0, 4.0, 4.0, 1.0, 3.0, 0.0, 1.0, 3.0, 4.0, 56.0, 13.0, 12.0, 5.0, 9.0, 4.0, 2.0, 9.0, 6.0, 3.0, 2.0, 2.0, 0.0, 1.0, 2.0], "bins": [-0.021813787519931793, -0.021375145763158798, -0.020936505869030952, -0.020497864112257957, -0.02005922421813011, -0.019620582461357117, -0.01918194070458412, -0.018743300810456276, -0.01830465905368328, -0.017866019159555435, -0.01742737740278244, -0.016988735646009445, -0.0165500957518816, -0.016111453995108604, -0.01567281410098076, -0.015234172344207764, -0.014795531518757343, -0.014356890693306923, -0.013918249867856503, -0.013479608111083508, -0.013040967285633087, -0.012602326460182667, -0.012163685634732246, -0.011725044809281826, -0.011286403983831406, -0.01084776222705841, -0.01040912140160799, -0.00997048057615757, -0.00953183975070715, -0.009093198925256729, -0.008654557168483734, -0.008215916343033314, -0.007777275517582893, -0.007338634692132473, -0.006899993401020765, -0.006461352575570345, -0.006022711284458637, -0.005584070459008217, -0.0051454296335577965, -0.004706788342446089, -0.004268147516995668, -0.0038295064587146044, -0.0033908654004335403, -0.00295222457498312, -0.002513583516702056, -0.002074942458420992, -0.0016363015165552497, -0.0011976605746895075, -0.0007590195164084435, -0.00032037851633504033, 0.00011826248373836279, 0.0005569034838117659, 0.000995544483885169, 0.001434185542166233, 0.0018728264840319753, 0.0023114674258977175, 0.0027501084841787815, 0.0031887495424598455, 0.0036273906007409096, 0.00406603142619133, 0.00450467225164175, 0.004943313542753458, 0.005381954368203878, 0.005820595659315586, 0.0062592364847660065]}, "_runtime": 9.342339754104614, "_timestamp": 1596208679.895716, "_step": 5} +{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 5.0, 2.0, 3.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 4.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0127206239849329, -0.012316101230680943, -0.011911577545106411, -0.011507054790854454, -0.011102531105279922, -0.010698008351027966, -0.010293485596776009, -0.009888961911201477, -0.00948443915694952, -0.009079915471374989, -0.008675392717123032, -0.008270869962871075, -0.007866346277296543, -0.007461823057383299, -0.007057300303131342, -0.006652777083218098, -0.0062482538633048534, -0.005843730643391609, -0.005439207423478365, -0.005034684669226408, -0.004630161449313164, -0.0042256382293999195, -0.0038211150094866753, -0.0034165920224040747, -0.0030120688024908304, -0.002607545582577586, -0.0022030225954949856, -0.0017984993755817413, -0.001393976272083819, -0.0009894531685858965, -0.0005849300068803132, -0.00018040687427856028, 0.0002241162583231926, 0.000628639361821115, 0.0010331624653190374, 0.0014376856852322817, 0.001842208788730204, 0.0022467318922281265, 0.0026512551121413708, 0.0030557780992239714, 0.0034603013191372156, 0.00386482453905046, 0.0042693475261330605, 0.004673870746046305, 0.005078393965959549, 0.005482917185872793, 0.00588743994012475, 0.006291963160037994, 0.006696486379951239, 0.007101009599864483, 0.007505532819777727, 0.007910056039690971, 0.008314578793942928, 0.00871910247951746, 0.009123625233769417, 0.009528147988021374, 0.009932671673595905, 0.010337194427847862, 0.010741718113422394, 0.01114624086767435, 0.011550763621926308, 0.01195528730750084, 0.012359810061752796, 0.012764333747327328, 0.013168856501579285]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 2.0, 5.0, 8.0, 4.0, 2.0, 8.0, 14.0, 18.0, 12.0, 18.0, 27.0, 28.0, 48.0, 50.0, 45.0, 82.0, 95.0, 133.0, 163.0, 223.0, 269.0, 280.0, 413.0, 530.0, 2475.0, 1097.0, 632.0, 411.0, 237.0, 167.0, 99.0, 83.0, 53.0, 50.0, 33.0, 24.0, 19.0, 15.0, 10.0, 5.0, 9.0, 8.0, 5.0, 6.0, 3.0, 0.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.14876627922058105, -0.14427368342876434, -0.13978107273578644, -0.13528847694396973, -0.13079588115215302, -0.1263032704591751, -0.1218106746673584, -0.11731807887554169, -0.11282547563314438, -0.10833287239074707, -0.10384027659893036, -0.09934767335653305, -0.09485507011413574, -0.09036247432231903, -0.08586987107992172, -0.08137727528810501, -0.0768846720457077, -0.0723920688033104, -0.06789947301149368, -0.06340686976909637, -0.058914270251989365, -0.054421670734882355, -0.049929067492485046, -0.045436467975378036, -0.04094386845827103, -0.03645126894116402, -0.03195866942405701, -0.0274660661816597, -0.02297346666455269, -0.01848086714744568, -0.01398826576769352, -0.009495665319263935, -0.005003064870834351, -0.0005104644224047661, 0.003982136026024818, 0.008474736474454403, 0.012967336922883987, 0.017459936439990997, 0.021952537819743156, 0.026445139199495316, 0.030937738716602325, 0.035430338233709335, 0.039922937750816345, 0.044415540993213654, 0.04890814051032066, 0.05340074002742767, 0.05789334326982498, 0.06238594278693199, 0.066878542304039, 0.07137114554643631, 0.07586374133825302, 0.08035634458065033, 0.08484894037246704, 0.08934154361486435, 0.09383414685726166, 0.09832674264907837, 0.10281934589147568, 0.10731194913387299, 0.1118045449256897, 0.116297148168087, 0.12078975141048431, 0.12528234720230103, 0.12977494299411774, 0.13426755368709564, 0.13876014947891235]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 3.0, 1.0, 2.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 5.0, 1.0, 3.0, 3.0, 4.0, 4.0, 3.0, 1.0, 3.0, 0.0, 5.0, 23.0, 3.0, 3.0, 0.0, 4.0, 0.0, 3.0, 1.0, 3.0, 2.0, 3.0, 0.0, 2.0, 4.0, 0.0, 2.0, 2.0, 4.0, 2.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0, 2.0], "bins": [-0.006407563108950853, -0.006241579540073872, -0.00607559597119689, -0.005909612402319908, -0.005743628833442926, -0.005577645264565945, -0.00541166216135025, -0.0052456785924732685, -0.005079695023596287, -0.004913711454719305, -0.004747727885842323, -0.004581744316965342, -0.00441576074808836, -0.004249777179211378, -0.004083793610334396, -0.003917810041457415, -0.0037518267054110765, -0.003585843136534095, -0.003419859567657113, -0.003253876231610775, -0.0030878926627337933, -0.0029219090938568115, -0.00275592552497983, -0.002589941956102848, -0.0024239583872258663, -0.0022579750511795282, -0.0020919914823025465, -0.0019260079134255648, -0.001760024344548583, -0.0015940408920869231, -0.0014280573232099414, -0.0012620738707482815, -0.0010960903018712997, -0.0009301067912019789, -0.0007641232805326581, -0.0005981397116556764, -0.00043215620098635554, -0.0002661726903170347, -0.00010018915054388344, 6.579437467735261e-05, 0.00023177789989858866, 0.0003977614105679095, 0.0005637449212372303, 0.000729728490114212, 0.0008957120007835329, 0.0010616955114528537, 0.0012276790803298354, 0.0013936625327914953, 0.001559646101668477, 0.0017256296705454588, 0.0018916131230071187, 0.0020575965754687786, 0.0022235801443457603, 0.002389563713222742, 0.002555547282099724, 0.0027215308509767056, 0.0028875144198536873, 0.0030534977559000254, 0.003219481324777007, 0.003385464893653989, 0.0035514484625309706, 0.0037174320314079523, 0.0038834153674542904, 0.004049398936331272, 0.004215382505208254]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 3.0, 2.0, 11.0, 19.0, 29.0, 37.0, 71.0, 89.0, 165.0, 227.0, 369.0, 526.0, 676.0, 950.0, 1248.0, 1704.0, 2315.0, 2968.0, 3781.0, 4842.0, 6041.0, 7639.0, 9355.0, 11639.0, 14872.0, 18394.0, 22925.0, 29722.0, 38971.0, 52173.0, 70510.0, 92442.0, 408407.0, 93519.0, 70607.0, 52238.0, 38199.0, 28381.0, 21555.0, 17465.0, 13730.0, 10912.0, 8338.0, 6361.0, 4616.0, 3267.0, 2343.0, 1665.0, 1136.0, 726.0, 524.0, 330.0, 220.0, 146.0, 93.0, 72.0, 32.0, 26.0, 6.0, 10.0, 4.0, 2.0], "bins": [-0.014689350500702858, -0.014265291392803192, -0.013841232284903526, -0.013417172245681286, -0.01299311313778162, -0.012569054029881954, -0.012144993990659714, -0.011720934882760048, -0.011296875774860382, -0.010872816666960716, -0.01044875755906105, -0.01002469751983881, -0.009600638411939144, -0.009176579304039478, -0.008752519264817238, -0.008328460156917572, -0.007904401049017906, -0.00748034194111824, -0.007056282367557287, -0.006632222793996334, -0.006208163686096668, -0.005784104578197002, -0.005360045004636049, -0.004935985431075096, -0.00451192632317543, -0.0040878672152757645, -0.0036638076417148113, -0.003239748300984502, -0.0028156889602541924, -0.002391629619523883, -0.0019675702787935734, -0.001543510938063264, -0.0011194515973329544, -0.0006953922566026449, -0.00027133291587233543, 0.00015272642485797405, 0.0005767857655882835, 0.001000845106318593, 0.0014249044470489025, 0.001848963787779212, 0.0022730231285095215, 0.002697082469239831, 0.0031211418099701405, 0.00354520115070045, 0.003969260491430759, 0.004393319599330425, 0.004817379172891378, 0.0052414387464523315, 0.005665497854351997, 0.006089556962251663, 0.006513616535812616, 0.0069376761093735695, 0.007361735217273235, 0.007785794325172901, 0.008209854364395142, 0.008633913472294807, 0.009057972580194473, 0.009482031688094139, 0.009906090795993805, 0.010330150835216045, 0.010754209943115711, 0.011178269051015377, 0.011602329090237617, 0.012026388198137283, 0.01245044730603695]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 4.0, 1.0, 3.0, 0.0, 2.0, 2.0, 2.0, 2.0, 1.0, 4.0, 2.0, 2.0, 2.0, 1.0, 3.0, 2.0, 6.0, 1.0, 1.0, 0.0, 0.0, 0.0, 5.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008224690333008766, -0.00788225419819355, -0.007539818063378334, -0.007197381928563118, -0.006854945793747902, -0.0065125091932713985, -0.0061700730584561825, -0.005827636923640966, -0.00548520078882575, -0.005142764654010534, -0.004800328519195318, -0.004457892384380102, -0.004115455783903599, -0.0037730198819190264, -0.0034305835142731667, -0.0030881473794579506, -0.0027457112446427345, -0.0024032751098275185, -0.0020608389750123024, -0.0017184026073664427, -0.0013759664725512266, -0.0010335303377360106, -0.0006910940865054727, -0.0003486578934825957, -6.221700459718704e-06, 0.0003362144925631583, 0.0006786506855860353, 0.0010210869368165731, 0.0013635230716317892, 0.0017059592064470053, 0.002048395574092865, 0.002390831708908081, 0.002733267843723297, 0.003075703978538513, 0.0034181401133537292, 0.003760576480999589, 0.004103012382984161, 0.004445448983460665, 0.004787885118275881, 0.005130321253091097, 0.005472757387906313, 0.005815193522721529, 0.006157629657536745, 0.006500065792351961, 0.0068425023928284645, 0.007184938527643681, 0.007527374662458897, 0.007869810797274113, 0.008212246932089329, 0.008554683066904545, 0.008897119201719761, 0.009239555336534977, 0.009581991471350193, 0.009924427606165409, 0.010266863740980625, 0.010609299875795841, 0.010951736941933632, 0.011294173076748848, 0.011636609211564064, 0.01197904534637928, 0.012321481481194496, 0.012663917616009712, 0.013006353750824928, 0.013348789885640144, 0.01369122602045536]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 3.0, 6.0, 4.0, 5.0, 9.0, 11.0, 18.0, 13.0, 28.0, 42.0, 49.0, 66.0, 71.0, 100.0, 112.0, 153.0, 196.0, 228.0, 304.0, 364.0, 402.0, 471.0, 528.0, 683.0, 957.0, 1193.0, 1781.0, 6890.0, 1394.0, 736.0, 422.0, 249.0, 185.0, 165.0, 130.0, 111.0, 73.0, 58.0, 47.0, 32.0, 18.0, 17.0, 12.0, 14.0, 10.0, 9.0, 8.0, 5.0, 9.0, 8.0, 5.0, 6.0, 4.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0], "bins": [-0.0072824968956410885, -0.0070259589701890945, -0.006769420579075813, -0.006512882653623819, -0.006256344728171825, -0.005999806337058544, -0.00574326841160655, -0.005486730486154556, -0.005230192095041275, -0.004973654169589281, -0.004717116244137287, -0.004460578318685293, -0.004204039927572012, -0.003947502002120018, -0.0036909638438373804, -0.0034344259183853865, -0.003177887760102749, -0.0029213496018201113, -0.0026648116763681173, -0.0024082735180854797, -0.002151735592633486, -0.0018951974343508482, -0.0016386592760682106, -0.0013821212342008948, -0.001125583192333579, -0.0008690451504662633, -0.0006125070503912866, -0.0003559689794201404, -9.943090844899416e-05, 0.00015710716252215207, 0.0004136452334932983, 0.000670183333568275, 0.0009267213754355907, 0.0011832594173029065, 0.0014397974591702223, 0.0016963356174528599, 0.0019528736593201756, 0.0022094117011874914, 0.002465949859470129, 0.002722487784922123, 0.0029790259432047606, 0.003235564101487398, 0.003492102026939392, 0.0037486401852220297, 0.004005178343504667, 0.004261716268956661, 0.004518254194408655, 0.004774792585521936, 0.00503133051097393, 0.005287868436425924, 0.0055444068275392056, 0.0058009447529911995, 0.0060574826784431934, 0.006314021069556475, 0.006570558995008469, 0.006827096920460463, 0.0070836348459124565, 0.007340173237025738, 0.007596711162477732, 0.007853249087929726, 0.008109787479043007, 0.008366325870156288, 0.008622863329946995, 0.008879401721060276, 0.009135939180850983]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 6.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.028370700776576996, -0.027721352875232697, -0.027072004973888397, -0.026422657072544098, -0.0257733091711998, -0.0251239612698555, -0.0244746133685112, -0.0238252654671669, -0.0231759175658226, -0.022526569664478302, -0.021877221763134003, -0.021227873861789703, -0.020578525960445404, -0.019929178059101105, -0.019279830157756805, -0.018630482256412506, -0.017981134355068207, -0.017331786453723907, -0.016682438552379608, -0.01603309065103531, -0.01538374274969101, -0.01473439484834671, -0.014085046947002411, -0.013435699045658112, -0.012786351144313812, -0.012137003242969513, -0.011487655341625214, -0.010838307440280914, -0.010188959538936615, -0.009539611637592316, -0.008890263736248016, -0.008240915834903717, -0.007591567933559418, -0.006942220032215118, -0.006292872130870819, -0.00564352422952652, -0.0049941763281822205, -0.004344828426837921, -0.003695480525493622, -0.0030461326241493225, -0.002396784722805023, -0.0017474368214607239, -0.0010980889201164246, -0.00044874101877212524, 0.00020060688257217407, 0.0008499547839164734, 0.0014993026852607727, 0.002148650586605072, 0.0027979984879493713, 0.0034473463892936707, 0.00409669429063797, 0.004746042191982269, 0.005395390093326569, 0.006044737994670868, 0.006694085896015167, 0.0073434337973594666, 0.007992781698703766, 0.008642129600048065, 0.009291477501392365, 0.009940825402736664, 0.010590173304080963, 0.011239521205425262, 0.011888869106769562, 0.012538217008113861, 0.01318756490945816]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 4.0, 1.0, 4.0, 1.0, 0.0, 4.0, 2.0, 2.0, 2.0, 3.0, 5.0, 4.0, 2.0, 3.0, 3.0, 4.0, 5.0, 3.0, 3.0, 6.0, 4.0, 5.0, 3.0, 4.0, 2.0, 4.0, 3.0, 5.0, 4.0, 2.0, 5.0, 8.0, 5.0, 7.0, 3.0, 1.0, 3.0, 3.0, 5.0, 9.0, 10.0, 10.0, 18.0, 58.0, 7.0, 8.0, 5.0, 1.0, 2.0, 5.0, 2.0, 4.0, 2.0, 1.0, 3.0, 1.0], "bins": [-0.026592198759317398, -0.02607198990881443, -0.025551781058311462, -0.025031572207808495, -0.024511363357305527, -0.02399115450680256, -0.02347094565629959, -0.022950736805796623, -0.022430527955293655, -0.021910320967435837, -0.02139011211693287, -0.0208699032664299, -0.020349694415926933, -0.019829485565423965, -0.019309276714920998, -0.01878906786441803, -0.018268859013915062, -0.017748650163412094, -0.017228441312909126, -0.01670823246240616, -0.01618802361190319, -0.015667814761400223, -0.01514760684221983, -0.014627397991716862, -0.014107189141213894, -0.013586980290710926, -0.013066771440207958, -0.01254656258970499, -0.012026354670524597, -0.01150614582002163, -0.010985936969518661, -0.010465728119015694, -0.009945519268512726, -0.009425310418009758, -0.00890510156750679, -0.008384892717003822, -0.007864683866500854, -0.007344475481659174, -0.0068242670968174934, -0.006304058246314526, -0.005783849395811558, -0.00526364054530859, -0.004743431694805622, -0.004223223309963942, -0.0037030144594609737, -0.003182805608958006, -0.0026625969912856817, -0.0021423883736133575, -0.0016221795231103897, -0.0011019707890227437, -0.0005817620549350977, -6.155332084745169e-05, 0.0004586554132401943, 0.0009788641473278403, 0.0014990728814154863, 0.0020192814990878105, 0.0025394903495907784, 0.003059699200093746, 0.0035799078177660704, 0.0041001164354383945, 0.004620325285941362, 0.00514053413644433, 0.005660742521286011, 0.006180951371788979, 0.006701160222291946]}, "_runtime": 10.17699933052063, "_timestamp": 1596208680.7303755, "_step": 6} +{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 3.0, 0.0, 3.0, 1.0, 3.0, 2.0, 3.0, 3.0, 1.0, 1.0, 2.0, 1.0, 3.0, 1.0, 4.0, 1.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.015425674617290497, -0.014954592101275921, -0.014483509585261345, -0.014012427069246769, -0.013541343621909618, -0.013070261105895042, -0.012599178589880466, -0.01212809607386589, -0.011657013557851315, -0.011185931041836739, -0.010714847594499588, -0.010243765078485012, -0.009772682562470436, -0.00930160004645586, -0.008830517530441284, -0.008359435014426708, -0.007888352498412132, -0.007417269516736269, -0.006946186535060406, -0.00647510401904583, -0.006004021503031254, -0.0055329385213553905, -0.005061856005340815, -0.004590773489326239, -0.004119690507650375, -0.0036486079916357994, -0.0031775254756212234, -0.002706442726776004, -0.0022353599779307842, -0.0017642774619162083, -0.0012931947130709887, -0.0008221120806410909, -0.0003510294482111931, 0.00012005321332253516, 0.0005911358748562634, 0.001062218565493822, 0.0015333011979237199, 0.0020043838303536177, 0.0024754665791988373, 0.0029465490952134132, 0.003417631844058633, 0.0038887145929038525, 0.004359797108918428, 0.004830879624933004, 0.005301962606608868, 0.005773045122623444, 0.0062441276386380196, 0.006715210620313883, 0.007186293136328459, 0.007657375652343035, 0.008128458634018898, 0.008599541150033474, 0.00907062366604805, 0.009541706182062626, 0.010012788698077202, 0.010483872145414352, 0.010954954661428928, 0.011426037177443504, 0.01189711969345808, 0.012368202209472656, 0.012839284725487232, 0.013310368172824383, 0.013781450688838959, 0.014252533204853535, 0.01472361572086811]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 5.0, 1.0, 5.0, 7.0, 4.0, 10.0, 8.0, 13.0, 6.0, 15.0, 20.0, 33.0, 32.0, 36.0, 58.0, 70.0, 68.0, 99.0, 124.0, 160.0, 188.0, 247.0, 260.0, 358.0, 454.0, 2530.0, 1146.0, 642.0, 399.0, 242.0, 186.0, 128.0, 88.0, 77.0, 47.0, 35.0, 29.0, 23.0, 12.0, 15.0, 7.0, 10.0, 6.0, 5.0, 2.0, 1.0, 3.0, 3.0, 2.0, 1.0, 3.0, 2.0], "bins": [-0.16975447535514832, -0.16519664227962494, -0.16063880920410156, -0.15608099102973938, -0.151523157954216, -0.14696532487869263, -0.14240749180316925, -0.13784965872764587, -0.1332918405532837, -0.12873400747776031, -0.12417617440223694, -0.11961834132671356, -0.11506050825119019, -0.1105026826262474, -0.10594484955072403, -0.10138702392578125, -0.09682919085025787, -0.0922713577747345, -0.08771353214979172, -0.08315569907426834, -0.07859787344932556, -0.07404004037380219, -0.06948220729827881, -0.06492438167333603, -0.06036654859781265, -0.055808719247579575, -0.0512508898973465, -0.04669305682182312, -0.04213522747159004, -0.037577398121356964, -0.03301956504583359, -0.02846173569560051, -0.02390390634536743, -0.019346076995134354, -0.014788245782256126, -0.010230415500700474, -0.005672585219144821, -0.0011147549375891685, 0.003443075343966484, 0.008000905625522137, 0.01255873590707779, 0.017116565257310867, 0.021674396470189095, 0.026232227683067322, 0.0307900570333004, 0.03534788638353348, 0.039905719459056854, 0.04446354880928993, 0.04902137815952301, 0.05357920750975609, 0.058137036859989166, 0.06269486993551254, 0.06725269556045532, 0.0718105286359787, 0.07636836171150208, 0.08092618733644485, 0.08548402041196823, 0.09004185348749161, 0.09459967911243439, 0.09915751218795776, 0.10371534526348114, 0.10827317088842392, 0.1128310039639473, 0.11738882958889008, 0.12194666266441345]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 4.0, 3.0, 0.0, 3.0, 4.0, 1.0, 1.0, 3.0, 1.0, 3.0, 4.0, 6.0, 3.0, 5.0, 1.0, 3.0, 25.0, 5.0, 5.0, 1.0, 1.0, 1.0, 3.0, 5.0, 1.0, 2.0, 3.0, 1.0, 3.0, 5.0, 1.0, 1.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.006184817291796207, -0.006001749541610479, -0.005818681791424751, -0.0056356145069003105, -0.0054525467567145824, -0.005269479006528854, -0.005086411256343126, -0.004903343506157398, -0.0047202762216329575, -0.004537208471447229, -0.004354140721261501, -0.004171072971075773, -0.003988005220890045, -0.0038049377035349607, -0.0036218699533492327, -0.0034388024359941483, -0.00325573468580842, -0.003072666935622692, -0.0028895994182676077, -0.0027065316680818796, -0.002523464150726795, -0.002340396400541067, -0.002157328650355339, -0.0019742611330002546, -0.0017911933828145266, -0.0016081257490441203, -0.001425058115273714, -0.001241990365087986, -0.0010589227313175797, -0.0008758550975471735, -0.0006927874055691063, -0.0005097197135910392, -0.00032665207982063293, -0.00014358441694639623, 3.948324592784047e-05, 0.00022255090880207717, 0.0004056185716763139, 0.0005886862054467201, 0.0007717538974247873, 0.0009548215894028544, 0.0011378892231732607, 0.001320956856943667, 0.0015040244907140732, 0.0016870922408998013, 0.0018701598746702075, 0.0020532275084406137, 0.002236295258626342, 0.0024193627759814262, 0.0026024305261671543, 0.0027854982763528824, 0.002968565793707967, 0.003151633543893695, 0.0033347010612487793, 0.0035177688114345074, 0.0037008365616202354, 0.00388390407897532, 0.004066972061991692, 0.004250039346516132, 0.00443310709670186, 0.0046161748468875885, 0.004799242597073317, 0.004982310347259045, 0.005165377631783485, 0.0053484453819692135, 0.0055315131321549416]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 4.0, 1.0, 8.0, 22.0, 23.0, 40.0, 61.0, 112.0, 189.0, 261.0, 372.0, 543.0, 772.0, 1049.0, 1443.0, 1959.0, 2499.0, 3459.0, 4470.0, 5896.0, 7861.0, 10168.0, 13248.0, 17232.0, 22933.0, 30208.0, 40307.0, 55525.0, 76541.0, 101225.0, 425196.0, 95343.0, 69816.0, 49852.0, 35529.0, 26189.0, 19513.0, 14888.0, 11308.0, 8590.0, 6709.0, 4864.0, 3828.0, 2781.0, 1988.0, 1490.0, 1027.0, 772.0, 517.0, 393.0, 240.0, 153.0, 92.0, 64.0, 29.0, 22.0, 12.0, 2.0, 2.0, 2.0, 1.0, 1.0], "bins": [-0.014773583970963955, -0.014319363050162792, -0.013865143060684204, -0.013410922139883041, -0.012956702150404453, -0.01250248122960329, -0.012048261240124702, -0.01159404031932354, -0.011139819398522377, -0.010685599409043789, -0.010231378488242626, -0.009777158498764038, -0.009322937577962875, -0.008868717588484287, -0.008414496667683125, -0.007960276678204536, -0.007506055757403374, -0.007051835302263498, -0.006597614847123623, -0.0061433943919837475, -0.005689173936843872, -0.005234953016042709, -0.004780732560902834, -0.0043265121057629585, -0.003872291650623083, -0.0034180711954832077, -0.0029638507403433323, -0.0025096300523728132, -0.002055409597232938, -0.0016011891420930624, -0.0011469685705378652, -0.0006927480571903288, -0.0002385275438427925, 0.00021569296950474381, 0.0006699134828522801, 0.0011241340544074774, 0.0015783545095473528, 0.002032574964687228, 0.0024867956526577473, 0.0029410161077976227, 0.003395236562937498, 0.0038494570180773735, 0.004303677473217249, 0.004757897928357124, 0.005212118849158287, 0.0056663393042981625, 0.006120559759438038, 0.006574780214577913, 0.007029000669717789, 0.007483221124857664, 0.00793744157999754, 0.008391662500798702, 0.00884588249027729, 0.009300103411078453, 0.009754323400557041, 0.010208544321358204, 0.010662764310836792, 0.011116985231637955, 0.011571206152439117, 0.012025426141917706, 0.012479647062718868, 0.012933867052197456, 0.013388087972998619, 0.013842307962477207, 0.01429652888327837]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 4.0, 3.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 9.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 5.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.01129179447889328, -0.011054291389882565, -0.010816788300871849, -0.010579285211861134, -0.010341782122850418, -0.010104278102517128, -0.009866775013506413, -0.009629271924495697, -0.009391768835484982, -0.009154265746474266, -0.00891676265746355, -0.008679259568452835, -0.00844175647944212, -0.008204253390431404, -0.007966749370098114, -0.007729246746748686, -0.007491743192076683, -0.0072542401030659676, -0.007016737014055252, -0.006779233925044537, -0.006541730836033821, -0.006304227281361818, -0.006066724192351103, -0.005829221103340387, -0.005591718014329672, -0.005354214925318956, -0.005116711370646954, -0.004879208281636238, -0.004641705192625523, -0.004404202103614807, -0.004166698548942804, -0.003929195459932089, -0.0036916923709213734, -0.003454189281910658, -0.0032166859600692987, -0.0029791828710585833, -0.002741679549217224, -0.0025041764602065086, -0.0022666731383651495, -0.002029170049354434, -0.0017916668439283967, -0.0015541636385023594, -0.001316660433076322, -0.0010791572276502848, -0.0008416540804319084, -0.0006041508750058711, -0.0003666476986836642, -0.00012914450780954212, 0.00010835868306457996, 0.0003458618884906173, 0.0005833650939166546, 0.000820868241135031, 0.0010583715047687292, 0.0012958745937794447, 0.001533377799205482, 0.0017708810046315193, 0.002008384093642235, 0.002245887415483594, 0.0024833905044943094, 0.0027208938263356686, 0.002958396915346384, 0.003195900237187743, 0.0034334033261984587, 0.003670906648039818, 0.003908409737050533]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 4.0, 3.0, 0.0, 2.0, 2.0, 4.0, 8.0, 5.0, 5.0, 3.0, 8.0, 10.0, 6.0, 17.0, 23.0, 19.0, 17.0, 20.0, 32.0, 43.0, 68.0, 75.0, 73.0, 88.0, 103.0, 120.0, 127.0, 178.0, 153.0, 204.0, 218.0, 255.0, 284.0, 342.0, 407.0, 500.0, 563.0, 753.0, 1016.0, 1279.0, 6203.0, 1839.0, 995.0, 644.0, 477.0, 369.0, 283.0, 179.0, 158.0, 76.0, 55.0, 36.0, 28.0, 21.0, 13.0, 3.0, 5.0, 5.0], "bins": [-0.008170047774910927, -0.00799525249749422, -0.007820457220077515, -0.007645661476999521, -0.007470866199582815, -0.007296070922166109, -0.007121275179088116, -0.00694647990167141, -0.0067716846242547035, -0.0065968893468379974, -0.006422094069421291, -0.006247298326343298, -0.006072503048926592, -0.005897707771509886, -0.005722912028431892, -0.005548116751015186, -0.00537332147359848, -0.005198526196181774, -0.005023730918765068, -0.004848935175687075, -0.004674139898270369, -0.0044993446208536625, -0.004324548877775669, -0.004149753600358963, -0.003974958322942257, -0.003800163045525551, -0.003625367535278201, -0.0034505720250308514, -0.0032757767476141453, -0.003100981470197439, -0.0029261859599500895, -0.0027513904497027397, -0.0025765951722860336, -0.0024017998948693275, -0.002227004384621978, -0.002052208874374628, -0.001877413596957922, -0.001702618203125894, -0.0015278228092938662, -0.0013530274154618382, -0.0011782320216298103, -0.0010034366277977824, -0.0008286412339657545, -0.0006538458401337266, -0.0004790504463016987, -0.00030425505246967077, -0.00012945965863764286, 4.533573519438505e-05, 0.00022013112902641296, 0.0003949265228584409, 0.0005697219166904688, 0.0007445173105224967, 0.0009193127043545246, 0.0010941080981865525, 0.0012689034920185804, 0.0014436988858506083, 0.0016184942796826363, 0.0017932896735146642, 0.001968085067346692, 0.002142880577594042, 0.002317675855010748, 0.002492471132427454, 0.0026672666426748037, 0.0028420621529221535, 0.0030168574303388596]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.03540411219000816, -0.03468795493245125, -0.03397179767489433, -0.033255644142627716, -0.0325394868850708, -0.031823329627513885, -0.03110717236995697, -0.030391015112400055, -0.02967485971748829, -0.028958702459931374, -0.02824254520237446, -0.027526389807462692, -0.026810232549905777, -0.02609407529234886, -0.025377919897437096, -0.02466176263988018, -0.023945607244968414, -0.0232294499874115, -0.022513292729854584, -0.021797137334942818, -0.021080980077385902, -0.020364822819828987, -0.01964866742491722, -0.018932510167360306, -0.01821635290980339, -0.017500197514891624, -0.01678404025733471, -0.016067882999777794, -0.015351726673543453, -0.014635570347309113, -0.013919414021074772, -0.013203256763517857, -0.012487100437283516, -0.011770944111049175, -0.01105478685349226, -0.01033863052725792, -0.009622474201023579, -0.008906316943466663, -0.008190160617232323, -0.007474004290997982, -0.006757847499102354, -0.006041690707206726, -0.005325534380972385, -0.004609377589076757, -0.003893221030011773, -0.003177064470946789, -0.002460907679051161, -0.0017447511199861765, -0.0010285945609211922, -0.00031243794364854693, 0.0004037186736240983, 0.0011198753491044044, 0.0018360319081693888, 0.002552188467234373, 0.003268345259130001, 0.003984501585364342, 0.00470065837725997, 0.005416815169155598, 0.006132971495389938, 0.006849128287285566, 0.007565285079181194, 0.008281441405415535, 0.008997597731649876, 0.009713754989206791, 0.010429911315441132]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 3.0, 0.0, 1.0, 3.0, 2.0, 3.0, 1.0, 1.0, 4.0, 4.0, 2.0, 3.0, 2.0, 2.0, 4.0, 4.0, 5.0, 4.0, 2.0, 4.0, 8.0, 4.0, 9.0, 7.0, 5.0, 4.0, 4.0, 4.0, 5.0, 5.0, 3.0, 3.0, 9.0, 3.0, 3.0, 7.0, 5.0, 7.0, 10.0, 11.0, 17.0, 55.0, 7.0, 3.0, 1.0, 1.0, 4.0, 2.0, 2.0, 2.0, 4.0, 3.0, 4.0], "bins": [-0.019115323200821877, -0.018751483410596848, -0.018387645483016968, -0.01802380569279194, -0.01765996590256691, -0.01729612611234188, -0.016932288184762, -0.016568448394536972, -0.016204608604311943, -0.015840770676732063, -0.015476930886507034, -0.015113091096282005, -0.014749252237379551, -0.014385412447154522, -0.014021573588252068, -0.013657733798027039, -0.013293894939124584, -0.01293005608022213, -0.0125662162899971, -0.012202377431094646, -0.011838537640869617, -0.011474698781967163, -0.011110858991742134, -0.01074702013283968, -0.010383181273937225, -0.010019341483712196, -0.009655502624809742, -0.009291662834584713, -0.008927823975682259, -0.00856398418545723, -0.008200145326554775, -0.007836305536329746, -0.007472466677427292, -0.00710862735286355, -0.0067447880282998085, -0.006380948703736067, -0.006017109379172325, -0.005653270520269871, -0.005289431195706129, -0.004925591871142387, -0.004561752546578646, -0.004197913222014904, -0.0038340738974511623, -0.0034702348057180643, -0.0031063954811543226, -0.002742556156590581, -0.002378717064857483, -0.0020148777402937412, -0.0016510384157299995, -0.0012871990911662579, -0.000923359883017838, -0.0005595206166617572, -0.00019568135030567646, 0.0001681579160504043, 0.0005319971824064851, 0.0008958364487625659, 0.0012596757151186466, 0.0016235150396823883, 0.00198735436424613, 0.002351193455979228, 0.0027150327805429697, 0.0030788721051067114, 0.0034427111968398094, 0.003806550521403551, 0.004170389845967293]}, "_runtime": 10.988681554794312, "_timestamp": 1596208681.5420578, "_step": 7} +{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 0.0, 2.0, 0.0, 3.0, 2.0, 2.0, 2.0, 4.0, 1.0, 4.0, 2.0, 3.0, 5.0, 2.0, 5.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02440943568944931, -0.02372404746711254, -0.02303866110742092, -0.022353272885084152, -0.021667886525392532, -0.020982498303055763, -0.020297110080718994, -0.019611723721027374, -0.018926335498690605, -0.018240947276353836, -0.017555560916662216, -0.016870172694325447, -0.016184784471988678, -0.015499398112297058, -0.014814009889960289, -0.014128622598946095, -0.0134432353079319, -0.012757848016917706, -0.012072460725903511, -0.011387072503566742, -0.010701685212552547, -0.010016297921538353, -0.009330909699201584, -0.00864552240818739, -0.007960135117173195, -0.007274747826159, -0.006589360069483519, -0.005903972312808037, -0.005218585021793842, -0.004533197730779648, -0.003847809974104166, -0.003162422450259328, -0.0024770349264144897, -0.0017916474025696516, -0.0011062598787248135, -0.0004208723548799753, 0.0002645151689648628, 0.000949902692809701, 0.001635290216654539, 0.0023206777404993773, 0.0030060652643442154, 0.0036914527881890535, 0.004376840312033892, 0.0050622280687093735, 0.005747615359723568, 0.0064330026507377625, 0.007118390407413244, 0.007803778164088726, 0.00848916545510292, 0.009174552746117115, 0.00985994003713131, 0.010545328259468079, 0.011230715550482273, 0.011916102841496468, 0.012601491063833237, 0.013286878354847431, 0.013972265645861626, 0.01465765293687582, 0.015343040227890015, 0.016028428450226784, 0.016713816672563553, 0.017399203032255173, 0.018084591254591942, 0.01876997761428356, 0.01945536583662033]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 3.0, 2.0, 4.0, 3.0, 5.0, 3.0, 4.0, 6.0, 5.0, 8.0, 10.0, 14.0, 16.0, 29.0, 33.0, 51.0, 71.0, 90.0, 151.0, 229.0, 331.0, 522.0, 2154.0, 2253.0, 914.0, 442.0, 223.0, 130.0, 76.0, 55.0, 18.0, 26.0, 13.0, 7.0, 2.0, 5.0, 5.0, 3.0, 1.0, 6.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.28299272060394287, -0.27466773986816406, -0.26634275913238525, -0.25801774859428406, -0.24969276785850525, -0.24136778712272644, -0.23304279148578644, -0.22471779584884644, -0.21639281511306763, -0.20806783437728882, -0.19974283874034882, -0.1914178431034088, -0.18309286236763, -0.1747678816318512, -0.1664428859949112, -0.1581178903579712, -0.14979290962219238, -0.14146792888641357, -0.13314293324947357, -0.12481794506311417, -0.11649295687675476, -0.10816796869039536, -0.09984298050403595, -0.09151799231767654, -0.08319300413131714, -0.07486801594495773, -0.06654302775859833, -0.05821803957223892, -0.04989305138587952, -0.04156806319952011, -0.033243075013160706, -0.0249180868268013, -0.016593098640441895, -0.008268110454082489, 5.6877732276916504e-05, 0.008381865918636322, 0.016706854104995728, 0.025031842291355133, 0.03335683047771454, 0.041681818664073944, 0.05000680685043335, 0.058331795036792755, 0.06665678322315216, 0.07498177140951157, 0.08330675959587097, 0.09163174778223038, 0.09995673596858978, 0.10828172415494919, 0.1166067123413086, 0.124931700527668, 0.1332566887140274, 0.1415816843509674, 0.14990666508674622, 0.15823164582252502, 0.16655664145946503, 0.17488163709640503, 0.18320661783218384, 0.19153159856796265, 0.19985659420490265, 0.20818158984184265, 0.21650657057762146, 0.22483155131340027, 0.23315654695034027, 0.24148154258728027, 0.24980652332305908]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 1.0, 3.0, 3.0, 4.0, 3.0, 2.0, 3.0, 5.0, 6.0, 4.0, 31.0, 3.0, 4.0, 5.0, 8.0, 7.0, 5.0, 1.0, 2.0, 7.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009301872923970222, -0.008991720154881477, -0.008681567385792732, -0.008371415548026562, -0.008061262778937817, -0.0077511100098490715, -0.007440957706421614, -0.007130805402994156, -0.006820652633905411, -0.006510499864816666, -0.006200347561389208, -0.00589019525796175, -0.005580042488873005, -0.00526988971978426, -0.004959737416356802, -0.004649585112929344, -0.004339432343840599, -0.004029279574751854, -0.003719127271324396, -0.0034089747350662947, -0.003098822198808193, -0.0027886696625500917, -0.0024785171262919903, -0.002168364590033889, -0.0018582120537757874, -0.0015480595175176859, -0.0012379069812595844, -0.000927754445001483, -0.0006176019087433815, -0.00030744937248528004, 2.7031637728214264e-06, 0.0003128557000309229, 0.0006230082362890244, 0.0009331607725471258, 0.0012433133088052273, 0.0015534658450633287, 0.0018636183813214302, 0.0021737709175795317, 0.002483923453837633, 0.0027940759900957346, 0.003104228526353836, 0.0034143810626119375, 0.003724533598870039, 0.004034685902297497, 0.004344838671386242, 0.004654991440474987, 0.004965143743902445, 0.005275296047329903, 0.005585448816418648, 0.005895601585507393, 0.006205753888934851, 0.0065159061923623085, 0.006826058961451054, 0.007136211730539799, 0.0074463640339672565, 0.007756516337394714, 0.00806666910648346, 0.008376821875572205, 0.00868697464466095, 0.00899712648242712, 0.009307279251515865, 0.00961743202060461, 0.009927583858370781, 0.010237736627459526, 0.010547889396548271]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 6.0, 18.0, 17.0, 40.0, 52.0, 91.0, 106.0, 156.0, 205.0, 284.0, 328.0, 405.0, 482.0, 684.0, 986.0, 1380.0, 2034.0, 3153.0, 4710.0, 7080.0, 10123.0, 14912.0, 21139.0, 30961.0, 46197.0, 71892.0, 110593.0, 457054.0, 136605.0, 88009.0, 54522.0, 35449.0, 24760.0, 17056.0, 12074.0, 8221.0, 5432.0, 3550.0, 2287.0, 1589.0, 1165.0, 820.0, 619.0, 484.0, 371.0, 321.0, 275.0, 226.0, 180.0, 152.0, 112.0, 84.0, 66.0, 55.0, 37.0, 19.0, 8.0, 3.0, 1.0, 1.0, 2.0, 1.0], "bins": [-0.02042185701429844, -0.019736532121896744, -0.01905120722949505, -0.018365882337093353, -0.01768055558204651, -0.016995230689644814, -0.01630990579724312, -0.015624580904841423, -0.014939256012439728, -0.014253931120038033, -0.013568606227636337, -0.012883280403912067, -0.012197955511510372, -0.011512630619108677, -0.010827304795384407, -0.010141979902982712, -0.009456655010581017, -0.008771330118179321, -0.008086005225777626, -0.007400679402053356, -0.006715354509651661, -0.006030029617249966, -0.005344704259186983, -0.0046593789011240005, -0.003974054008722305, -0.0032887288834899664, -0.0026034037582576275, -0.0019180786330252886, -0.0012327535077929497, -0.0005474283825606108, 0.00013789674267172813, 0.000823221867904067, 0.001508546993136406, 0.002193872118368745, 0.0028791972436010838, 0.0035645223688334227, 0.0042498474940657616, 0.004935172386467457, 0.005620497744530439, 0.006305823102593422, 0.006991147994995117, 0.0076764728873968124, 0.008361797779798508, 0.009047123603522778, 0.009732448495924473, 0.010417773388326168, 0.011103099212050438, 0.011788424104452133, 0.012473748996853828, 0.013159073889255524, 0.013844398781657219, 0.014529724605381489, 0.015215049497783184, 0.015900375321507454, 0.01658570021390915, 0.017271025106310844, 0.01795634999871254, 0.018641674891114235, 0.01932699978351593, 0.020012324675917625, 0.02069764956831932, 0.021382976323366165, 0.02206830121576786, 0.022753626108169556, 0.02343895100057125]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 5.0, 4.0, 1.0, 5.0, 2.0, 10.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 3.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.020962292328476906, -0.020484792068600655, -0.020007293671369553, -0.0195297934114933, -0.01905229315161705, -0.0185747928917408, -0.018097294494509697, -0.017619794234633446, -0.017142293974757195, -0.016664795577526093, -0.01618729531764984, -0.01570979505777359, -0.015232295729219913, -0.014754795469343662, -0.014277296140789986, -0.013799795880913734, -0.013322296552360058, -0.012844797223806381, -0.01236729696393013, -0.011889797635376453, -0.011412297375500202, -0.010934798046946526, -0.010457297787070274, -0.009979798458516598, -0.009502299129962921, -0.00902479887008667, -0.008547299541532993, -0.008069799281656742, -0.0075922999531030655, -0.007114800158888102, -0.006637300364673138, -0.006159800570458174, -0.00568230077624321, -0.005204800982028246, -0.004727301187813282, -0.004249801393598318, -0.003772301832213998, -0.003294802037999034, -0.0028173024766147137, -0.0023398026823997498, -0.0018623028881847858, -0.001384803093969822, -0.0009073034161701798, -0.00042980368016287684, 4.7696055844426155e-05, 0.0005251957918517292, 0.0010026955278590322, 0.0014801952056586742, 0.001957694999873638, 0.002435194794088602, 0.002912694588303566, 0.0033901941496878862, 0.00386769394390285, 0.00434519350528717, 0.004822693299502134, 0.005300193093717098, 0.005777692887932062, 0.006255192682147026, 0.00673269247636199, 0.007210192270576954, 0.0076876915991306305, 0.008165191859006882, 0.008642691187560558, 0.00912019144743681, 0.009597690775990486]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 6.0, 6.0, 4.0, 6.0, 15.0, 13.0, 15.0, 22.0, 25.0, 35.0, 42.0, 43.0, 38.0, 73.0, 84.0, 66.0, 81.0, 68.0, 77.0, 93.0, 77.0, 81.0, 87.0, 106.0, 172.0, 219.0, 296.0, 511.0, 775.0, 1089.0, 1787.0, 7291.0, 1444.0, 868.0, 497.0, 384.0, 286.0, 278.0, 267.0, 192.0, 176.0, 153.0, 126.0, 95.0, 89.0, 79.0, 49.0, 37.0, 28.0, 19.0, 19.0, 13.0, 7.0, 6.0, 3.0, 4.0, 0.0, 3.0, 3.0], "bins": [-0.010553723201155663, -0.010263858363032341, -0.009973992593586445, -0.009684127755463123, -0.009394261986017227, -0.009104397147893906, -0.008814532309770584, -0.008524666540324688, -0.008234801702201366, -0.007944936864078045, -0.007655071094632149, -0.007365206256508827, -0.007075340952724218, -0.0067854756489396095, -0.006495610810816288, -0.006205745507031679, -0.00591588020324707, -0.0056260148994624615, -0.005336149595677853, -0.005046284757554531, -0.004756419453769922, -0.004466554149985313, -0.004176689311861992, -0.003886824008077383, -0.003596958704292774, -0.0033070934005081654, -0.0030172283295542, -0.002727363258600235, -0.002437497954815626, -0.0021476326510310173, -0.0018577675800770521, -0.001567902392707765, -0.001278037205338478, -0.000988172017969191, -0.0006983068305999041, -0.00040844164323061705, -0.00011857645586133003, 0.00017128873150795698, 0.000461153918877244, 0.000751019106246531, 0.001040884293615818, 0.001330749480985105, 0.001620614668354392, 0.001910479855723679, 0.002200345043092966, 0.002490210346877575, 0.00278007541783154, 0.0030699404887855053, 0.003359805792570114, 0.003649671096354723, 0.003939536400139332, 0.004229401238262653, 0.004519266542047262, 0.004809131845831871, 0.0050989966839551926, 0.005388861987739801, 0.00567872729152441, 0.005968592595309019, 0.006258457899093628, 0.0065483227372169495, 0.006838188041001558, 0.007128053344786167, 0.007417918182909489, 0.0077077834866940975, 0.007997648790478706]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 5.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.05137431621551514, -0.049949124455451965, -0.048523928970098495, -0.047098733484745026, -0.045673541724681854, -0.04424834996461868, -0.04282315447926521, -0.04139795899391174, -0.03997276723384857, -0.0385475754737854, -0.03712237998843193, -0.03569718450307846, -0.03427199274301529, -0.03284680098295212, -0.03142160549759865, -0.029996411874890327, -0.028571218252182007, -0.027146024629473686, -0.025720831006765366, -0.024295637384057045, -0.022870443761348724, -0.021445250138640404, -0.020020056515932083, -0.018594862893223763, -0.017169669270515442, -0.01574447564780712, -0.0143192820250988, -0.01289408840239048, -0.01146889477968216, -0.010043701156973839, -0.008618507534265518, -0.007193313911557198, -0.005768120288848877, -0.004342926666140556, -0.0029177330434322357, -0.001492539420723915, -6.734579801559448e-05, 0.0013578478246927261, 0.0027830414474010468, 0.004208235070109367, 0.005633428692817688, 0.007058622315526009, 0.00848381593823433, 0.00990900956094265, 0.01133420318365097, 0.012759396806359291, 0.014184590429067612, 0.015609784051775932, 0.017034977674484253, 0.018460171297192574, 0.019885364919900894, 0.021310558542609215, 0.022735752165317535, 0.024160945788025856, 0.025586139410734177, 0.027011333033442497, 0.028436526656150818, 0.02986172027885914, 0.03128691390156746, 0.03271210938692093, 0.0341373011469841, 0.03556249290704727, 0.03698768839240074, 0.03841288387775421, 0.03983807563781738]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 6.0, 0.0, 2.0, 7.0, 6.0, 4.0, 2.0, 8.0, 13.0, 10.0, 16.0, 49.0, 3.0, 2.0, 6.0, 4.0, 6.0, 7.0, 12.0, 6.0, 8.0, 10.0, 8.0, 5.0, 4.0, 10.0, 8.0, 8.0, 6.0, 5.0, 6.0, 6.0, 1.0, 4.0, 5.0, 3.0, 3.0, 0.0, 2.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01123909279704094, -0.010814123786985874, -0.010389155708253384, -0.009964186698198318, -0.009539218619465828, -0.009114249609410763, -0.008689281530678272, -0.008264312520623207, -0.007839344441890717, -0.007414375431835651, -0.0069894068874418736, -0.006564438343048096, -0.006139469798654318, -0.00571450125426054, -0.005289532709866762, -0.004864564165472984, -0.0044395956210792065, -0.004014627076685429, -0.0035896585322916508, -0.003164689987897873, -0.002739721443504095, -0.0023147526662796736, -0.0018897841218858957, -0.0014648155774921179, -0.00103984703309834, -0.0006148784887045622, -0.00018990988610312343, 0.00023505868739448488, 0.0006600272608920932, 0.001084995805285871, 0.0015099644660949707, 0.0019349330104887486, 0.0023599015548825264, 0.0027848700992763042, 0.003209838643670082, 0.00363480718806386, 0.004059775732457638, 0.004484744276851416, 0.0049097128212451935, 0.005334681365638971, 0.005759649910032749, 0.006184618920087814, 0.006609587464481592, 0.00703455600887537, 0.007459524553269148, 0.007884493097662926, 0.008309461176395416, 0.008734430186450481, 0.009159399196505547, 0.009584367275238037, 0.010009336285293102, 0.010434304364025593, 0.010859273374080658, 0.011284241452813148, 0.011709210462868214, 0.012134178541600704, 0.01255914755165577, 0.01298411563038826, 0.013409084640443325, 0.013834052719175816, 0.01425902172923088, 0.014683989807963371, 0.015108958818018436, 0.015533926896750927, 0.015958895906805992]}, "_runtime": 11.809503555297852, "_timestamp": 1596208682.3628798, "_step": 8} +{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 5.0, 2.0, 1.0, 2.0, 1.0, 3.0, 3.0, 0.0, 4.0, 2.0, 1.0, 2.0, 0.0, 1.0, 3.0, 1.0, 0.0, 6.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.015775635838508606, -0.015298279002308846, -0.014820922166109085, -0.0143435662612319, -0.013866209425032139, -0.013388852588832378, -0.012911495752632618, -0.012434138916432858, -0.011956783011555672, -0.011479426175355911, -0.01100206933915615, -0.01052471250295639, -0.01004735566675663, -0.00956999883055687, -0.009092642925679684, -0.008615286089479923, -0.008137929253280163, -0.007660572417080402, -0.007183216046541929, -0.006705859210342169, -0.006228502839803696, -0.005751146003603935, -0.005273789167404175, -0.004796432796865702, -0.004319075960665941, -0.0038417193572968245, -0.0033643627539277077, -0.0028870059177279472, -0.0024096493143588305, -0.0019322927109897137, -0.001454935991205275, -0.0009775792714208364, -0.0005002226680517197, -2.286600647494197e-05, 0.00045449065510183573, 0.0009318473166786134, 0.0014092039782553911, 0.001886560581624508, 0.0023639174178242683, 0.002841274021193385, 0.003318630624562502, 0.0037959872279316187, 0.0042733438313007355, 0.004750700667500496, 0.005228057503700256, 0.0057054138742387295, 0.00618277071043849, 0.006660127080976963, 0.0071374839171767235, 0.007614840753376484, 0.008092197589576244, 0.00856955349445343, 0.00904691033065319, 0.009524267166852951, 0.010001624003052711, 0.010478980839252472, 0.010956337675452232, 0.011433693580329418, 0.011911050416529179, 0.012388407252728939, 0.0128657640889287, 0.01334312092512846, 0.013820476830005646, 0.014297833666205406, 0.014775190502405167]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 4.0, 4.0, 8.0, 15.0, 16.0, 11.0, 13.0, 23.0, 28.0, 33.0, 50.0, 61.0, 70.0, 119.0, 147.0, 208.0, 266.0, 366.0, 504.0, 2554.0, 1621.0, 754.0, 399.0, 205.0, 150.0, 84.0, 53.0, 35.0, 33.0, 26.0, 18.0, 6.0, 10.0, 6.0, 4.0, 3.0, 6.0, 3.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.20552080869674683, -0.19957900047302246, -0.1936371922492981, -0.18769538402557373, -0.18175357580184937, -0.175811767578125, -0.16986997425556183, -0.16392816603183746, -0.1579863578081131, -0.15204454958438873, -0.14610274136066437, -0.14016093313694, -0.13421912491321564, -0.12827731668949127, -0.1223355159163475, -0.11639370769262314, -0.11045189946889877, -0.10451009124517441, -0.09856828302145004, -0.09262648224830627, -0.08668467402458191, -0.08074286580085754, -0.07480105757713318, -0.06885924935340881, -0.06291744112968445, -0.05697563663125038, -0.051033832132816315, -0.04509202390909195, -0.039150215685367584, -0.03320841118693352, -0.027266602963209152, -0.021324796602129936, -0.01538299024105072, -0.009441183879971504, -0.0034993765875697136, 0.0024424302391707897, 0.008384237065911293, 0.014326043426990509, 0.020267851650714874, 0.02620965801179409, 0.032151464372873306, 0.03809327259659767, 0.04403507709503174, 0.049976885318756104, 0.05591869354248047, 0.061860498040914536, 0.0678023025393486, 0.07374411076307297, 0.07968591898679733, 0.0856277272105217, 0.09156953543424606, 0.09751133620738983, 0.1034531444311142, 0.10939495265483856, 0.11533676087856293, 0.12127856910228729, 0.12722037732601166, 0.13316218554973602, 0.1391039937734604, 0.14504578709602356, 0.15098759531974792, 0.1569294035434723, 0.16287121176719666, 0.16881301999092102, 0.17475482821464539]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 4.0, 4.0, 4.0, 2.0, 5.0, 1.0, 5.0, 2.0, 5.0, 2.0, 5.0, 24.0, 3.0, 3.0, 4.0, 5.0, 0.0, 5.0, 0.0, 5.0, 5.0, 1.0, 2.0, 4.0, 0.0, 5.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00547926127910614, -0.005310350563377142, -0.005141439847648144, -0.004972529131919146, -0.00480361795052886, -0.004634707234799862, -0.004465796519070864, -0.0042968858033418655, -0.004127975087612867, -0.003959064371883869, -0.0037901534233242273, -0.003621242707595229, -0.0034523317590355873, -0.003283421043306589, -0.003114510327577591, -0.002945599379017949, -0.002776688663288951, -0.0026077779475599527, -0.002438866999000311, -0.0022699562832713127, -0.0021010455675423145, -0.0019321347353979945, -0.0017632239032536745, -0.0015943131875246763, -0.0014254023553803563, -0.0012564915232360363, -0.0010875808075070381, -0.0009186699753627181, -0.000749759201426059, -0.0005808484274893999, -0.00041193762444891036, -0.00024302683596033603, -7.41160474717617e-05, 9.479474101681262e-05, 0.00026370552950538695, 0.0004326163325458765, 0.0006015271064825356, 0.0007704378804191947, 0.0009393487125635147, 0.001108259428292513, 0.001277170260436833, 0.001446081092581153, 0.001614991808310151, 0.0017839026404544711, 0.0019528134725987911, 0.0021217241883277893, 0.0022906349040567875, 0.0024595458526164293, 0.0026284565683454275, 0.0027973672840744257, 0.0029662782326340675, 0.0031351889483630657, 0.003304099664092064, 0.0034730106126517057, 0.003641921328380704, 0.003810832044109702, 0.003979742992669344, 0.004148653708398342, 0.00431756442412734, 0.0044864751398563385, 0.004655385855585337, 0.004824297036975622, 0.00499320775270462, 0.0051621184684336185, 0.005331029184162617]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 6.0, 7.0, 9.0, 12.0, 37.0, 67.0, 95.0, 176.0, 259.0, 406.0, 566.0, 838.0, 1185.0, 1604.0, 2363.0, 3145.0, 4235.0, 5738.0, 7718.0, 10346.0, 13710.0, 17810.0, 23481.0, 32013.0, 44010.0, 62589.0, 87150.0, 117954.0, 416107.0, 89866.0, 64524.0, 45333.0, 32742.0, 23964.0, 17918.0, 13580.0, 10255.0, 7534.0, 5661.0, 4081.0, 2896.0, 2118.0, 1557.0, 1151.0, 824.0, 625.0, 428.0, 295.0, 215.0, 140.0, 106.0, 65.0, 38.0, 30.0, 28.0, 15.0, 7.0, 6.0, 3.0, 1.0, 2.0, 1.0, 1.0], "bins": [-0.013938280753791332, -0.013458754867315292, -0.012979228980839252, -0.012499702163040638, -0.012020176276564598, -0.011540650390088558, -0.011061124503612518, -0.010581598617136478, -0.010102072730660439, -0.009622545912861824, -0.009143020026385784, -0.008663494139909744, -0.008183968253433704, -0.007704441901296377, -0.007224916014820337, -0.00674538966268301, -0.00626586377620697, -0.00578633788973093, -0.005306811537593603, -0.004827285651117563, -0.004347759298980236, -0.003868233412504196, -0.0033887075260281563, -0.0029091814067214727, -0.002429655287414789, -0.0019501291681081057, -0.001470603165216744, -0.0009910771623253822, -0.0005115510430186987, -3.2024981919676065e-05, 0.00044750107917934656, 0.0009270271402783692, 0.0014065532013773918, 0.0018860793206840754, 0.002365605439990759, 0.0028451313264667988, 0.0033246574457734823, 0.003804183565080166, 0.004283709451556206, 0.004763235803693533, 0.005242761690169573, 0.005722287576645613, 0.00620181392878294, 0.00668133981525898, 0.00716086570173502, 0.007640392053872347, 0.008119918406009674, 0.008599444292485714, 0.009078970178961754, 0.009558496065437794, 0.010038021951913834, 0.010517548769712448, 0.010997074656188488, 0.011476600542664528, 0.011956126429140568, 0.012435652315616608, 0.012915179133415222, 0.013394705019891262, 0.013874230906367302, 0.014353756792843342, 0.014833282679319382, 0.015312808565795422, 0.01579233445227146, 0.016271861270070076, 0.01675138622522354]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 3.0, 3.0, 1.0, 5.0, 1.0, 1.0, 4.0, 2.0, 8.0, 3.0, 1.0, 2.0, 1.0, 3.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005162077955901623, -0.004996135830879211, -0.004830194171518087, -0.004664252046495676, -0.004498310387134552, -0.004332368262112141, -0.004166426137089729, -0.004000484477728605, -0.003834542352706194, -0.0036686004605144262, -0.0035026585683226585, -0.003336716443300247, -0.0031707745511084795, -0.003004832658916712, -0.0028388905338943005, -0.0026729486417025328, -0.002507006749510765, -0.0023410648573189974, -0.0021751229651272297, -0.0020091808401048183, -0.0018432389479130507, -0.001677297055721283, -0.0015113550471141934, -0.001345413038507104, -0.0011794711463153362, -0.0010135292541235685, -0.000847587245516479, -0.0006816452951170504, -0.0005157033447176218, -0.0003497613943181932, -0.0001838194439187646, -1.7877493519335985e-05, 0.00014806445688009262, 0.0003140064072795212, 0.00047994835767894983, 0.0006458903080783784, 0.000811832258477807, 0.0009777741506695747, 0.0011437161592766643, 0.0013096581678837538, 0.0014756000600755215, 0.0016415419522672892, 0.0018074839608743787, 0.001973425969481468, 0.002139367861673236, 0.0023053097538650036, 0.002471251878887415, 0.0026371937710791826, 0.0028031356632709503, 0.002969077555462718, 0.0031350194476544857, 0.003300961572676897, 0.0034669034648686647, 0.0036328453570604324, 0.0037987874820828438, 0.003964729141443968, 0.004130671266466379, 0.0042966133914887905, 0.0044625550508499146, 0.004628497175872326, 0.004794439300894737, 0.004960380960255861, 0.005126323085278273, 0.005292264744639397, 0.005458206869661808]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 1.0, 2.0, 3.0, 4.0, 3.0, 3.0, 4.0, 2.0, 4.0, 4.0, 5.0, 9.0, 14.0, 14.0, 16.0, 14.0, 21.0, 32.0, 27.0, 47.0, 48.0, 82.0, 112.0, 138.0, 179.0, 268.0, 386.0, 519.0, 727.0, 1060.0, 1648.0, 6091.0, 1559.0, 1032.0, 848.0, 685.0, 504.0, 446.0, 381.0, 304.0, 265.0, 198.0, 159.0, 121.0, 120.0, 72.0, 65.0, 45.0, 41.0, 19.0, 22.0, 21.0, 11.0, 11.0, 6.0, 0.0, 4.0, 1.0, 0.0, 1.0], "bins": [-0.004848279990255833, -0.00471238000318408, -0.004576480016112328, -0.004440580029040575, -0.00430468050763011, -0.004168780520558357, -0.004032880533486605, -0.003896980546414852, -0.0037610805593430996, -0.0036251808051019907, -0.003489280818030238, -0.0033533808309584856, -0.0032174810767173767, -0.003081581089645624, -0.0029456811025738716, -0.0028097813483327627, -0.00267388136126101, -0.0025379813741892576, -0.0024020816199481487, -0.002266181632876396, -0.0021302816458046436, -0.0019943818915635347, -0.0018584819044917822, -0.0017225819174200296, -0.001586682046763599, -0.0014507821761071682, -0.0013148821890354156, -0.001178982318378985, -0.0010430824477225542, -0.0009071824606508017, -0.0007712825899943709, -0.0006353826611302793, -0.0004994827322661877, -0.00036358280340209603, -0.00022768290364183486, -9.178298932965845e-05, 4.411692498251796e-05, 0.00018001683929469436, 0.00031591675360687077, 0.00045181665336713195, 0.0005877165822312236, 0.0007236165110953152, 0.0008595164399594069, 0.0009954163106158376, 0.0011313161812722683, 0.0012672161683440208, 0.0014031160390004516, 0.0015390160260722041, 0.0016749158967286348, 0.0018108157673850656, 0.001946715754456818, 0.002082615625113249, 0.0022185156121850014, 0.0023544153664261103, 0.002490315353497863, 0.0026262153405696154, 0.0027621150948107243, 0.002898015081882477, 0.0030339150689542294, 0.003169815056025982, 0.003305714810267091, 0.0034416147973388433, 0.003577514784410596, 0.003713414538651705, 0.0038493145257234573]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 4.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 5.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013337020762264729, -0.013052526861429214, -0.0127680329605937, -0.012483539059758186, -0.012199045158922672, -0.011914551258087158, -0.011630057357251644, -0.01134556345641613, -0.011061068624258041, -0.010776574723422527, -0.010492080822587013, -0.0102075869217515, -0.009923093020915985, -0.009638599120080471, -0.009354105219244957, -0.009069611318409443, -0.008785117417573929, -0.008500623516738415, -0.0082161296159029, -0.007931635715067387, -0.0076471418142318726, -0.007362647447735071, -0.007078153546899557, -0.006793659646064043, -0.006509165745228529, -0.006224671844393015, -0.005940177943557501, -0.005655684042721987, -0.005371189676225185, -0.005086695775389671, -0.004802201874554157, -0.004517707973718643, -0.004233214072883129, -0.003948720172047615, -0.003664226271212101, -0.0033797321375459433, -0.003095238236710429, -0.002810744335874915, -0.0025262502022087574, -0.0022417563013732433, -0.0019572624005377293, -0.0016727684997022152, -0.0013882744824513793, -0.0011037804652005434, -0.0008192865643650293, -0.0005347926053218544, -0.00025029864627867937, 3.419531276449561e-05, 0.0003186892718076706, 0.0006031832308508456, 0.0008876771898940206, 0.0011721712071448565, 0.0014566651079803705, 0.0017411590088158846, 0.0020256531424820423, 0.0023101470433175564, 0.0025946409441530704, 0.0028791348449885845, 0.0031636287458240986, 0.0034481228794902563, 0.0037326167803257704, 0.004017110913991928, 0.004301604814827442, 0.004586098715662956, 0.00487059261649847]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 3.0, 4.0, 5.0, 3.0, 5.0, 7.0, 11.0, 11.0, 59.0, 17.0, 9.0, 9.0, 5.0, 12.0, 7.0, 9.0, 4.0, 9.0, 2.0, 9.0, 6.0, 4.0, 8.0, 5.0, 5.0, 8.0, 8.0, 4.0, 2.0, 1.0, 2.0, 4.0, 4.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.00961834192276001, -0.009295588359236717, -0.008972834795713425, -0.008650080300867558, -0.008327326737344265, -0.008004573173820972, -0.007681819144636393, -0.007359065115451813, -0.00703631155192852, -0.006713557988405228, -0.006390803959220648, -0.006068049930036068, -0.005745296366512775, -0.005422542802989483, -0.005099788773804903, -0.004777034744620323, -0.004454281181097031, -0.004131527617573738, -0.0038087735883891582, -0.003486019792035222, -0.003163265995681286, -0.0028405121993273497, -0.0025177584029734135, -0.0021950046066194773, -0.001872250810265541, -0.0015494970139116049, -0.0012267432175576687, -0.0009039894212037325, -0.0005812356248497963, -0.0002584818284958601, 6.42719678580761e-05, 0.0003870257642120123, 0.0007097795605659485, 0.0010325333569198847, 0.0013552871532738209, 0.001678040949627757, 0.0020007947459816933, 0.0023235485423356295, 0.0026463023386895657, 0.002969056135043502, 0.003291809931397438, 0.0036145637277513742, 0.0039373175241053104, 0.00426007155328989, 0.004582825116813183, 0.004905578680336475, 0.005228332709521055, 0.005551086738705635, 0.005873840302228928, 0.00619659386575222, 0.0065193478949368, 0.00684210192412138, 0.007164855487644672, 0.007487609051167965, 0.007810363080352545, 0.008133117109537125, 0.008455870673060417, 0.00877862423658371, 0.009101377800107002, 0.00942413229495287, 0.009746885858476162, 0.010069639421999454, 0.010392393916845322, 0.010715147480368614, 0.011037901043891907]}, "_runtime": 12.628340244293213, "_timestamp": 1596208683.1817164, "_step": 9} +{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 3.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 4.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.015748940408229828, -0.01536701712757349, -0.014985093846917152, -0.01460317149758339, -0.014221248216927052, -0.013839324936270714, -0.013457401655614376, -0.013075478374958038, -0.012693556025624275, -0.012311632744967937, -0.0119297094643116, -0.011547786183655262, -0.011165862902998924, -0.010783939622342587, -0.010402017273008823, -0.010020093992352486, -0.009638170711696148, -0.00925624743103981, -0.008874324150383472, -0.00849240180104971, -0.008110478520393372, -0.007728555239737034, -0.007346631959080696, -0.006964709144085646, -0.006582785863429308, -0.00620086258277297, -0.00581893976777792, -0.005437016487121582, -0.005055093206465244, -0.004673170391470194, -0.004291247110813856, -0.003909324295818806, -0.003527401015162468, -0.003145477967336774, -0.00276355491951108, -0.002381631638854742, -0.001999708591029048, -0.0016177855432033539, -0.001235862378962338, -0.000853939272928983, -0.000472016166895628, -9.009306086227298e-05, 0.000291830045171082, 0.000673753151204437, 0.001055676257237792, 0.001437599305063486, 0.001819522469304502, 0.002201445633545518, 0.002583368681371212, 0.002965291729196906, 0.0033472147770226, 0.003729138057678938, 0.004111060872673988, 0.004492984153330326, 0.004874907433986664, 0.005256830248981714, 0.005638753529638052, 0.00602067681029439, 0.00640259962528944, 0.006784522905945778, 0.007166446186602116, 0.007548369001597166, 0.007930291816592216, 0.008312215097248554, 0.008694138377904892]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 5.0, 6.0, 8.0, 8.0, 2.0, 7.0, 7.0, 12.0, 14.0, 19.0, 15.0, 34.0, 47.0, 65.0, 69.0, 118.0, 135.0, 165.0, 226.0, 285.0, 375.0, 499.0, 3054.0, 1169.0, 568.0, 361.0, 217.0, 128.0, 79.0, 73.0, 44.0, 39.0, 17.0, 16.0, 14.0, 9.0, 4.0, 2.0, 4.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0], "bins": [-0.2108883559703827, -0.20551367104053497, -0.20013898611068726, -0.19476430118083954, -0.18938961625099182, -0.1840149462223053, -0.17864026129245758, -0.17326557636260986, -0.16789089143276215, -0.16251620650291443, -0.1571415215730667, -0.151766836643219, -0.14639216661453247, -0.14101748168468475, -0.13564279675483704, -0.13026811182498932, -0.1248934268951416, -0.11951874196529388, -0.11414405703544617, -0.10876937955617905, -0.10339469462633133, -0.09802000969648361, -0.09264533221721649, -0.08727064728736877, -0.08189596235752106, -0.07652127742767334, -0.07114659249782562, -0.0657719150185585, -0.060397230088710785, -0.05502254515886307, -0.04964786395430565, -0.04427318274974823, -0.03889849781990051, -0.033523812890052795, -0.028149131685495377, -0.02277444861829281, -0.01739976555109024, -0.012025082483887672, -0.006650399416685104, -0.0012757163494825363, 0.004098966717720032, 0.0094736497849226, 0.014848332852125168, 0.020223015919327736, 0.025597698986530304, 0.030972382053732872, 0.03634706512093544, 0.04172174632549286, 0.047096431255340576, 0.05247111618518829, 0.05784579738974571, 0.06322047859430313, 0.06859516352415085, 0.07396984845399857, 0.07934452593326569, 0.0847192108631134, 0.09009389579296112, 0.09546858072280884, 0.10084326565265656, 0.10621794313192368, 0.11159262806177139, 0.11696731299161911, 0.12234199047088623, 0.12771667540073395, 0.13309136033058167]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 4.0, 0.0, 0.0, 1.0, 5.0, 0.0, 2.0, 4.0, 3.0, 4.0, 4.0, 2.0, 8.0, 2.0, 3.0, 1.0, 2.0, 2.0, 4.0, 1.0, 28.0, 0.0, 5.0, 1.0, 1.0, 4.0, 2.0, 1.0, 4.0, 3.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 3.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.005079289898276329, -0.00492315785959363, -0.004767025355249643, -0.004610893316566944, -0.004454760812222958, -0.004298628773540258, -0.004142496734857559, -0.003986364230513573, -0.0038302321918308735, -0.0036740999203175306, -0.0035179676488041878, -0.0033618356101214886, -0.0032057033386081457, -0.003049571067094803, -0.0028934390284121037, -0.002737306756898761, -0.002581174485385418, -0.002425042213872075, -0.0022689099423587322, -0.002112777903676033, -0.00195664563216269, -0.0018005133606493473, -0.0016443812055513263, -0.0014882490504533052, -0.0013321167789399624, -0.0011759845074266195, -0.0010198523523285985, -0.0008637201390229166, -0.0007075879257172346, -0.0005514557124115527, -0.0003953234991058707, -0.00023919128580018878, -8.305907249450684e-05, 7.307314081117511e-05, 0.00022920535411685705, 0.000385337567422539, 0.0005414697807282209, 0.0006976019940339029, 0.0008537342073395848, 0.0010098663624376059, 0.0011659986339509487, 0.0013221309054642916, 0.0014782630605623126, 0.0016343952156603336, 0.0017905274871736765, 0.0019466597586870193, 0.0021027917973697186, 0.0022589240688830614, 0.0024150563403964043, 0.002571188611909747, 0.00272732088342309, 0.002883452922105789, 0.003039585193619132, 0.003195717465132475, 0.003351849503815174, 0.003507981775328517, 0.00366411404684186, 0.0038202463183552027, 0.0039763785898685455, 0.004132510628551245, 0.004288642667233944, 0.0044447751715779305, 0.00460090721026063, 0.004757039714604616, 0.004913171753287315]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 3.0, 5.0, 10.0, 16.0, 29.0, 40.0, 70.0, 93.0, 141.0, 165.0, 228.0, 310.0, 375.0, 512.0, 732.0, 901.0, 1281.0, 1808.0, 2503.0, 3426.0, 4788.0, 6616.0, 8814.0, 11552.0, 15694.0, 20569.0, 26889.0, 37033.0, 50385.0, 68685.0, 90689.0, 111944.0, 405466.0, 78706.0, 57619.0, 42090.0, 31229.0, 23558.0, 18201.0, 13813.0, 10539.0, 8215.0, 6429.0, 4887.0, 3485.0, 2731.0, 1995.0, 1374.0, 1018.0, 706.0, 458.0, 325.0, 193.0, 123.0, 78.0, 46.0, 30.0, 8.0, 11.0, 3.0, 3.0], "bins": [-0.015653902664780617, -0.015207851305603981, -0.01476180087774992, -0.014315750449895859, -0.013869699090719223, -0.013423647731542587, -0.012977597303688526, -0.012531546875834465, -0.01208549551665783, -0.011639444157481194, -0.011193393729627132, -0.010747343301773071, -0.010301291942596436, -0.0098552405834198, -0.009409190155565739, -0.008963139727711678, -0.008517088368535042, -0.008071037009358406, -0.007624986581504345, -0.0071789356879889965, -0.006732884794473648, -0.0062868339009583, -0.005840783007442951, -0.005394732113927603, -0.004948681220412254, -0.004502630326896906, -0.0040565794333815575, -0.003610528539866209, -0.0031644776463508606, -0.002718426752835512, -0.0022723758593201637, -0.0018263249658048153, -0.0013802740722894669, -0.0009342231787741184, -0.00048817228525877, -4.2121391743421555e-05, 0.0004039295017719269, 0.0008499803952872753, 0.0012960312888026237, 0.0017420821823179722, 0.0021881330758333206, 0.002634183969348669, 0.0030802348628640175, 0.003526285756379366, 0.003972336649894714, 0.004418387543410063, 0.004864438436925411, 0.00531048933044076, 0.005756540223956108, 0.0062025911174714565, 0.006648642010986805, 0.007094692904502153, 0.007540743798017502, 0.007986795157194138, 0.008432845585048199, 0.00887889601290226, 0.009324947372078896, 0.009770998731255531, 0.010217049159109592, 0.010663099586963654, 0.01110915094614029, 0.011555202305316925, 0.012001252733170986, 0.012447303161025047, 0.012893354520201683]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 5.0, 3.0, 2.0, 2.0, 1.0, 9.0, 2.0, 3.0, 0.0, 1.0, 1.0, 3.0, 4.0, 1.0, 2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.020877111703157425, -0.020373115316033363, -0.019869117066264153, -0.01936512067914009, -0.01886112429201603, -0.01835712604224682, -0.017853129655122757, -0.017349133267998695, -0.016845136880874634, -0.016341138631105423, -0.01583714224398136, -0.015333144925534725, -0.014829147607088089, -0.014325151219964027, -0.013821153901517391, -0.01331715751439333, -0.012813160195946693, -0.012309162877500057, -0.011805166490375996, -0.01130116917192936, -0.010797172784805298, -0.010293175466358662, -0.009789178147912025, -0.009285181760787964, -0.008781184442341328, -0.008277187123894691, -0.00777319073677063, -0.007269193418323994, -0.006765196565538645, -0.006261199712753296, -0.00575720239430666, -0.005253205541521311, -0.004749208688735962, -0.004245211835950613, -0.0037412147503346205, -0.003237217664718628, -0.002733220811933279, -0.00222922395914793, -0.0017252268735319376, -0.0012212299043312669, -0.0007172329351305962, -0.00021323596592992544, 0.0002907610032707453, 0.000794757972471416, 0.0012987549416720867, 0.0018027519108727574, 0.002306748880073428, 0.0028107459656894207, 0.0033147428184747696, 0.0038187396712601185, 0.004322736524045467, 0.004826733842492104, 0.0053307306952774525, 0.005834727548062801, 0.0063387248665094376, 0.0068427217192947865, 0.007346718572080135, 0.007850715890526772, 0.008354712277650833, 0.00885870959609747, 0.009362706914544106, 0.009866703301668167, 0.010370700620114803, 0.010874697007238865, 0.011378694325685501]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 2.0, 2.0, 3.0, 1.0, 1.0, 2.0, 1.0, 3.0, 3.0, 6.0, 3.0, 2.0, 5.0, 8.0, 9.0, 5.0, 10.0, 10.0, 10.0, 6.0, 8.0, 14.0, 4.0, 9.0, 11.0, 24.0, 20.0, 15.0, 9.0, 16.0, 24.0, 36.0, 34.0, 52.0, 73.0, 87.0, 149.0, 189.0, 284.0, 347.0, 524.0, 753.0, 1280.0, 2652.0, 7086.0, 1714.0, 959.0, 595.0, 406.0, 332.0, 221.0, 130.0, 91.0, 63.0, 45.0, 24.0, 12.0, 15.0, 13.0, 8.0, 6.0, 1.0, 2.0], "bins": [-0.014852161519229412, -0.01452393364161253, -0.014195704832673073, -0.01386747695505619, -0.013539248146116734, -0.013211020268499851, -0.012882791459560394, -0.012554563581943512, -0.01222633570432663, -0.011898106895387173, -0.01156987901777029, -0.011241650208830833, -0.010913422331213951, -0.010585193522274494, -0.010256965644657612, -0.009928736835718155, -0.009600508958101273, -0.00927228108048439, -0.008944052271544933, -0.008615824393928051, -0.008287595584988594, -0.007959367707371712, -0.007631139364093542, -0.0073029110208153725, -0.006974682677537203, -0.006646454334259033, -0.006318225990980864, -0.005989997647702694, -0.005661769770085812, -0.005333541426807642, -0.005005313083529472, -0.004677084740251303, -0.004348856396973133, -0.0040206280536949635, -0.003692399710416794, -0.003364171599969268, -0.003035943256691098, -0.0027077149134129286, -0.0023794868029654026, -0.002051258459687233, -0.0017230301164090633, -0.0013948017731308937, -0.001066573546268046, -0.0007383452611975372, -0.00041011697612702847, -8.188869105651975e-05, 0.00024633959401398897, 0.0005745678790844977, 0.0009027961641550064, 0.001231024507433176, 0.0015592527342960238, 0.0018874809611588717, 0.0022157093044370413, 0.002543937647715211, 0.002872165758162737, 0.0032003941014409065, 0.003528622444719076, 0.003856850787997246, 0.004185079131275415, 0.004513307474553585, 0.004841535352170467, 0.005169763695448637, 0.005497992038726807, 0.005826220382004976, 0.006154448725283146]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 2.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.03941560164093971, -0.03848451375961304, -0.03755342215299606, -0.03662233427166939, -0.03569124639034271, -0.03476015850901604, -0.03382906690239906, -0.03289797902107239, -0.03196689113974571, -0.031035801395773888, -0.030104711651802063, -0.029173623770475388, -0.028242534026503563, -0.027311446145176888, -0.026380356401205063, -0.025449268519878387, -0.024518178775906563, -0.023587089031934738, -0.022656001150608063, -0.021724911406636238, -0.020793823525309563, -0.019862733781337738, -0.018931645900011063, -0.018000556156039238, -0.017069466412067413, -0.016138378530740738, -0.015207289718091488, -0.014276200905442238, -0.013345111161470413, -0.012414022348821163, -0.011482933536171913, -0.010551844723522663, -0.009620755910873413, -0.008689667098224163, -0.007758578285574913, -0.006827489007264376, -0.005896400194615126, -0.004965311381965876, -0.004034222103655338, -0.0031031332910060883, -0.0021720444783568382, -0.0012409555492922664, -0.0003098666202276945, 0.0006212223088368773, 0.0015523112379014492, 0.0024834000505506992, 0.003414489096030593, 0.004345578141510487, 0.005276666954159737, 0.006207755766808987, 0.007138844579458237, 0.008069933392107487, 0.009001022204756737, 0.009932111948728561, 0.010863200761377811, 0.011794289574027061, 0.012725378386676311, 0.013656467199325562, 0.014587556011974812, 0.015518644824624062, 0.016449734568595886, 0.01738082244992256, 0.018311912193894386, 0.01924300007522106, 0.020174089819192886]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 3.0, 0.0, 3.0, 0.0, 2.0, 2.0, 4.0, 6.0, 3.0, 3.0, 0.0, 4.0, 5.0, 2.0, 5.0, 6.0, 6.0, 10.0, 7.0, 8.0, 6.0, 7.0, 5.0, 7.0, 7.0, 18.0, 16.0, 14.0, 34.0, 47.0, 12.0, 3.0, 12.0, 2.0, 4.0, 3.0, 0.0, 2.0, 0.0, 3.0], "bins": [-0.023515677079558372, -0.023073414340615273, -0.022631149739027023, -0.022188887000083923, -0.021746622398495674, -0.021304359659552574, -0.020862096920609474, -0.020419832319021225, -0.019977569580078125, -0.019535304978489876, -0.019093042239546776, -0.018650779500603676, -0.018208514899015427, -0.017766252160072327, -0.017323987558484077, -0.016881724819540977, -0.01643946021795273, -0.01599719747900963, -0.015554933808743954, -0.015112671069800854, -0.01467040739953518, -0.014228143729269505, -0.01378588005900383, -0.013343616388738155, -0.01290135271847248, -0.01245908997952938, -0.012016826309263706, -0.011574562638998032, -0.011132298968732357, -0.010690035298466682, -0.010247772559523582, -0.009805508889257908, -0.009363245218992233, -0.008920981548726559, -0.008478717878460884, -0.008036455139517784, -0.0075941914692521095, -0.007151927798986435, -0.00670966412872076, -0.006267400924116373, -0.0058251372538506985, -0.005382873583585024, -0.004940610378980637, -0.004498346708714962, -0.004056083038449287, -0.0036138198338449, -0.0031715561635792255, -0.0027292927261441946, -0.0022870292887091637, -0.0018447658512741327, -0.00140250229742378, -0.0009602388017810881, -0.0005179753061383963, -7.571181049570441e-05, 0.00036655168514698744, 0.0008088151807896793, 0.0012510786764323711, 0.001693342113867402, 0.002135605551302433, 0.0025778692215681076, 0.0030201326590031385, 0.0034623960964381695, 0.003904659766703844, 0.004346922971308231, 0.004789186641573906]}, "_runtime": 13.42323923110962, "_timestamp": 1596208683.9766154, "_step": 10} +{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 2.0, 0.0, 0.0, 3.0, 1.0, 3.0, 4.0, 0.0, 5.0, 1.0, 2.0, 3.0, 1.0, 3.0, 0.0, 1.0, 2.0, 3.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015530874952673912, -0.015063566155731678, -0.014596257358789444, -0.01412894856184721, -0.013661639764904976, -0.013194330967962742, -0.012727022171020508, -0.012259713374078274, -0.01179240457713604, -0.011325094848871231, -0.010857786051928997, -0.010390477254986763, -0.009923168458044529, -0.009455859661102295, -0.008988550864160061, -0.008521242067217827, -0.008053933270275593, -0.007586624473333359, -0.007119315676391125, -0.006652006879448891, -0.006184698082506657, -0.005717388819903135, -0.005250080022960901, -0.004782771226018667, -0.004315462429076433, -0.003848153632134199, -0.003380844835191965, -0.0029135358054190874, -0.0024462270084768534, -0.0019789182115346193, -0.0015116092981770635, -0.0010443003848195076, -0.0005769915878772736, -0.00010968273272737861, 0.00035762612242251635, 0.0008249349775724113, 0.0012922438327223063, 0.0017595526296645403, 0.002226861659437418, 0.002694170456379652, 0.003161479253321886, 0.00362878805026412, 0.004096096847206354, 0.004563405644148588, 0.0050307149067521095, 0.005498023703694344, 0.005965332500636578, 0.006432641297578812, 0.006899950094521046, 0.00736725889146328, 0.007834567688405514, 0.008301876485347748, 0.008769185282289982, 0.009236494079232216, 0.00970380287617445, 0.010171111673116684, 0.010638421401381493, 0.011105730198323727, 0.01157303899526596, 0.012040347792208195, 0.012507656589150429, 0.012974965386092663, 0.013442274183034897, 0.013909582979977131, 0.014376891776919365]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 3.0, 4.0, 5.0, 7.0, 7.0, 9.0, 8.0, 14.0, 14.0, 18.0, 33.0, 40.0, 66.0, 71.0, 99.0, 132.0, 153.0, 199.0, 315.0, 397.0, 520.0, 2888.0, 1281.0, 650.0, 361.0, 219.0, 123.0, 90.0, 54.0, 39.0, 31.0, 18.0, 21.0, 10.0, 9.0, 4.0, 5.0, 2.0, 5.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17811354994773865, -0.17292672395706177, -0.1677398979663849, -0.162553071975708, -0.15736624598503113, -0.15217943489551544, -0.14699260890483856, -0.14180578291416168, -0.1366189569234848, -0.13143213093280792, -0.12624530494213104, -0.12105848640203476, -0.11587166041135788, -0.110684834420681, -0.10549801588058472, -0.10031118988990784, -0.09512436389923096, -0.08993753790855408, -0.0847507119178772, -0.07956389337778091, -0.07437706738710403, -0.06919024139642715, -0.06400342285633087, -0.05881659686565399, -0.05362977087497711, -0.04844294488430023, -0.04325612261891365, -0.03806930035352707, -0.03288247436285019, -0.02769565023481846, -0.022508826106786728, -0.017322001978754997, -0.012135177850723267, -0.006948353722691536, -0.0017615295946598053, 0.0034252945333719254, 0.008612118661403656, 0.013798942789435387, 0.018985766917467117, 0.024172591045498848, 0.02935941517353058, 0.03454624116420746, 0.03973306342959404, 0.04491988569498062, 0.0501067116856575, 0.05529353767633438, 0.06048035994172096, 0.06566718220710754, 0.07085400819778442, 0.0760408341884613, 0.08122766017913818, 0.08641447871923447, 0.09160130470991135, 0.09678813070058823, 0.10197494924068451, 0.10716177523136139, 0.11234860122203827, 0.11753542721271515, 0.12272225320339203, 0.1279090791940689, 0.1330958902835846, 0.13828271627426147, 0.14346954226493835, 0.14865636825561523, 0.15384319424629211]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 4.0, 2.0, 2.0, 2.0, 3.0, 1.0, 4.0, 5.0, 2.0, 3.0, 5.0, 4.0, 4.0, 1.0, 5.0, 2.0, 25.0, 3.0, 1.0, 0.0, 1.0, 4.0, 5.0, 3.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 3.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.005218488164246082, -0.005073233507573605, -0.004927978850901127, -0.004782724194228649, -0.004637469537556171, -0.004492214880883694, -0.004346960224211216, -0.004201705567538738, -0.0040564509108662605, -0.003911196254193783, -0.0037659413646906614, -0.0036206867080181837, -0.003475432051345706, -0.0033301773946732283, -0.0031849227380007505, -0.003039668081328273, -0.002894413424655795, -0.0027491587679833174, -0.0026039041113108397, -0.002458649454638362, -0.002313394797965884, -0.0021681401412934065, -0.0020228854846209288, -0.0018776307115331292, -0.0017323760548606515, -0.0015871213981881738, -0.001441866741515696, -0.0012966120848432183, -0.0011513573117554188, -0.001006102655082941, -0.0008608479984104633, -0.0007155933417379856, -0.0005703386850655079, -0.00042508402839303017, -0.000279829342616722, -0.00013457467139232904, 1.0679999832063913e-05, 0.00015593467105645686, 0.0003011893422808498, 0.000446444028057158, 0.0005916986847296357, 0.0007369533414021134, 0.0008822079980745912, 0.0010274626547470689, 0.0011727174278348684, 0.0013179720845073462, 0.0014632267411798239, 0.0016084813978523016, 0.0017537360545247793, 0.001898990711197257, 0.0020442453678697348, 0.0021895000245422125, 0.00233475468121469, 0.002480009337887168, 0.0026252639945596457, 0.0027705186512321234, 0.0029157735407352448, 0.0030610281974077225, 0.0032062828540802, 0.003351537510752678, 0.0034967921674251556, 0.0036420468240976334, 0.003787301480770111, 0.003932556137442589, 0.0040778107941150665]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 5.0, 11.0, 19.0, 37.0, 60.0, 89.0, 139.0, 220.0, 306.0, 489.0, 647.0, 1003.0, 1478.0, 2058.0, 2799.0, 3761.0, 5125.0, 6830.0, 8691.0, 11297.0, 14868.0, 18700.0, 24438.0, 32056.0, 43042.0, 57180.0, 76655.0, 98744.0, 416289.0, 93646.0, 68517.0, 48519.0, 34999.0, 25739.0, 19266.0, 14396.0, 10998.0, 8376.0, 6726.0, 5272.0, 4073.0, 3188.0, 2470.0, 1867.0, 1324.0, 962.0, 743.0, 504.0, 342.0, 216.0, 165.0, 112.0, 65.0, 55.0, 27.0, 21.0, 9.0, 5.0, 2.0, 1.0, 1.0, 2.0], "bins": [-0.012947464361786842, -0.012526098638772964, -0.012104733847081661, -0.011683368124067783, -0.01126200333237648, -0.010840637609362602, -0.010419271886348724, -0.009997907094657421, -0.009576541371643543, -0.00915517657995224, -0.008733810856938362, -0.008312445133924484, -0.007891080342233181, -0.0074697150848805904, -0.007048349361866713, -0.006626984104514122, -0.0062056188471615314, -0.005784253589808941, -0.00536288833245635, -0.0049415226094424725, -0.004520157352089882, -0.004098792094737291, -0.0036774268373847008, -0.0032560613472014666, -0.002834696089848876, -0.0024133308324962854, -0.0019919653423130512, -0.0015706000849604607, -0.0011492347111925483, -0.0007278693374246359, -0.0003065040218643844, 0.00011486132279969752, 0.0005362266674637794, 0.0009575920412316918, 0.0013789574149996042, 0.0018003226723521948, 0.002221688162535429, 0.0026430534198880196, 0.00306441867724061, 0.0034857841674238443, 0.0039071496576070786, 0.004328514914959669, 0.00474988017231226, 0.00517124542966485, 0.005592610687017441, 0.006013975944370031, 0.006435341667383909, 0.0068567069247365, 0.00727807218208909, 0.007699437439441681, 0.008120803162455559, 0.008542167954146862, 0.00896353367716074, 0.009384898468852043, 0.009806264191865921, 0.010227629914879799, 0.010648994706571102, 0.01107036042958498, 0.011491725221276283, 0.011913090944290161, 0.012334456667304039, 0.012755821458995342, 0.01317718718200922, 0.013598551973700523, 0.014019917696714401]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 4.0, 2.0, 6.0, 1.0, 3.0, 3.0, 2.0, 0.0, 8.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 3.0, 2.0, 2.0, 3.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02335806004703045, -0.022823894396424294, -0.022289728745818138, -0.021755561232566833, -0.021221395581960678, -0.020687229931354523, -0.020153064280748367, -0.019618898630142212, -0.019084732979536057, -0.018550565466284752, -0.018016399815678596, -0.01748223416507244, -0.016948068514466286, -0.01641390286386013, -0.015879735350608826, -0.01534556970000267, -0.014811404049396515, -0.01427723839879036, -0.01374307181686163, -0.013208906166255474, -0.012674739584326744, -0.012140573933720589, -0.011606408283114433, -0.011072241701185703, -0.010538076050579548, -0.010003910399973392, -0.009469743818044662, -0.008935578167438507, -0.008401412516832352, -0.007867245934903622, -0.007333080284297466, -0.006798914168030024, -0.006264748051762581, -0.005730581935495138, -0.0051964158192276955, -0.00466225016862154, -0.004128084052354097, -0.0035939179360866547, -0.0030597520526498556, -0.0025255861692130566, -0.001991420052945614, -0.001457254053093493, -0.0009230880532413721, -0.00038892205338925123, 0.00014524394646286964, 0.0006794099463149905, 0.0012135759461671114, 0.0017477419460192323, 0.002281907945871353, 0.002816074062138796, 0.003350239945575595, 0.003884405829012394, 0.004418571945279837, 0.004952738061547279, 0.005486903712153435, 0.0060210698284208775, 0.00655523594468832, 0.007089402060955763, 0.007623568177223206, 0.008157733827829361, 0.008691899478435516, 0.009226066060364246, 0.009760231710970402, 0.010294398292899132, 0.010828563943505287]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 4.0, 5.0, 0.0, 2.0, 10.0, 6.0, 7.0, 4.0, 12.0, 9.0, 8.0, 9.0, 16.0, 20.0, 21.0, 23.0, 26.0, 29.0, 34.0, 63.0, 76.0, 111.0, 206.0, 240.0, 348.0, 454.0, 530.0, 795.0, 1202.0, 1681.0, 3230.0, 5525.0, 1035.0, 761.0, 450.0, 376.0, 337.0, 261.0, 199.0, 124.0, 75.0, 47.0, 28.0, 16.0], "bins": [-0.01615794189274311, -0.015841247513890266, -0.015524551272392273, -0.015207856893539429, -0.01489116158336401, -0.014574466273188591, -0.014257770963013172, -0.013941075652837753, -0.013624381273984909, -0.01330768596380949, -0.012990990653634071, -0.012674295343458652, -0.012357600033283234, -0.012040904723107815, -0.01172421034425497, -0.011407515034079552, -0.011090819723904133, -0.010774124413728714, -0.010457429103553295, -0.010140734724700451, -0.009824039414525032, -0.009507344104349613, -0.009190648794174194, -0.008873953483998775, -0.008557258173823357, -0.008240563794970512, -0.007923868484795094, -0.007607173174619675, -0.007290477864444256, -0.006973783019930124, -0.006657087709754705, -0.006340392865240574, -0.006023697555065155, -0.005707002244889736, -0.005390307400375605, -0.005073612090200186, -0.004756917245686054, -0.004440221935510635, -0.0041235266253352165, -0.0038068315479904413, -0.003490136470645666, -0.003173441393300891, -0.0028567463159561157, -0.002540051005780697, -0.0022233559284359217, -0.0019066608510911465, -0.0015899656573310494, -0.0012732704635709524, -0.0009565753862261772, -0.0006398802506737411, -0.000323185115121305, -6.4899795688688755e-06, 0.00031020515598356724, 0.0006269002915360034, 0.0009435954270884395, 0.0012602906208485365, 0.0015769856981933117, 0.0018936807755380869, 0.002210375852882862, 0.002527071163058281, 0.002843766240403056, 0.0031604613177478313, 0.00347715662792325, 0.0037938517052680254, 0.004110546782612801]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.04669537395238876, -0.045628465712070465, -0.04456155747175217, -0.04349464923143387, -0.04242774099111557, -0.04136083275079727, -0.04029392451047897, -0.039227016270160675, -0.03816010802984238, -0.03709319606423378, -0.03602628782391548, -0.03495937958359718, -0.033892471343278885, -0.03282556310296059, -0.03175865486264229, -0.03069174662232399, -0.02962483838200569, -0.028557930141687393, -0.027491021901369095, -0.026424113661050797, -0.025357205420732498, -0.02429029531776905, -0.023223387077450752, -0.022156478837132454, -0.021089570596814156, -0.020022662356495857, -0.01895575411617756, -0.01788884587585926, -0.016821935772895813, -0.015755027532577515, -0.014688119292259216, -0.013621211051940918, -0.01255430281162262, -0.011487394571304321, -0.010420486330986023, -0.00935357715934515, -0.008286668919026852, -0.007219760678708553, -0.006152851972728968, -0.005085943266749382, -0.004019035026431084, -0.0029521265532821417, -0.0018852180801331997, -0.0008183096069842577, 0.0002485988661646843, 0.0013155073393136263, 0.0023824158124625683, 0.0034493242856115103, 0.004516232758760452, 0.005583140999078751, 0.006650049705058336, 0.007716958411037922, 0.00878386665135622, 0.009850774891674519, 0.010917684063315392, 0.01198459230363369, 0.013051500543951988, 0.014118408784270287, 0.015185317024588585, 0.016252225264906883, 0.01731913536787033, 0.01838604360818863, 0.019452951848506927, 0.020519860088825226, 0.021586768329143524]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 4.0, 2.0, 2.0, 3.0, 3.0, 1.0, 2.0, 6.0, 3.0, 6.0, 6.0, 10.0, 5.0, 2.0, 4.0, 12.0, 2.0, 4.0, 6.0, 3.0, 3.0, 5.0, 4.0, 1.0, 9.0, 6.0, 5.0, 4.0, 6.0, 8.0, 7.0, 3.0, 5.0, 12.0, 36.0, 23.0, 8.0, 10.0, 8.0, 5.0, 8.0, 5.0, 4.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.021596869453787804, -0.021066606044769287, -0.02053634263575077, -0.020006079226732254, -0.019475815817713737, -0.01894555240869522, -0.018415288999676704, -0.017885025590658188, -0.01735476218163967, -0.016824498772621155, -0.016294235363602638, -0.01576397195458412, -0.015233708545565605, -0.014703445136547089, -0.014173181727528572, -0.013642918318510056, -0.013112654909491539, -0.012582391500473022, -0.012052128091454506, -0.01152186468243599, -0.010991601273417473, -0.010461337864398956, -0.00993107445538044, -0.009400811046361923, -0.008870547637343407, -0.00834028422832489, -0.007810020819306374, -0.007279757410287857, -0.0067494940012693405, -0.006219230592250824, -0.0056889671832323074, -0.005158703774213791, -0.004628440365195274, -0.004098176956176758, -0.0035679135471582413, -0.0030376501381397247, -0.002507386729121208, -0.0019771233201026917, -0.0014468599110841751, -0.0009165965020656586, -0.00038633309304714203, 0.0001439303159713745, 0.000674193724989891, 0.0012044571340084076, 0.0017347205430269241, 0.0022649839520454407, 0.002795247361063957, 0.0033255107700824738, 0.0038557741791009903, 0.004386037588119507, 0.004916300997138023, 0.00544656440615654, 0.0059768278151750565, 0.006507091224193573, 0.0070373546332120895, 0.007567618042230606, 0.008097881451249123, 0.00862814486026764, 0.009158408269286156, 0.009688671678304672, 0.010218935087323189, 0.010749198496341705, 0.011279461905360222, 0.011809725314378738, 0.012339988723397255]}, "_runtime": 14.264817476272583, "_timestamp": 1596208684.8181937, "_step": 11} +{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 4.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 2.0, 3.0, 5.0, 0.0, 2.0, 4.0, 3.0, 2.0, 4.0, 4.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02259928360581398, -0.02194974571466446, -0.02130020596086979, -0.020650668069720268, -0.020001130178570747, -0.019351590424776077, -0.018702052533626556, -0.018052514642477036, -0.017402974888682365, -0.016753436997532845, -0.016103899106383324, -0.015454359352588654, -0.014804821461439133, -0.014155282638967037, -0.013505743816494942, -0.01285620592534542, -0.012206667102873325, -0.01155712828040123, -0.010907590389251709, -0.010258051566779613, -0.009608512744307518, -0.008958974853157997, -0.008309436030685902, -0.007659897208213806, -0.007010358851402998, -0.00636082049459219, -0.005711281672120094, -0.005061743315309286, -0.004412204958498478, -0.0037626661360263824, -0.0031131277792155743, -0.0024635891895741224, -0.0018140505999326706, -0.0011645120102912188, -0.0005149735370650887, 0.00013456499436870217, 0.0007841035258024931, 0.001433642115443945, 0.002083180472254753, 0.002732719061896205, 0.003382257651537657, 0.004031796008348465, 0.0046813348308205605, 0.005330873187631369, 0.005980411544442177, 0.006629950366914272, 0.0072794887237250805, 0.007929027080535889, 0.008578565903007984, 0.00922810472548008, 0.0098776426166296, 0.010527181439101696, 0.011176720261573792, 0.011826258152723312, 0.012475796975195408, 0.013125335797667503, 0.013774873688817024, 0.01442441251128912, 0.015073951333761215, 0.015723489224910736, 0.016373028978705406, 0.017022566869854927, 0.017672104761004448, 0.018321644514799118, 0.01897118240594864]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 4.0, 1.0, 2.0, 3.0, 4.0, 6.0, 12.0, 8.0, 15.0, 18.0, 18.0, 35.0, 36.0, 51.0, 54.0, 86.0, 107.0, 136.0, 211.0, 232.0, 363.0, 512.0, 2950.0, 1504.0, 594.0, 334.0, 206.0, 121.0, 93.0, 57.0, 44.0, 27.0, 20.0, 19.0, 8.0, 8.0, 8.0, 7.0, 4.0, 2.0, 2.0, 2.0, 0.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1720338761806488, -0.16578556597232819, -0.15953725576400757, -0.15328894555568695, -0.14704063534736633, -0.1407923400402069, -0.1345440298318863, -0.12829571962356567, -0.12204740941524506, -0.11579909920692444, -0.10955078899860382, -0.1033024862408638, -0.09705417603254318, -0.09080586582422256, -0.08455756306648254, -0.07830925285816193, -0.07206094264984131, -0.06581263244152069, -0.05956432595849037, -0.05331601947546005, -0.047067709267139435, -0.04081939905881882, -0.0345710925757885, -0.02832278423011303, -0.02207447588443756, -0.015826167538762093, -0.009577859193086624, -0.0033295508474111557, 0.0029187574982643127, 0.009167065843939781, 0.01541537418961525, 0.021663682535290718, 0.027911990880966187, 0.034160301089286804, 0.04040860757231712, 0.04665691405534744, 0.05290522426366806, 0.05915353447198868, 0.0654018372297287, 0.07165014743804932, 0.07789845764636993, 0.08414676785469055, 0.09039507806301117, 0.09664338082075119, 0.10289169102907181, 0.10914000123739243, 0.11538830399513245, 0.12163661420345306, 0.12788492441177368, 0.1341332346200943, 0.14038154482841492, 0.14662985503673553, 0.15287816524505615, 0.15912646055221558, 0.1653747707605362, 0.1716230809688568, 0.17787139117717743, 0.18411970138549805, 0.19036801159381866, 0.19661632180213928, 0.2028646171092987, 0.20911292731761932, 0.21536123752593994, 0.22160954773426056, 0.22785785794258118]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 4.0, 1.0, 3.0, 4.0, 4.0, 3.0, 5.0, 3.0, 3.0, 2.0, 1.0, 5.0, 6.0, 2.0, 25.0, 1.0, 1.0, 3.0, 5.0, 5.0, 1.0, 2.0, 2.0, 2.0, 7.0, 2.0, 2.0, 2.0, 3.0, 2.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004986037500202656, -0.004798452835530043, -0.0046108681708574295, -0.004423283040523529, -0.004235698375850916, -0.004048113711178303, -0.003860528813675046, -0.003672943916171789, -0.003485359251499176, -0.003297774586826563, -0.003110189689323306, -0.0029226047918200493, -0.002735020127147436, -0.002547435462474823, -0.002359850564971566, -0.0021722656674683094, -0.0019846810027956963, -0.0017970962217077613, -0.0016095114406198263, -0.0014219266595318913, -0.0012343418784439564, -0.0010467570973560214, -0.0008591723162680864, -0.0006715875351801515, -0.0004840027540922165, -0.0002964179730042815, -0.00010883319191634655, 7.875158917158842e-05, 0.0002663363702595234, 0.00045392115134745836, 0.0006415059324353933, 0.0008290907135233283, 0.0010166754946112633, 0.0012042602756991982, 0.0013918450567871332, 0.0015794298378750682, 0.0017670146189630032, 0.0019545992836356163, 0.002142184181138873, 0.00232976907864213, 0.002517353743314743, 0.002704938407987356, 0.002892523305490613, 0.0030801082029938698, 0.003267692867666483, 0.003455277532339096, 0.003642862429842353, 0.0038304473273456097, 0.004018031992018223, 0.004205616656690836, 0.004393201321363449, 0.0045807864516973495, 0.004768371116369963, 0.004955955781042576, 0.005143540911376476, 0.005331125576049089, 0.005518710240721703, 0.005706294905394316, 0.005893879570066929, 0.006081464700400829, 0.0062690493650734425, 0.006456634029746056, 0.006644219160079956, 0.006831803824752569, 0.007019388489425182]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 7.0, 10.0, 13.0, 17.0, 30.0, 42.0, 67.0, 89.0, 154.0, 211.0, 294.0, 401.0, 547.0, 789.0, 1091.0, 1556.0, 2102.0, 3122.0, 4456.0, 6287.0, 8595.0, 12402.0, 17119.0, 23242.0, 31832.0, 43885.0, 59818.0, 79602.0, 103549.0, 416947.0, 92813.0, 70762.0, 52341.0, 37655.0, 27258.0, 20326.0, 15235.0, 11370.0, 8743.0, 6472.0, 4880.0, 3565.0, 2729.0, 1995.0, 1468.0, 1033.0, 760.0, 559.0, 372.0, 287.0, 210.0, 158.0, 120.0, 86.0, 67.0, 36.0, 26.0, 23.0, 11.0, 4.0, 2.0, 1.0, 2.0], "bins": [-0.014171630144119263, -0.013705482706427574, -0.01323933620005846, -0.012773189693689346, -0.012307042255997658, -0.01184089481830597, -0.011374748311936855, -0.010908601805567741, -0.010442454367876053, -0.009976306930184364, -0.00951016042381525, -0.009044013917446136, -0.008577866479754448, -0.00811171904206276, -0.0076455725356936455, -0.007179425563663244, -0.006713278591632843, -0.006247131619602442, -0.0057809846475720406, -0.005314837675541639, -0.004848690703511238, -0.004382543731480837, -0.003916396759450436, -0.0034502497874200344, -0.002984102815389633, -0.002517955843359232, -0.0020518088713288307, -0.0015856618992984295, -0.0011195149272680283, -0.000653367955237627, -0.0001872209832072258, 0.00027892598882317543, 0.0007450729608535767, 0.0012112199328839779, 0.0016773669049143791, 0.0021435138769447803, 0.0026096608489751816, 0.003075807821005583, 0.003541954793035984, 0.004008101765066385, 0.0044742487370967865, 0.004940395709127188, 0.005406542681157589, 0.00587268965318799, 0.006338836625218391, 0.006804983597248793, 0.007271130569279194, 0.007737277541309595, 0.008203424513339996, 0.008669571951031685, 0.009135718457400799, 0.009601864963769913, 0.010068012401461601, 0.01053415983915329, 0.011000306345522404, 0.011466452851891518, 0.011932600289583206, 0.012398747727274895, 0.012864894233644009, 0.013331040740013123, 0.013797188177704811, 0.0142633356153965, 0.014729482121765614, 0.015195628628134727, 0.015661776065826416]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 2.0, 3.0, 3.0, 7.0, 2.0, 7.0, 4.0, 2.0, 4.0, 8.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.020390667021274567, -0.019881432875990868, -0.01937219873070717, -0.01886296458542347, -0.01835373044013977, -0.01784449815750122, -0.01733526401221752, -0.016826029866933823, -0.016316795721650124, -0.015807561576366425, -0.015298327431082726, -0.014789094217121601, -0.014279860071837902, -0.013770625926554203, -0.013261392712593079, -0.01275215856730938, -0.01224292442202568, -0.011733690276741982, -0.011224456131458282, -0.010715222917497158, -0.010205988772213459, -0.00969675462692976, -0.009187521412968636, -0.008678287267684937, -0.008169053122401237, -0.0076598189771175385, -0.007150585297495127, -0.006641351617872715, -0.006132117472589016, -0.005622883327305317, -0.005113649647682905, -0.0046044159680604935, -0.004095181822776794, -0.003585947910323739, -0.0030767139978706837, -0.0025674800854176283, -0.002058246172964573, -0.0015490122605115175, -0.0010397783480584621, -0.0005305444356054068, -2.131052315235138e-05, 0.000487923389300704, 0.0009971573017537594, 0.0015063912142068148, 0.00201562512665987, 0.0025248590391129255, 0.003034092951565981, 0.0035433268640190363, 0.004052560776472092, 0.004561794921755791, 0.0050710286013782024, 0.005580262281000614, 0.006089496426284313, 0.006598730571568012, 0.007107964251190424, 0.007617197930812836, 0.008126432076096535, 0.008635666221380234, 0.009144900366663933, 0.009654133580625057, 0.010163367725908756, 0.010672601871192455, 0.01118183508515358, 0.011691069230437279, 0.012200303375720978]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 3.0, 3.0, 0.0, 3.0, 3.0, 7.0, 3.0, 10.0, 7.0, 4.0, 5.0, 7.0, 9.0, 8.0, 22.0, 12.0, 13.0, 5.0, 11.0, 6.0, 14.0, 16.0, 19.0, 22.0, 13.0, 19.0, 44.0, 69.0, 68.0, 117.0, 179.0, 306.0, 492.0, 888.0, 1402.0, 2682.0, 7753.0, 1702.0, 883.0, 555.0, 385.0, 283.0, 133.0, 55.0, 57.0, 33.0, 17.0, 17.0, 18.0, 11.0, 11.0, 6.0, 6.0, 3.0, 2.0, 3.0, 2.0, 0.0, 2.0, 1.0], "bins": [-0.015902388840913773, -0.015509220771491528, -0.015116053633391857, -0.014722885563969612, -0.014329718425869942, -0.013936550356447697, -0.013543383218348026, -0.013150215148925781, -0.01275704801082611, -0.012363879941403866, -0.01197071187198162, -0.01157754473388195, -0.011184376664459705, -0.010791209526360035, -0.01039804145693779, -0.01000487431883812, -0.009611706249415874, -0.00921853817999363, -0.008825371041893959, -0.008432202972471714, -0.008039035834372044, -0.007645867764949799, -0.007252700161188841, -0.006859532557427883, -0.006466364953666925, -0.006073197349905968, -0.00568002974614501, -0.005286862142384052, -0.004893694072961807, -0.0045005264692008495, -0.004107358865439892, -0.003714191261678934, -0.0033210236579179764, -0.0029278560541570187, -0.002534688450396061, -0.0021415206138044596, -0.0017483530100435019, -0.0013551854062825441, -0.0009620176861062646, -0.000568850024137646, -0.00017568236216902733, 0.0002174852997995913, 0.0006106529617682099, 0.0010038206819444895, 0.0013969882857054472, 0.001790155889466405, 0.0021833237260580063, 0.002576491329818964, 0.0029696589335799217, 0.0033628265373408794, 0.003755994141101837, 0.004149161744862795, 0.004542329348623753, 0.004935497418045998, 0.005328665021806955, 0.005721832625567913, 0.006115000229328871, 0.0065081678330898285, 0.006901335436850786, 0.007294503040611744, 0.007687671110033989, 0.00808083824813366, 0.008474006317555904, 0.008867173455655575, 0.00926034152507782]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 5.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04753309115767479, -0.04636514186859131, -0.04519719257950783, -0.04402924329042435, -0.042861294001340866, -0.041693344712257385, -0.040525395423173904, -0.039357446134090424, -0.03818949684500694, -0.03702154755592346, -0.03585359826683998, -0.0346856489777565, -0.03351769968867302, -0.03234975039958954, -0.031181802973151207, -0.030013853684067726, -0.028845904394984245, -0.027677955105900764, -0.026510005816817284, -0.025342056527733803, -0.024174107238650322, -0.02300615794956684, -0.02183820866048336, -0.02067025937139988, -0.019502311944961548, -0.018334362655878067, -0.017166413366794586, -0.015998464077711105, -0.014830514788627625, -0.013662565499544144, -0.012494616210460663, -0.011326666921377182, -0.010158717632293701, -0.00899076834321022, -0.00782281905412674, -0.006654870230704546, -0.005486920941621065, -0.004318971652537584, -0.003151022596284747, -0.00198307354003191, -0.0008151242509484291, 0.0003528249217197299, 0.001520774094387889, 0.002688723150640726, 0.003856672439724207, 0.005024621728807688, 0.006192570552229881, 0.007360519841313362, 0.008528469130396843, 0.009696418419480324, 0.010864367708563805, 0.012032316997647285, 0.013200266286730766, 0.014368214644491673, 0.015536163933575153, 0.01670411415398121, 0.01787206158041954, 0.01904001086950302, 0.020207960158586502, 0.021375909447669983, 0.022543858736753464, 0.023711808025836945, 0.024879757314920425, 0.026047706604003906, 0.027215655893087387]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 8.0, 7.0, 5.0, 7.0, 6.0, 5.0, 6.0, 13.0, 4.0, 8.0, 13.0, 14.0, 9.0, 18.0, 51.0, 24.0, 14.0, 13.0, 6.0, 11.0, 7.0, 3.0, 5.0, 3.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.03450354188680649, -0.03367825224995613, -0.032852958887815475, -0.03202766925096512, -0.031202375888824463, -0.030377086251974106, -0.0295517947524786, -0.028726503252983093, -0.027901211753487587, -0.02707592025399208, -0.026250628754496574, -0.025425337255001068, -0.02460004761815071, -0.023774756118655205, -0.0229494646191597, -0.022124173119664192, -0.021298881620168686, -0.02047359012067318, -0.019648298621177673, -0.018823007121682167, -0.01799771562218666, -0.017172425985336304, -0.016347134485840797, -0.015521842986345291, -0.014696551486849785, -0.013871259987354279, -0.013045968487858772, -0.01222067791968584, -0.011395386420190334, -0.010570094920694828, -0.009744804352521896, -0.00891951285302639, -0.008094221353530884, -0.0072689298540353775, -0.0064436388202011585, -0.0056183477863669395, -0.004793056286871433, -0.003967764787375927, -0.003142473753541708, -0.0023171824868768454, -0.0014918912202119827, -0.0006665999535471201, 0.00015869131311774254, 0.0009839825797826052, 0.0018092738464474678, 0.0026345651131123304, 0.003459856379777193, 0.004285147413611412, 0.005110438913106918, 0.005935730412602425, 0.006761021446436644, 0.007586312480270863, 0.008411603979766369, 0.009236895479261875, 0.010062186047434807, 0.010887477546930313, 0.01171276904642582, 0.012538060545921326, 0.013363352045416832, 0.014188642613589764, 0.01501393411308527, 0.0158392246812582, 0.016664516180753708, 0.017489807680249214, 0.01831509917974472]}, "_runtime": 15.099745988845825, "_timestamp": 1596208685.6531222, "_step": 12} +{"val_accuracy": 0.669658247716895, "val_loss": 1.0893197203880032, "_runtime": 16.565829515457153, "_timestamp": 1596208687.1192057, "_step": 13} diff --git a/wandb/run-20200731_151753-2e8ytus9/wandb-metadata.json b/wandb/run-20200731_151753-2e8ytus9/wandb-metadata.json new file mode 100644 index 0000000..dd7940f --- /dev/null +++ b/wandb/run-20200731_151753-2e8ytus9/wandb-metadata.json @@ -0,0 +1,30 @@ +{ + "root": "/home/akternurra/Documents/projects/quest-for-general-artifical-intelligence/projects/text-recognizer", + "program": "<python with no main file>", + "git": { + "remote": "git@github.com:aktersnurra/text-recognizer.git", + "commit": "fa461db6132e7a22f3aa1bb48cce8981890325fb" + }, + "email": "gustaf.rydholm@gmail.com", + "startedAt": "2020-07-31T15:17:53.672946", + "host": "kompjuter", + "username": "akternurra", + "executable": "/home/akternurra/.cache/pypoetry/virtualenvs/text-recognizer-N1c_zsdp-py3.8/bin/python", + "os": "Linux-5.4.0-42-generic-x86_64-with-glibc2.27", + "python": "3.8.2", + "gpu": "GeForce RTX 2070", + "gpu_count": 1, + "cpu_count": 12, + "cuda": "10.1.105", + "args": [ + "--gpu=-1", + "--save", + "--experiment_config={\"dataloader\": \"EmnistDataLoader\", \"data_loader_args\": {\"splits\": [\"train\", \"val\"], \"sample_to_balance\": true, \"subsample_fraction\": null, \"transform\": null, \"target_transform\": null, \"batch_size\": 256, \"shuffle\": true, \"num_workers\": 8, \"cuda\": true, \"seed\": 4711}, \"model\": \"CharacterModel\", \"metrics\": [\"accuracy\"], \"network\": \"LeNet\", \"network_args\": {\"input_size\": [28, 28], \"output_size\": 62}, \"train_args\": {\"batch_size\": 256, \"epochs\": 16}, \"criterion\": \"CrossEntropyLoss\", \"criterion_args\": {\"weight\": null, \"ignore_index\": -100, \"reduction\": \"mean\"}, \"optimizer\": \"AdamW\", \"optimizer_args\": {\"lr\": 0.01, \"betas\": [0.9, 0.999], \"eps\": 1e-08, \"weight_decay\": 0, \"amsgrad\": false}, \"lr_scheduler\": \"OneCycleLR\", \"lr_scheduler_args\": {\"max_lr\": 0.001, \"epochs\": 16}, \"callbacks\": [\"Checkpoint\", \"EarlyStopping\", \"WandbCallback\", \"WandbImageLogger\"], \"callback_args\": {\"Checkpoint\": {\"monitor\": \"val_accuracy\"}, \"EarlyStopping\": {\"monitor\": \"val_loss\", \"min_delta\": 0.0, \"patience\": 3, \"mode\": \"min\"}, \"WandbCallback\": {\"log_batch_frequency\": 1}, \"WandbImageLogger\": {\"num_examples\": 4}}, \"verbosity\": 2, \"resume_experiment\": null, \"experiment_group\": \"Sample Experiments\"}" + ], + "state": "failed", + "jobType": null, + "mode": "run", + "project": "text-recognizer", + "heartbeatAt": "2020-07-31T15:18:07.342291", + "exitcode": 1 +} diff --git a/wandb/run-20200731_151753-2e8ytus9/wandb-summary.json b/wandb/run-20200731_151753-2e8ytus9/wandb-summary.json new file mode 100644 index 0000000..aa92611 --- /dev/null +++ b/wandb/run-20200731_151753-2e8ytus9/wandb-summary.json @@ -0,0 +1 @@ +{"graph_0": {"_type": "graph-file", "path": "media/graph/graph_0_summary_5f222c0c.graph.json", "sha256": "5f222c0c1032b7e66298b1edc870282aede0addc9d32583d66ef3e326c0608a0", "size": 1814}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 4.0, 1.0, 3.0, 4.0, 4.0, 3.0, 5.0, 3.0, 3.0, 2.0, 1.0, 5.0, 6.0, 2.0, 25.0, 1.0, 1.0, 3.0, 5.0, 5.0, 1.0, 2.0, 2.0, 2.0, 7.0, 2.0, 2.0, 2.0, 3.0, 2.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004986037500202656, -0.004798452835530043, -0.0046108681708574295, -0.004423283040523529, -0.004235698375850916, -0.004048113711178303, -0.003860528813675046, -0.003672943916171789, -0.003485359251499176, -0.003297774586826563, -0.003110189689323306, -0.0029226047918200493, -0.002735020127147436, -0.002547435462474823, -0.002359850564971566, -0.0021722656674683094, -0.0019846810027956963, -0.0017970962217077613, -0.0016095114406198263, -0.0014219266595318913, -0.0012343418784439564, -0.0010467570973560214, -0.0008591723162680864, -0.0006715875351801515, -0.0004840027540922165, -0.0002964179730042815, -0.00010883319191634655, 7.875158917158842e-05, 0.0002663363702595234, 0.00045392115134745836, 0.0006415059324353933, 0.0008290907135233283, 0.0010166754946112633, 0.0012042602756991982, 0.0013918450567871332, 0.0015794298378750682, 0.0017670146189630032, 0.0019545992836356163, 0.002142184181138873, 0.00232976907864213, 0.002517353743314743, 0.002704938407987356, 0.002892523305490613, 0.0030801082029938698, 0.003267692867666483, 0.003455277532339096, 0.003642862429842353, 0.0038304473273456097, 0.004018031992018223, 0.004205616656690836, 0.004393201321363449, 0.0045807864516973495, 0.004768371116369963, 0.004955955781042576, 0.005143540911376476, 0.005331125576049089, 0.005518710240721703, 0.005706294905394316, 0.005893879570066929, 0.006081464700400829, 0.0062690493650734425, 0.006456634029746056, 0.006644219160079956, 0.006831803824752569, 0.007019388489425182]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 3.0, 3.0, 0.0, 3.0, 3.0, 7.0, 3.0, 10.0, 7.0, 4.0, 5.0, 7.0, 9.0, 8.0, 22.0, 12.0, 13.0, 5.0, 11.0, 6.0, 14.0, 16.0, 19.0, 22.0, 13.0, 19.0, 44.0, 69.0, 68.0, 117.0, 179.0, 306.0, 492.0, 888.0, 1402.0, 2682.0, 7753.0, 1702.0, 883.0, 555.0, 385.0, 283.0, 133.0, 55.0, 57.0, 33.0, 17.0, 17.0, 18.0, 11.0, 11.0, 6.0, 6.0, 3.0, 2.0, 3.0, 2.0, 0.0, 2.0, 1.0], "bins": [-0.015902388840913773, -0.015509220771491528, -0.015116053633391857, -0.014722885563969612, -0.014329718425869942, -0.013936550356447697, -0.013543383218348026, -0.013150215148925781, -0.01275704801082611, -0.012363879941403866, -0.01197071187198162, -0.01157754473388195, -0.011184376664459705, -0.010791209526360035, -0.01039804145693779, -0.01000487431883812, -0.009611706249415874, -0.00921853817999363, -0.008825371041893959, -0.008432202972471714, -0.008039035834372044, -0.007645867764949799, -0.007252700161188841, -0.006859532557427883, -0.006466364953666925, -0.006073197349905968, -0.00568002974614501, -0.005286862142384052, -0.004893694072961807, -0.0045005264692008495, -0.004107358865439892, -0.003714191261678934, -0.0033210236579179764, -0.0029278560541570187, -0.002534688450396061, -0.0021415206138044596, -0.0017483530100435019, -0.0013551854062825441, -0.0009620176861062646, -0.000568850024137646, -0.00017568236216902733, 0.0002174852997995913, 0.0006106529617682099, 0.0010038206819444895, 0.0013969882857054472, 0.001790155889466405, 0.0021833237260580063, 0.002576491329818964, 0.0029696589335799217, 0.0033628265373408794, 0.003755994141101837, 0.004149161744862795, 0.004542329348623753, 0.004935497418045998, 0.005328665021806955, 0.005721832625567913, 0.006115000229328871, 0.0065081678330898285, 0.006901335436850786, 0.007294503040611744, 0.007687671110033989, 0.00808083824813366, 0.008474006317555904, 0.008867173455655575, 0.00926034152507782]}, "gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 4.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 2.0, 3.0, 5.0, 0.0, 2.0, 4.0, 3.0, 2.0, 4.0, 4.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02259928360581398, -0.02194974571466446, -0.02130020596086979, -0.020650668069720268, -0.020001130178570747, -0.019351590424776077, -0.018702052533626556, -0.018052514642477036, -0.017402974888682365, -0.016753436997532845, -0.016103899106383324, -0.015454359352588654, -0.014804821461439133, -0.014155282638967037, -0.013505743816494942, -0.01285620592534542, -0.012206667102873325, -0.01155712828040123, -0.010907590389251709, -0.010258051566779613, -0.009608512744307518, -0.008958974853157997, -0.008309436030685902, -0.007659897208213806, -0.007010358851402998, -0.00636082049459219, -0.005711281672120094, -0.005061743315309286, -0.004412204958498478, -0.0037626661360263824, -0.0031131277792155743, -0.0024635891895741224, -0.0018140505999326706, -0.0011645120102912188, -0.0005149735370650887, 0.00013456499436870217, 0.0007841035258024931, 0.001433642115443945, 0.002083180472254753, 0.002732719061896205, 0.003382257651537657, 0.004031796008348465, 0.0046813348308205605, 0.005330873187631369, 0.005980411544442177, 0.006629950366914272, 0.0072794887237250805, 0.007929027080535889, 0.008578565903007984, 0.00922810472548008, 0.0098776426166296, 0.010527181439101696, 0.011176720261573792, 0.011826258152723312, 0.012475796975195408, 0.013125335797667503, 0.013774873688817024, 0.01442441251128912, 0.015073951333761215, 0.015723489224910736, 0.016373028978705406, 0.017022566869854927, 0.017672104761004448, 0.018321644514799118, 0.01897118240594864]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 5.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04753309115767479, -0.04636514186859131, -0.04519719257950783, -0.04402924329042435, -0.042861294001340866, -0.041693344712257385, -0.040525395423173904, -0.039357446134090424, -0.03818949684500694, -0.03702154755592346, -0.03585359826683998, -0.0346856489777565, -0.03351769968867302, -0.03234975039958954, -0.031181802973151207, -0.030013853684067726, -0.028845904394984245, -0.027677955105900764, -0.026510005816817284, -0.025342056527733803, -0.024174107238650322, -0.02300615794956684, -0.02183820866048336, -0.02067025937139988, -0.019502311944961548, -0.018334362655878067, -0.017166413366794586, -0.015998464077711105, -0.014830514788627625, -0.013662565499544144, -0.012494616210460663, -0.011326666921377182, -0.010158717632293701, -0.00899076834321022, -0.00782281905412674, -0.006654870230704546, -0.005486920941621065, -0.004318971652537584, -0.003151022596284747, -0.00198307354003191, -0.0008151242509484291, 0.0003528249217197299, 0.001520774094387889, 0.002688723150640726, 0.003856672439724207, 0.005024621728807688, 0.006192570552229881, 0.007360519841313362, 0.008528469130396843, 0.009696418419480324, 0.010864367708563805, 0.012032316997647285, 0.013200266286730766, 0.014368214644491673, 0.015536163933575153, 0.01670411415398121, 0.01787206158041954, 0.01904001086950302, 0.020207960158586502, 0.021375909447669983, 0.022543858736753464, 0.023711808025836945, 0.024879757314920425, 0.026047706604003906, 0.027215655893087387]}, "_step": 13, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 2.0, 3.0, 3.0, 7.0, 2.0, 7.0, 4.0, 2.0, 4.0, 8.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.020390667021274567, -0.019881432875990868, -0.01937219873070717, -0.01886296458542347, -0.01835373044013977, -0.01784449815750122, -0.01733526401221752, -0.016826029866933823, -0.016316795721650124, -0.015807561576366425, -0.015298327431082726, -0.014789094217121601, -0.014279860071837902, -0.013770625926554203, -0.013261392712593079, -0.01275215856730938, -0.01224292442202568, -0.011733690276741982, -0.011224456131458282, -0.010715222917497158, -0.010205988772213459, -0.00969675462692976, -0.009187521412968636, -0.008678287267684937, -0.008169053122401237, -0.0076598189771175385, -0.007150585297495127, -0.006641351617872715, -0.006132117472589016, -0.005622883327305317, -0.005113649647682905, -0.0046044159680604935, -0.004095181822776794, -0.003585947910323739, -0.0030767139978706837, -0.0025674800854176283, -0.002058246172964573, -0.0015490122605115175, -0.0010397783480584621, -0.0005305444356054068, -2.131052315235138e-05, 0.000487923389300704, 0.0009971573017537594, 0.0015063912142068148, 0.00201562512665987, 0.0025248590391129255, 0.003034092951565981, 0.0035433268640190363, 0.004052560776472092, 0.004561794921755791, 0.0050710286013782024, 0.005580262281000614, 0.006089496426284313, 0.006598730571568012, 0.007107964251190424, 0.007617197930812836, 0.008126432076096535, 0.008635666221380234, 0.009144900366663933, 0.009654133580625057, 0.010163367725908756, 0.010672601871192455, 0.01118183508515358, 0.011691069230437279, 0.012200303375720978]}, "_runtime": 16.565829515457153, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 7.0, 10.0, 13.0, 17.0, 30.0, 42.0, 67.0, 89.0, 154.0, 211.0, 294.0, 401.0, 547.0, 789.0, 1091.0, 1556.0, 2102.0, 3122.0, 4456.0, 6287.0, 8595.0, 12402.0, 17119.0, 23242.0, 31832.0, 43885.0, 59818.0, 79602.0, 103549.0, 416947.0, 92813.0, 70762.0, 52341.0, 37655.0, 27258.0, 20326.0, 15235.0, 11370.0, 8743.0, 6472.0, 4880.0, 3565.0, 2729.0, 1995.0, 1468.0, 1033.0, 760.0, 559.0, 372.0, 287.0, 210.0, 158.0, 120.0, 86.0, 67.0, 36.0, 26.0, 23.0, 11.0, 4.0, 2.0, 1.0, 2.0], "bins": [-0.014171630144119263, -0.013705482706427574, -0.01323933620005846, -0.012773189693689346, -0.012307042255997658, -0.01184089481830597, -0.011374748311936855, -0.010908601805567741, -0.010442454367876053, -0.009976306930184364, -0.00951016042381525, -0.009044013917446136, -0.008577866479754448, -0.00811171904206276, -0.0076455725356936455, -0.007179425563663244, -0.006713278591632843, -0.006247131619602442, -0.0057809846475720406, -0.005314837675541639, -0.004848690703511238, -0.004382543731480837, -0.003916396759450436, -0.0034502497874200344, -0.002984102815389633, -0.002517955843359232, -0.0020518088713288307, -0.0015856618992984295, -0.0011195149272680283, -0.000653367955237627, -0.0001872209832072258, 0.00027892598882317543, 0.0007450729608535767, 0.0012112199328839779, 0.0016773669049143791, 0.0021435138769447803, 0.0026096608489751816, 0.003075807821005583, 0.003541954793035984, 0.004008101765066385, 0.0044742487370967865, 0.004940395709127188, 0.005406542681157589, 0.00587268965318799, 0.006338836625218391, 0.006804983597248793, 0.007271130569279194, 0.007737277541309595, 0.008203424513339996, 0.008669571951031685, 0.009135718457400799, 0.009601864963769913, 0.010068012401461601, 0.01053415983915329, 0.011000306345522404, 0.011466452851891518, 0.011932600289583206, 0.012398747727274895, 0.012864894233644009, 0.013331040740013123, 0.013797188177704811, 0.0142633356153965, 0.014729482121765614, 0.015195628628134727, 0.015661776065826416]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 4.0, 1.0, 2.0, 3.0, 4.0, 6.0, 12.0, 8.0, 15.0, 18.0, 18.0, 35.0, 36.0, 51.0, 54.0, 86.0, 107.0, 136.0, 211.0, 232.0, 363.0, 512.0, 2950.0, 1504.0, 594.0, 334.0, 206.0, 121.0, 93.0, 57.0, 44.0, 27.0, 20.0, 19.0, 8.0, 8.0, 8.0, 7.0, 4.0, 2.0, 2.0, 2.0, 0.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1720338761806488, -0.16578556597232819, -0.15953725576400757, -0.15328894555568695, -0.14704063534736633, -0.1407923400402069, -0.1345440298318863, -0.12829571962356567, -0.12204740941524506, -0.11579909920692444, -0.10955078899860382, -0.1033024862408638, -0.09705417603254318, -0.09080586582422256, -0.08455756306648254, -0.07830925285816193, -0.07206094264984131, -0.06581263244152069, -0.05956432595849037, -0.05331601947546005, -0.047067709267139435, -0.04081939905881882, -0.0345710925757885, -0.02832278423011303, -0.02207447588443756, -0.015826167538762093, -0.009577859193086624, -0.0033295508474111557, 0.0029187574982643127, 0.009167065843939781, 0.01541537418961525, 0.021663682535290718, 0.027911990880966187, 0.034160301089286804, 0.04040860757231712, 0.04665691405534744, 0.05290522426366806, 0.05915353447198868, 0.0654018372297287, 0.07165014743804932, 0.07789845764636993, 0.08414676785469055, 0.09039507806301117, 0.09664338082075119, 0.10289169102907181, 0.10914000123739243, 0.11538830399513245, 0.12163661420345306, 0.12788492441177368, 0.1341332346200943, 0.14038154482841492, 0.14662985503673553, 0.15287816524505615, 0.15912646055221558, 0.1653747707605362, 0.1716230809688568, 0.17787139117717743, 0.18411970138549805, 0.19036801159381866, 0.19661632180213928, 0.2028646171092987, 0.20911292731761932, 0.21536123752593994, 0.22160954773426056, 0.22785785794258118]}, "_timestamp": 1596208687.1192057, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 8.0, 7.0, 5.0, 7.0, 6.0, 5.0, 6.0, 13.0, 4.0, 8.0, 13.0, 14.0, 9.0, 18.0, 51.0, 24.0, 14.0, 13.0, 6.0, 11.0, 7.0, 3.0, 5.0, 3.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.03450354188680649, -0.03367825224995613, -0.032852958887815475, -0.03202766925096512, -0.031202375888824463, -0.030377086251974106, -0.0295517947524786, -0.028726503252983093, -0.027901211753487587, -0.02707592025399208, -0.026250628754496574, -0.025425337255001068, -0.02460004761815071, -0.023774756118655205, -0.0229494646191597, -0.022124173119664192, -0.021298881620168686, -0.02047359012067318, -0.019648298621177673, -0.018823007121682167, -0.01799771562218666, -0.017172425985336304, -0.016347134485840797, -0.015521842986345291, -0.014696551486849785, -0.013871259987354279, -0.013045968487858772, -0.01222067791968584, -0.011395386420190334, -0.010570094920694828, -0.009744804352521896, -0.00891951285302639, -0.008094221353530884, -0.0072689298540353775, -0.0064436388202011585, -0.0056183477863669395, -0.004793056286871433, -0.003967764787375927, -0.003142473753541708, -0.0023171824868768454, -0.0014918912202119827, -0.0006665999535471201, 0.00015869131311774254, 0.0009839825797826052, 0.0018092738464474678, 0.0026345651131123304, 0.003459856379777193, 0.004285147413611412, 0.005110438913106918, 0.005935730412602425, 0.006761021446436644, 0.007586312480270863, 0.008411603979766369, 0.009236895479261875, 0.010062186047434807, 0.010887477546930313, 0.01171276904642582, 0.012538060545921326, 0.013363352045416832, 0.014188642613589764, 0.01501393411308527, 0.0158392246812582, 0.016664516180753708, 0.017489807680249214, 0.01831509917974472]}, "val_accuracy": 0.669658247716895, "val_loss": 1.0893197203880032} |