From 07dd14116fe1d8148fb614b160245287533620fc Mon Sep 17 00:00:00 2001 From: aktersnurra Date: Mon, 3 Aug 2020 23:33:34 +0200 Subject: Working Emnist lines dataset. --- wandb/run-20200731_150820-2tfrmzcg/config.yaml | 111 ++++++++++++++++ .../graph/graph_0_summary_0edadb48.graph.json | 1 + .../run-20200731_150820-2tfrmzcg/requirements.txt | 145 +++++++++++++++++++++ .../wandb-events.jsonl | 1 + .../wandb-history.jsonl | 14 ++ .../wandb-metadata.json | 30 +++++ .../wandb-summary.json | 1 + 7 files changed, 303 insertions(+) create mode 100644 wandb/run-20200731_150820-2tfrmzcg/config.yaml create mode 100644 wandb/run-20200731_150820-2tfrmzcg/media/graph/graph_0_summary_0edadb48.graph.json create mode 100644 wandb/run-20200731_150820-2tfrmzcg/requirements.txt create mode 100644 wandb/run-20200731_150820-2tfrmzcg/wandb-events.jsonl create mode 100644 wandb/run-20200731_150820-2tfrmzcg/wandb-history.jsonl create mode 100644 wandb/run-20200731_150820-2tfrmzcg/wandb-metadata.json create mode 100644 wandb/run-20200731_150820-2tfrmzcg/wandb-summary.json (limited to 'wandb/run-20200731_150820-2tfrmzcg') diff --git a/wandb/run-20200731_150820-2tfrmzcg/config.yaml b/wandb/run-20200731_150820-2tfrmzcg/config.yaml new file mode 100644 index 0000000..ec858f0 --- /dev/null +++ b/wandb/run-20200731_150820-2tfrmzcg/config.yaml @@ -0,0 +1,111 @@ +wandb_version: 1 + +_wandb: + desc: null + value: + cli_version: 0.8.36 + framework: torch + is_jupyter_run: false + is_kaggle_kernel: false + python_version: 3.8.2 +callback_args: + desc: null + value: + Checkpoint: + monitor: val_accuracy + EarlyStopping: + min_delta: 0.0 + mode: min + monitor: val_loss + patience: 3 + WandbCallback: + log_batch_frequency: 1 + WandbImageLogger: + num_examples: 4 +callbacks: + desc: null + value: + - Checkpoint + - EarlyStopping + - WandbCallback + - WandbImageLogger +criterion: + desc: null + value: CrossEntropyLoss +criterion_args: + desc: null + value: + ignore_index: -100 + reduction: mean + weight: null +data_loader_args: + desc: null + value: + batch_size: 256 + cuda: true + num_workers: 8 + sample_to_balance: true + seed: 4711 + shuffle: true + splits: + - train + - val + subsample_fraction: null + target_transform: null + transform: null +dataloader: + desc: null + value: EmnistDataLoader +experiment_group: + desc: null + value: Sample-Experiments +lr_scheduler: + desc: null + value: OneCycleLR +lr_scheduler_args: + desc: null + value: + epochs: 4 + max_lr: 0.001 + steps_per_epoch: 1314 +metrics: + desc: null + value: + - accuracy +model: + desc: null + value: CharacterModel +network: + desc: null + value: LeNet +network_args: + desc: null + value: + input_size: + - 28 + - 28 + output_size: 62 +optimizer: + desc: null + value: AdamW +optimizer_args: + desc: null + value: + amsgrad: false + betas: + - 0.9 + - 0.999 + eps: 1.0e-08 + lr: 0.01 + weight_decay: 0 +resume_experiment: + desc: null + value: null +train_args: + desc: null + value: + batch_size: 256 + epochs: 4 +verbosity: + desc: null + value: 2 diff --git a/wandb/run-20200731_150820-2tfrmzcg/media/graph/graph_0_summary_0edadb48.graph.json b/wandb/run-20200731_150820-2tfrmzcg/media/graph/graph_0_summary_0edadb48.graph.json new file mode 100644 index 0000000..5aeaecb --- /dev/null +++ b/wandb/run-20200731_150820-2tfrmzcg/media/graph/graph_0_summary_0edadb48.graph.json @@ -0,0 +1 @@ +{"format": "torch", "nodes": [{"name": "layers.0", "id": 139814908724272, "class_name": "Conv2d(1, 32, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [32, 1, 3, 3]], ["bias", [32]]], "output_shape": [[2, 32, 26, 26]], "num_parameters": [288, 32]}, {"name": "layers.1", "id": 139814908724080, "class_name": "ReLU(inplace=True)", "parameters": [], "output_shape": [[2, 32, 26, 26]], "num_parameters": []}, {"name": "layers.2", "id": 139814908724224, "class_name": "Conv2d(32, 64, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [64, 32, 3, 3]], ["bias", [64]]], "output_shape": [[2, 64, 24, 24]], "num_parameters": [18432, 64]}, {"name": "layers.4", "id": 139814908724512, "class_name": "MaxPool2d(kernel_size=2, stride=2, padding=0, dilation=1, ceil_mode=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.5", "id": 139814908724464, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.6", "id": 139814908724176, "class_name": "Flatten()", "parameters": [], "output_shape": [[2, 9216]], "num_parameters": []}, {"name": "layers.7", "id": 139814908625248, "class_name": "Linear(in_features=9216, out_features=128, bias=True)", "parameters": [["weight", [128, 9216]], ["bias", [128]]], "output_shape": [[2, 128]], "num_parameters": [1179648, 128]}, {"name": "layers.9", "id": 139814908625296, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 128]], "num_parameters": []}, {"name": "layers.10", "id": 139814908625344, "class_name": "Linear(in_features=128, out_features=62, bias=True)", "parameters": [["weight", [62, 128]], ["bias", [62]]], "output_shape": [[2, 62]], "num_parameters": [7936, 62]}], "edges": []} diff --git a/wandb/run-20200731_150820-2tfrmzcg/requirements.txt b/wandb/run-20200731_150820-2tfrmzcg/requirements.txt new file mode 100644 index 0000000..10c63b6 --- /dev/null +++ b/wandb/run-20200731_150820-2tfrmzcg/requirements.txt @@ -0,0 +1,145 @@ +alabaster==0.7.12 +appdirs==1.4.4 +attrs==19.3.0 +babel==2.8.0 +backcall==0.2.0 +bandit==1.6.2 +black==19.10b0 +bleach==3.1.5 +blessings==1.7 +boltons==20.2.0 +certifi==2020.6.20 +chardet==3.0.4 +click==7.1.2 +configparser==5.0.0 +coverage==5.2.1 +cycler==0.10.0 +darglint==1.5.2 +dataclasses==0.6 +decorator==4.4.2 +defusedxml==0.6.0 +desert==2020.1.6 +docker-pycreds==0.4.0 +docutils==0.16 +dparse==0.5.1 +entrypoints==0.3 +flake8-annotations==2.3.0 +flake8-bandit==2.1.2 +flake8-black==0.2.1 +flake8-bugbear==20.1.4 +flake8-docstrings==1.5.0 +flake8-import-order==0.18.1 +flake8-polyfill==1.0.2 +flake8==3.8.3 +future==0.18.2 +gitdb==4.0.5 +gitpython==3.1.7 +gpustat==0.6.0 +gql==0.2.0 +graphql-core==1.1 +h5py==2.10.0 +idna==2.10 +imagesize==1.2.0 +ipykernel==5.3.4 +ipython-genutils==0.2.0 +ipython==7.16.1 +ipywidgets==7.5.1 +jedi==0.17.2 +jinja2==2.11.2 +jsonschema==3.2.0 +jupyter-client==6.1.6 +jupyter-console==6.1.0 +jupyter-core==4.6.3 +jupyter==1.0.0 +kiwisolver==1.2.0 +loguru==0.5.1 +markupsafe==1.1.1 +marshmallow==3.7.1 +matplotlib==3.3.0 +mccabe==0.6.1 +mistune==0.8.4 +more-itertools==8.4.0 +mypy-extensions==0.4.3 +mypy==0.770 +nbconvert==5.6.1 +nbformat==5.0.7 +notebook==6.0.3 +numpy==1.19.1 +nvidia-ml-py3==7.352.0 +opencv-python==4.3.0.36 +packaging==20.4 +pandocfilters==1.4.2 +parso==0.7.1 +pathspec==0.8.0 +pathtools==0.1.2 +pbr==5.4.5 +pexpect==4.8.0 +pickleshare==0.7.5 +pillow==7.2.0 +pip==20.2 +pluggy==0.13.1 +prometheus-client==0.8.0 +promise==2.3 +prompt-toolkit==3.0.5 +psutil==5.7.2 +ptyprocess==0.6.0 +py==1.9.0 +pycodestyle==2.6.0 +pydocstyle==5.0.2 +pyflakes==2.2.0 +pygments==2.6.1 +pyparsing==2.4.7 +pyrsistent==0.16.0 +pytest-cov==2.10.0 +pytest-mock==3.2.0 +pytest==5.4.3 +python-dateutil==2.8.1 +pytz==2020.1 +pyyaml==5.3.1 +pyzmq==19.0.1 +qtconsole==4.7.5 +qtpy==1.9.0 +redis==3.5.3 +redlock-py==1.0.8 +regex==2020.7.14 +requests==2.24.0 +safety==1.9.0 +send2trash==1.5.0 +sentry-sdk==0.16.2 +setuptools==41.2.0 +shortuuid==1.0.1 +six==1.15.0 +smmap==3.0.4 +snowballstemmer==2.0.0 +sphinx-autodoc-typehints==1.11.0 +sphinx-rtd-theme==0.4.3 +sphinx==3.1.2 +sphinxcontrib-applehelp==1.0.2 +sphinxcontrib-devhelp==1.0.2 +sphinxcontrib-htmlhelp==1.0.3 +sphinxcontrib-jsmath==1.0.1 +sphinxcontrib-qthelp==1.0.3 +sphinxcontrib-serializinghtml==1.1.4 +stevedore==3.2.0 +subprocess32==3.5.4 +terminado==0.8.3 +testpath==0.4.4 +text-recognizer==0.1.0 +toml==0.10.1 +torch==1.5.1 +torchsummary==1.5.1 +torchvision==0.6.1 +tornado==6.0.4 +tqdm==4.48.0 +traitlets==4.3.3 +typed-ast==1.4.1 +typeguard==2.9.1 +typing-extensions==3.7.4.2 +typing-inspect==0.6.0 +urllib3==1.25.10 +wandb==0.8.36 +watchdog==0.10.3 +wcwidth==0.2.5 +webencodings==0.5.1 +widgetsnbextension==3.5.1 +xdoctest==0.12.0 diff --git a/wandb/run-20200731_150820-2tfrmzcg/wandb-events.jsonl b/wandb/run-20200731_150820-2tfrmzcg/wandb-events.jsonl new file mode 100644 index 0000000..3e4aea1 --- /dev/null +++ b/wandb/run-20200731_150820-2tfrmzcg/wandb-events.jsonl @@ -0,0 +1 @@ +{"system.gpu.0.gpu": 63.75, "system.gpu.0.memory": 45.75, "system.gpu.0.memoryAllocated": 21.21, "system.gpu.0.temp": 53.0, "system.gpu.process.0.gpu": 63.75, "system.gpu.process.0.memory": 45.75, "system.gpu.process.0.memoryAllocated": 21.21, "system.gpu.process.0.temp": 53.0, "system.gpu.0.powerWatts": 118.96, "system.gpu.0.powerPercent": 55.33, "system.gpu.process.0.powerWatts": 118.96, "system.gpu.process.0.powerPercent": 55.33, "system.cpu": 34.48, "system.memory": 66.1, "system.disk": 37.1, "system.proc.memory.availableMB": 5427.69, "system.proc.memory.rssMB": 2569.5, "system.proc.memory.percent": 16.05, "system.proc.cpu.threads": 17.0, "system.network.sent": 689256, "system.network.recv": 259560, "_wandb": true, "_timestamp": 1596208113, "_runtime": 12} diff --git a/wandb/run-20200731_150820-2tfrmzcg/wandb-history.jsonl b/wandb/run-20200731_150820-2tfrmzcg/wandb-history.jsonl new file mode 100644 index 0000000..16d4fe2 --- /dev/null +++ b/wandb/run-20200731_150820-2tfrmzcg/wandb-history.jsonl @@ -0,0 +1,14 @@ +{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 3.0, 1.0, 5.0, 2.0, 5.0, 0.0, 1.0, 0.0, 7.0, 0.0, 1.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0], "bins": [-0.02511853352189064, -0.02444872446358204, -0.023778915405273438, -0.023109104484319687, -0.022439295426011086, -0.021769486367702484, -0.021099677309393883, -0.020429866388440132, -0.01976005733013153, -0.01909024827182293, -0.018420439213514328, -0.017750630155205727, -0.017080819234251976, -0.016411010175943375, -0.015741201117634773, -0.015071391128003597, -0.014401582069694996, -0.013731773011386395, -0.013061963021755219, -0.012392153963446617, -0.011722343973815441, -0.01105253491550684, -0.010382724925875664, -0.009712915867567062, -0.009043106809258461, -0.008373296819627285, -0.007703487295657396, -0.007033677771687508, -0.006363868713378906, -0.0056940591894090176, -0.005024249665439129, -0.00435444014146924, -0.0036846306174993515, -0.003014821093529463, -0.002345011569559574, -0.001675202278420329, -0.0010053927544504404, -0.00033558328868821263, 0.00033422617707401514, 0.001004035584628582, 0.0016738451085984707, 0.0023436546325683594, 0.003013464156538248, 0.003683273447677493, 0.004353082738816738, 0.005022892262786627, 0.0056927017867565155, 0.006362511310726404, 0.007032320834696293, 0.0077021303586661816, 0.00837193988263607, 0.009041748940944672, 0.009711558930575848, 0.010381367988884449, 0.011051177978515625, 0.011720987036824226, 0.012390796095132828, 0.013060606084764004, 0.013730415143072605, 0.014400225132703781, 0.015070034191012383, 0.015739843249320984, 0.016409654170274734, 0.017079463228583336, 0.017749272286891937]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 2.0, 4.0, 5.0, 4.0, 6.0, 10.0, 5.0, 20.0, 17.0, 24.0, 22.0, 34.0, 62.0, 85.0, 92.0, 109.0, 159.0, 181.0, 251.0, 336.0, 495.0, 632.0, 2590.0, 813.0, 616.0, 454.0, 300.0, 207.0, 120.0, 78.0, 64.0, 42.0, 30.0, 15.0, 10.0, 10.0, 4.0, 3.0, 4.0, 5.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.06899359077215195, -0.06713937222957611, -0.06528516113758087, -0.06343094259500504, -0.061576731503009796, -0.05972251668572426, -0.05786830186843872, -0.05601408705115318, -0.054159872233867645, -0.05230565369129181, -0.05045143887400627, -0.048597224056720734, -0.046743009239435196, -0.04488879442214966, -0.04303457960486412, -0.04118036478757858, -0.039326149970293045, -0.03747193515300751, -0.03561772033572197, -0.03376350551843643, -0.031909290701150894, -0.030055074021220207, -0.02820085920393467, -0.026346644386649132, -0.024492429569363594, -0.022638214752078056, -0.02078399993479252, -0.01892978511750698, -0.017075568437576294, -0.01522135455161333, -0.013367138803005219, -0.01151292398571968, -0.009658709168434143, -0.007804494351148605, -0.00595027906820178, -0.004096063785254955, -0.0022418489679694176, -0.0003876339178532362, 0.0014665811322629452, 0.0033207961823791265, 0.005175011232495308, 0.007029226049780846, 0.008883440867066383, 0.010737656615674496, 0.012591871432960033, 0.014446086250245571, 0.016300301998853683, 0.01815451681613922, 0.02000873163342476, 0.021862946450710297, 0.023717161267995834, 0.025571376085281372, 0.02742559090256691, 0.029279807582497597, 0.031134022399783134, 0.03298823535442352, 0.03484245389699936, 0.0366966687142849, 0.038550883531570435, 0.04040509834885597, 0.04225931316614151, 0.04411352798342705, 0.045967742800712585, 0.04782195761799812, 0.04967617243528366]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 3.0, 3.0, 2.0, 0.0, 4.0, 4.0, 6.0, 4.0, 5.0, 1.0, 2.0, 3.0, 2.0, 0.0, 1.0, 1.0, 3.0, 29.0, 3.0, 2.0, 5.0, 3.0, 3.0, 4.0, 3.0, 1.0, 1.0, 3.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008332166820764542, -0.008057793602347374, -0.007783419918268919, -0.007509046699851751, -0.007234673015773296, -0.006960299797356129, -0.006685926113277674, -0.006411552894860506, -0.006137179210782051, -0.005862805992364883, -0.005588432773947716, -0.005314059089869261, -0.005039685871452093, -0.004765312187373638, -0.0044909389689564705, -0.0042165652848780155, -0.003942192066460848, -0.0036678186152130365, -0.0033934451639652252, -0.003119071712717414, -0.0028446982614696026, -0.002570325043052435, -0.0022959515918046236, -0.0020215781405568123, -0.001747204689309001, -0.0014728312380611897, -0.0011984577868133783, -0.0009240844519808888, -0.0006497110007330775, -0.00037533757858909667, -0.0001009641564451158, 0.00017340926569886506, 0.0004477826878428459, 0.0007221561390906572, 0.0009965295903384686, 0.001270902925170958, 0.0015452763764187694, 0.0018196498276665807, 0.00209402316249907, 0.0023683966137468815, 0.002642770064994693, 0.002917143516242504, 0.0031915169674903154, 0.0034658904187381268, 0.0037402636371552944, 0.004014637321233749, 0.004289010539650917, 0.004563384223729372, 0.00483775744214654, 0.005112130660563707, 0.005386504344642162, 0.00566087756305933, 0.005935251247137785, 0.006209624465554953, 0.006483998149633408, 0.006758371368050575, 0.007032744586467743, 0.007307118270546198, 0.0075814914889633656, 0.00785586517304182, 0.008130238391458988, 0.008404611609876156, 0.008678985759615898, 0.008953358978033066, 0.009227732196450233]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 3.0, 1.0, 3.0, 10.0, 11.0, 20.0, 25.0, 59.0, 84.0, 123.0, 179.0, 245.0, 403.0, 584.0, 838.0, 1325.0, 1883.0, 2593.0, 3779.0, 5460.0, 8290.0, 12110.0, 17918.0, 27140.0, 41252.0, 61284.0, 88847.0, 136798.0, 501828.0, 88822.0, 57354.0, 37888.0, 24624.0, 17069.0, 11598.0, 8360.0, 5726.0, 4097.0, 2943.0, 2166.0, 1595.0, 1195.0, 875.0, 586.0, 445.0, 360.0, 245.0, 171.0, 119.0, 87.0, 63.0, 54.0, 30.0, 28.0, 10.0, 13.0, 6.0, 9.0, 6.0, 2.0, 1.0, 2.0], "bins": [-0.007158556021749973, -0.0069212582893669605, -0.0066839600913226604, -0.006446662358939648, -0.006209364160895348, -0.005972066428512335, -0.005734768230468035, -0.005497470498085022, -0.005260172300040722, -0.005022874567657709, -0.004785576835274696, -0.004548278637230396, -0.0043109809048473835, -0.004073682706803083, -0.0038363849744200706, -0.0035990870092064142, -0.003361789043992758, -0.0031244910787791014, -0.002887193113565445, -0.0026498951483517885, -0.002412597183138132, -0.0021752994507551193, -0.001938001485541463, -0.0017007035203278065, -0.00146340555511415, -0.0012261075899004936, -0.0009888096246868372, -0.0007515117758885026, -0.0005142138106748462, -0.0002769158745650202, -3.9617938455194235e-05, 0.00019767999765463173, 0.0004349779337644577, 0.0006722758989781141, 0.0009095738059841096, 0.0011468717129901052, 0.0013841696782037616, 0.001621467643417418, 0.0018587654922157526, 0.002096063457429409, 0.0023333614226430655, 0.002570659387856722, 0.0028079573530703783, 0.0030452553182840347, 0.0032825530506670475, 0.003519851015880704, 0.0037571489810943604, 0.00399444717913866, 0.004231744911521673, 0.004469042643904686, 0.004706340841948986, 0.004943638574331999, 0.005180936772376299, 0.005418234504759312, 0.005655532702803612, 0.0058928304351866245, 0.006130128167569637, 0.006367426365613937, 0.00660472409799695, 0.00684202229604125, 0.007079320028424263, 0.007316618226468563, 0.007553915958851576, 0.007791214156895876, 0.008028511889278889]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 7.0, 2.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.022605711594223976, -0.02206151932477951, -0.021517328917980194, -0.02097313664853573, -0.020428944379091263, -0.019884752109646797, -0.01934055984020233, -0.018796369433403015, -0.01825217716395855, -0.017707984894514084, -0.017163794487714767, -0.016619602218270302, -0.016075409948825836, -0.01553121767938137, -0.01498702634125948, -0.014442835003137589, -0.013898642733693123, -0.013354450464248657, -0.012810259126126766, -0.012266067788004875, -0.01172187551856041, -0.011177683249115944, -0.010633491910994053, -0.010089300572872162, -0.009545108303427696, -0.00900091603398323, -0.00845672469586134, -0.007912533357739449, -0.007368341088294983, -0.006824149284511805, -0.006279957480728626, -0.005735765676945448, -0.00519157387316227, -0.004647382069379091, -0.004103190265595913, -0.0035589984618127346, -0.0030148066580295563, -0.002470614854246378, -0.0019264230504631996, -0.0013822312466800213, -0.000838039442896843, -0.0002938476391136646, 0.0002503441646695137, 0.000794535968452692, 0.0013387277722358704, 0.0018829195760190487, 0.002427111379802227, 0.0029713031835854053, 0.0035154949873685837, 0.004059686791151762, 0.00460387859493494, 0.005148070398718119, 0.005692262202501297, 0.006236454006284475, 0.006780645810067654, 0.007324837613850832, 0.00786902941763401, 0.008413221687078476, 0.008957413025200367, 0.009501604363322258, 0.010045796632766724, 0.01058998890221119, 0.01113418024033308, 0.011678371578454971, 0.012222563847899437]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 3.0, 6.0, 14.0, 15.0, 16.0, 17.0, 15.0, 26.0, 31.0, 27.0, 38.0, 38.0, 46.0, 32.0, 54.0, 59.0, 63.0, 76.0, 80.0, 87.0, 102.0, 118.0, 142.0, 118.0, 145.0, 161.0, 173.0, 183.0, 191.0, 207.0, 258.0, 267.0, 348.0, 342.0, 333.0, 337.0, 387.0, 374.0, 447.0, 669.0, 965.0, 7352.0, 1326.0, 633.0, 557.0, 393.0, 218.0, 166.0, 119.0, 131.0, 100.0, 114.0, 91.0, 76.0, 61.0, 38.0, 21.0, 13.0, 4.0, 6.0], "bins": [-0.024159766733646393, -0.023632308468222618, -0.023104852065443993, -0.022577393800020218, -0.022049937397241592, -0.021522479131817818, -0.020995022729039192, -0.020467564463615417, -0.019940108060836792, -0.019412649795413017, -0.018885191529989243, -0.018357735127210617, -0.017830276861786842, -0.017302820459008217, -0.016775362193584442, -0.016247905790805817, -0.015720447525382042, -0.015192990191280842, -0.014665532857179642, -0.014138075523078442, -0.013610618188977242, -0.013083159923553467, -0.012555702589452267, -0.012028245255351067, -0.011500787921249866, -0.010973330587148666, -0.010445873253047466, -0.009918415918946266, -0.009390957653522491, -0.008863500319421291, -0.008336042985320091, -0.007808585651218891, -0.007281128317117691, -0.006753670983016491, -0.006226213648915291, -0.005698755849152803, -0.005171298515051603, -0.004643841180950403, -0.004116383381187916, -0.0035889260470867157, -0.0030614687129855156, -0.0025340113788843155, -0.0020065538119524717, -0.0014790963614359498, -0.0009516389109194279, -0.00042418146040290594, 0.00010327599011361599, 0.0006307334406301379, 0.0011581908911466599, 0.0016856483416631818, 0.0022131057921797037, 0.0027405633591115475, 0.0032680206932127476, 0.0037954780273139477, 0.004322935827076435, 0.004850393161177635, 0.005377850495278835, 0.005905307829380035, 0.0064327651634812355, 0.006960222963243723, 0.007487680297344923, 0.00801513809710741, 0.00854259543120861, 0.00907005276530981, 0.00959751009941101]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 6.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.048349976539611816, -0.047411512583494186, -0.046473052352666855, -0.045534588396549225, -0.044596124440431595, -0.04365766420960426, -0.04271920025348663, -0.041780736297369, -0.04084227606654167, -0.03990381211042404, -0.03896534815430641, -0.03802688792347908, -0.03708842396736145, -0.03614996001124382, -0.03521149978041649, -0.03427303582429886, -0.03333457559347153, -0.0323961116373539, -0.03145764768123627, -0.030519185587763786, -0.029580723494291306, -0.028642259538173676, -0.027703797444701195, -0.026765335351228714, -0.025826871395111084, -0.024888409301638603, -0.023949947208166122, -0.02301148511469364, -0.02207302115857601, -0.02113455906510353, -0.02019609697163105, -0.01925763301551342, -0.01831917092204094, -0.01738070882856846, -0.01644224487245083, -0.015503782778978348, -0.014565320685505867, -0.013626857660710812, -0.012688394635915756, -0.011749932542443275, -0.01081146951764822, -0.009873006492853165, -0.008934544399380684, -0.007996081374585629, -0.00705761881545186, -0.006119156256318092, -0.005180693231523037, -0.004242230672389269, -0.003303768113255501, -0.0023653055541217327, -0.001426842762157321, -0.0004883800866082311, 0.00045008258894085884, 0.0013885452644899487, 0.0023270079400390387, 0.0032654707320034504, 0.0042039332911372185, 0.0051423958502709866, 0.006080858409404755, 0.00701932143419981, 0.007957784458994865, 0.008896246552467346, 0.009834709577262402, 0.010773171670734882, 0.011711634695529938]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 3.0, 3.0, 2.0, 2.0, 0.0, 2.0, 1.0, 4.0, 5.0, 3.0, 1.0, 3.0, 1.0, 3.0, 1.0, 6.0, 3.0, 3.0, 2.0, 2.0, 2.0, 8.0, 7.0, 8.0, 3.0, 4.0, 9.0, 1.0, 4.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 4.0, 3.0, 7.0, 6.0, 8.0, 12.0, 98.0, 10.0, 8.0, 4.0, 3.0, 7.0, 7.0], "bins": [-0.058762431144714355, -0.057746417820453644, -0.05673040822148323, -0.05571439862251282, -0.054698385298252106, -0.053682371973991394, -0.05266636237502098, -0.05165035277605057, -0.050634339451789856, -0.049618326127529144, -0.04860231652855873, -0.04758630692958832, -0.046570293605327606, -0.045554280281066895, -0.04453827068209648, -0.04352226108312607, -0.042506247758865356, -0.041490234434604645, -0.04047422483563423, -0.03945821523666382, -0.03844220191240311, -0.037426188588142395, -0.03641017898917198, -0.03539416939020157, -0.03437815606594086, -0.033362142741680145, -0.03234613314270973, -0.03133012354373932, -0.030314110219478607, -0.029298098757863045, -0.028282087296247482, -0.02726607583463192, -0.026250064373016357, -0.025234052911400795, -0.024218041449785233, -0.02320202998816967, -0.022186018526554108, -0.021170007064938545, -0.020153995603322983, -0.01913798414170742, -0.018121972680091858, -0.017105961218476295, -0.016089949756860733, -0.01507393829524517, -0.014057926833629608, -0.013041915372014046, -0.012025903910398483, -0.01100989244878292, -0.009993880987167358, -0.008977869525551796, -0.007961858063936234, -0.006945846602320671, -0.005929835140705109, -0.004913823679089546, -0.0038978122174739838, -0.0028818007558584213, -0.0018657892942428589, -0.0008497778326272964, 0.000166233628988266, 0.0011822450906038284, 0.002198256552219391, 0.0032142680138349533, 0.004230279475450516, 0.005246290937066078, 0.006262302398681641]}, "_runtime": 5.163710117340088, "_timestamp": 1596208102.705456, "_step": 0} +{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 3.0, 4.0, 5.0, 0.0, 1.0, 3.0, 2.0, 3.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016765864565968513, -0.016171330586075783, -0.015576797537505627, -0.01498226448893547, -0.01438773050904274, -0.01379319652915001, -0.013198663480579853, -0.012604130432009697, -0.012009596452116966, -0.011415062472224236, -0.01082052942365408, -0.010225996375083923, -0.009631462395191193, -0.009036928415298462, -0.008442395366728306, -0.00784786231815815, -0.007253328338265419, -0.006658794824033976, -0.006064261309802532, -0.005469727795571089, -0.004875194281339645, -0.004280660767108202, -0.0036861272528767586, -0.003091593738645315, -0.0024970602244138718, -0.0019025267101824284, -0.001307993195950985, -0.0007134596817195415, -0.00011892616748809814, 0.00047560734674334526, 0.0010701408609747887, 0.001664674375206232, 0.0022592078894376755, 0.002853741403669119, 0.0034482749179005623, 0.004042808432132006, 0.004637341946363449, 0.0052318754605948925, 0.005826408974826336, 0.006420942489057779, 0.007015476003289223, 0.007610009517520666, 0.00820454303175211, 0.008799076080322266, 0.009393610060214996, 0.009988144040107727, 0.010582677088677883, 0.01117721013724804, 0.01177174411714077, 0.0123662780970335, 0.012960811145603657, 0.013555344194173813, 0.014149878174066544, 0.014744412153959274, 0.01533894520252943, 0.015933478251099586, 0.016528012230992317, 0.017122546210885048, 0.01771707832813263, 0.01831161230802536, 0.01890614628791809, 0.01950068026781082, 0.020095214247703552, 0.020689746364951134, 0.021284280344843864]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 4.0, 2.0, 9.0, 2.0, 12.0, 7.0, 14.0, 9.0, 14.0, 22.0, 26.0, 26.0, 31.0, 41.0, 45.0, 59.0, 58.0, 70.0, 76.0, 100.0, 138.0, 153.0, 217.0, 229.0, 327.0, 411.0, 2195.0, 771.0, 697.0, 594.0, 448.0, 315.0, 205.0, 145.0, 91.0, 71.0, 76.0, 42.0, 37.0, 32.0, 26.0, 25.0, 14.0, 12.0, 10.0, 6.0, 4.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.13387157022953033, -0.13015049695968628, -0.12642940878868103, -0.12270833551883698, -0.11898725479841232, -0.11526618152856827, -0.11154510080814362, -0.10782402008771896, -0.10410293936729431, -0.10038186609745026, -0.0966607853770256, -0.09293970465660095, -0.0892186313867569, -0.08549755066633224, -0.08177646994590759, -0.07805539667606354, -0.07433431595563889, -0.07061323523521423, -0.06689216196537018, -0.06317108124494553, -0.059450000524520874, -0.05572892352938652, -0.05200784653425217, -0.048286765813827515, -0.04456568881869316, -0.04084461182355881, -0.037123531103134155, -0.0334024541079998, -0.0296813752502203, -0.025960296392440796, -0.022239219397306442, -0.01851814053952694, -0.014797061681747437, -0.011075982823967934, -0.007354904897511005, -0.00363382650539279, 8.725188672542572e-05, 0.0038083302788436413, 0.007529408670961857, 0.011250486597418785, 0.014971565455198288, 0.01869264431297779, 0.022413723170757294, 0.026134800165891647, 0.02985587902367115, 0.03357695788145065, 0.03729803487658501, 0.04101911559700966, 0.04474019259214401, 0.048461269587278366, 0.05218235030770302, 0.05590342730283737, 0.059624508023262024, 0.06334558129310608, 0.06706666201353073, 0.07078774273395538, 0.07450881600379944, 0.07822989672422409, 0.08195097744464874, 0.0856720581650734, 0.08939313143491745, 0.0931142121553421, 0.09683529287576675, 0.10055636614561081, 0.10427744686603546]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 4.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 4.0, 1.0, 3.0, 1.0, 1.0, 0.0, 2.0, 2.0, 4.0, 1.0, 2.0, 2.0, 4.0, 1.0, 5.0, 5.0, 31.0, 4.0, 4.0, 3.0, 6.0, 2.0, 2.0, 3.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007324615027755499, -0.007057388313114643, -0.006790161598473787, -0.0065229348838329315, -0.006255708169192076, -0.00598848145455122, -0.005721254739910364, -0.005454028025269508, -0.005186800844967365, -0.0049195741303265095, -0.004652347415685654, -0.004385120701044798, -0.004117893986403942, -0.0038506672717630863, -0.0035834405571222305, -0.0033162138424813747, -0.003048987127840519, -0.002781760413199663, -0.0025145336985588074, -0.0022473069839179516, -0.001980080269277096, -0.0017128534382209182, -0.0014456266071647406, -0.0011783998925238848, -0.000911173177883029, -0.0006439464632421732, -0.0003767196903936565, -0.00010949294664897025, 0.000157733797095716, 0.00042496054084040225, 0.0006921872845850885, 0.0009594140574336052, 0.001226640772074461, 0.0014938674867153168, 0.0017610942013561726, 0.0020283209159970284, 0.002295547630637884, 0.0025627745781093836, 0.0028300012927502394, 0.003097228007391095, 0.003364454722031951, 0.0036316814366728067, 0.0038989081513136625, 0.004166135098785162, 0.004433361813426018, 0.0047005885280668736, 0.004967815242707729, 0.005235041957348585, 0.005502268671989441, 0.005769495386630297, 0.0060367221012711525, 0.006303948815912008, 0.006571175530552864, 0.00683840224519372, 0.007105628959834576, 0.0073728556744754314, 0.007640082389116287, 0.00790730956941843, 0.008174535818397999, 0.008441762998700142, 0.00870898924767971, 0.008976216427981853, 0.009243442676961422, 0.009510669857263565, 0.009777896106243134]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 3.0, 5.0, 11.0, 15.0, 28.0, 42.0, 78.0, 123.0, 219.0, 320.0, 443.0, 748.0, 1042.0, 1596.0, 2394.0, 3402.0, 4651.0, 6447.0, 8752.0, 11828.0, 16092.0, 22532.0, 32159.0, 45265.0, 62476.0, 84304.0, 110177.0, 449970.0, 86579.0, 60665.0, 43788.0, 32046.0, 23208.0, 16805.0, 12486.0, 9458.0, 7194.0, 5595.0, 4247.0, 3310.0, 2574.0, 1890.0, 1433.0, 1005.0, 703.0, 489.0, 355.0, 252.0, 155.0, 100.0, 56.0, 43.0, 32.0, 23.0, 10.0, 9.0, 3.0, 7.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.010710606351494789, -0.010329988785088062, -0.009949371218681335, -0.009568753652274609, -0.009188136085867882, -0.008807518519461155, -0.008426901884377003, -0.008046284317970276, -0.007665666751563549, -0.007285049185156822, -0.006904431618750095, -0.0065238140523433685, -0.006143196485936642, -0.005762578919529915, -0.005381961818784475, -0.0050013442523777485, -0.004620726685971022, -0.004240109119564295, -0.0038594917859882116, -0.003478874219581485, -0.0030982568860054016, -0.0027176393195986748, -0.002337021753191948, -0.0019564044196158648, -0.001575786853209138, -0.001195169403217733, -0.000814551895018667, -0.0004339344159234315, -5.331693682819605e-05, 0.0003273005422670394, 0.0007079180213622749, 0.0010885355295613408, 0.0014691529795527458, 0.0018497704295441508, 0.002230387879535556, 0.0026110054459422827, 0.002991622779518366, 0.0033722403459250927, 0.0037528579123318195, 0.004133475478738546, 0.004514092579483986, 0.004894710145890713, 0.00527532771229744, 0.005655945278704166, 0.006036562845110893, 0.00641718041151762, 0.00679779751226306, 0.0071784150786697865, 0.007559032645076513, 0.007939649745821953, 0.00832026731222868, 0.008700884878635406, 0.009081502445042133, 0.00946212001144886, 0.009842737577855587, 0.010223355144262314, 0.01060397271066904, 0.010984590277075768, 0.011365207843482494, 0.011745824478566647, 0.012126442044973373, 0.0125070596113801, 0.012887677177786827, 0.013268294744193554, 0.01364891231060028]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 4.0, 1.0, 2.0, 2.0, 2.0, 9.0, 3.0, 2.0, 2.0, 0.0, 3.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01956002414226532, -0.01904068887233734, -0.018521353602409363, -0.018002018332481384, -0.017482683062553406, -0.016963347792625427, -0.01644401252269745, -0.01592467725276947, -0.015405342914164066, -0.014886007644236088, -0.01436667237430811, -0.01384733710438013, -0.013328002765774727, -0.012808667495846748, -0.01228933222591877, -0.011769996955990791, -0.011250661686062813, -0.010731326416134834, -0.010211991146206856, -0.009692655876278877, -0.009173320606350899, -0.008653986267745495, -0.008134650997817516, -0.007615315727889538, -0.007095980457961559, -0.006576645188033581, -0.006057309918105602, -0.005537975113838911, -0.0050186398439109325, -0.004499304573982954, -0.003979969769716263, -0.0034606344997882843, -0.002941299229860306, -0.0024219639599323273, -0.0019026289228349924, -0.0013832937693223357, -0.000863958615809679, -0.00034462346229702234, 0.00017471169121563435, 0.000694046844728291, 0.0012133819982409477, 0.0017327171517536044, 0.002252052305266261, 0.002771387342363596, 0.0032907226122915745, 0.003810057882219553, 0.004329392686486244, 0.004848727956414223, 0.005368063226342201, 0.00588739849627018, 0.006406733766198158, 0.0069260685704648495, 0.007445403840392828, 0.00796473864465952, 0.008484073914587498, 0.009003409184515476, 0.009522744454443455, 0.010042079724371433, 0.010561414994299412, 0.01108075026422739, 0.011600084602832794, 0.012119419872760773, 0.012638755142688751, 0.01315809041261673, 0.013677425682544708]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 1.0, 8.0, 5.0, 6.0, 11.0, 9.0, 21.0, 18.0, 29.0, 42.0, 23.0, 44.0, 62.0, 56.0, 68.0, 82.0, 87.0, 117.0, 148.0, 171.0, 219.0, 217.0, 241.0, 267.0, 247.0, 306.0, 272.0, 302.0, 246.0, 269.0, 242.0, 244.0, 316.0, 363.0, 525.0, 741.0, 6830.0, 1493.0, 996.0, 675.0, 436.0, 461.0, 437.0, 350.0, 313.0, 187.0, 98.0, 35.0, 25.0, 9.0, 10.0, 9.0, 7.0, 3.0, 6.0, 2.0, 5.0, 2.0, 5.0, 4.0, 2.0, 1.0, 2.0], "bins": [-0.020025312900543213, -0.019495973363518715, -0.018966633826494217, -0.01843729242682457, -0.01790795288980007, -0.017378613352775574, -0.016849273815751076, -0.01631993241608143, -0.01579059287905693, -0.015261253342032433, -0.014731913805007935, -0.014202573336660862, -0.013673233799636364, -0.013143893331289291, -0.012614553794264793, -0.01208521332591772, -0.011555873788893223, -0.011026534251868725, -0.010497193783521652, -0.009967854246497154, -0.009438513778150082, -0.008909174241125584, -0.008379833772778511, -0.007850494235754013, -0.007321154233068228, -0.0067918142303824425, -0.006262474227696657, -0.005733134225010872, -0.005203794687986374, -0.004674454685300589, -0.004145114682614803, -0.003615774679929018, -0.0030864346772432327, -0.0025570946745574474, -0.002027754671871662, -0.0014984149020165205, -0.0009690748993307352, -0.0004397349548526108, 8.960498962551355e-05, 0.0006189449341036379, 0.0011482848785817623, 0.0016776248812675476, 0.002206964883953333, 0.0027363046538084745, 0.00326564465649426, 0.003794984659180045, 0.004324324429035187, 0.004853664431720972, 0.005383004434406757, 0.005912344437092543, 0.006441684439778328, 0.006971024442464113, 0.0075003644451498985, 0.008029703982174397, 0.008559044450521469, 0.009088383987545967, 0.009617723524570465, 0.010147063992917538, 0.010676403529942036, 0.011205743998289108, 0.011735083535313606, 0.012264424003660679, 0.012793763540685177, 0.01332310400903225, 0.013852443546056747]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 2.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08007512241601944, -0.07853125780820847, -0.07698739320039749, -0.07544352859258652, -0.07389965653419495, -0.07235579192638397, -0.070811927318573, -0.06926806271076202, -0.06772419810295105, -0.06618033349514008, -0.0646364688873291, -0.06309260427951813, -0.061548735946416855, -0.06000487133860588, -0.05846100300550461, -0.056917138397693634, -0.05537327378988266, -0.053829409182071686, -0.05228554457426071, -0.05074167624115944, -0.049197811633348465, -0.04765394702553749, -0.04611007869243622, -0.044566214084625244, -0.04302234947681427, -0.041478484869003296, -0.03993462026119232, -0.03839075192809105, -0.036846887320280075, -0.0353030227124691, -0.03375915437936783, -0.032215289771556854, -0.03067142516374588, -0.029127560555934906, -0.027583694085478783, -0.02603982761502266, -0.024495963007211685, -0.02295209839940071, -0.021408231928944588, -0.019864365458488464, -0.01832050085067749, -0.016776636242866516, -0.015232769772410393, -0.013688904233276844, -0.012145038694143295, -0.010601173155009747, -0.009057307615876198, -0.007513442076742649, -0.0059695765376091, -0.004425710998475552, -0.002881845459342003, -0.0013379799202084541, 0.0002058856189250946, 0.0017497511580586433, 0.003293616697192192, 0.004837482236325741, 0.0063813477754592896, 0.007925213314592838, 0.009469078853726387, 0.011012944392859936, 0.012556809931993484, 0.014100675471127033, 0.015644541010260582, 0.017188407480716705, 0.01873227208852768]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 4.0, 1.0, 2.0, 2.0, 2.0, 5.0, 5.0, 5.0, 5.0, 8.0, 3.0, 8.0, 5.0, 4.0, 7.0, 9.0, 2.0, 6.0, 2.0, 1.0, 3.0, 4.0, 1.0, 2.0, 2.0, 4.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 4.0, 5.0, 2.0, 1.0, 3.0, 4.0, 2.0, 3.0, 15.0, 74.0, 15.0, 13.0, 6.0, 3.0, 3.0, 3.0, 3.0, 3.0, 6.0], "bins": [-0.07660708576440811, -0.07519717514514923, -0.07378725707530975, -0.07237734645605087, -0.0709674283862114, -0.06955751776695251, -0.06814759969711304, -0.06673768907785416, -0.06532777845859528, -0.0639178603887558, -0.06250794976949692, -0.06109803169965744, -0.05968812108039856, -0.05827820673584938, -0.0568682923913002, -0.05545837804675102, -0.05404846370220184, -0.052638549357652664, -0.051228635013103485, -0.049818720668554306, -0.04840880632400513, -0.046998895704746246, -0.04558898136019707, -0.04417906701564789, -0.04276915267109871, -0.04135923832654953, -0.03994932398200035, -0.03853940963745117, -0.03712949901819229, -0.03571958467364311, -0.03430967032909393, -0.032899755984544754, -0.031489841639995575, -0.030079927295446396, -0.028670012950897217, -0.027260100468993187, -0.025850186124444008, -0.02444027177989483, -0.0230303592979908, -0.02162044495344162, -0.02021053060889244, -0.01880061626434326, -0.017390701919794083, -0.015980789437890053, -0.014570875093340874, -0.013160960748791695, -0.01175104733556509, -0.010341133922338486, -0.008931219577789307, -0.007521305698901415, -0.006111391820013523, -0.004701477941125631, -0.0032915640622377396, -0.0018816501833498478, -0.000471736304461956, 0.0009381775744259357, 0.0023480914533138275, 0.0037580053322017193, 0.005167919211089611, 0.006577833089977503, 0.007987746968865395, 0.009397661313414574, 0.010807574726641178, 0.012217488139867783, 0.013627402484416962]}, "_runtime": 5.941828489303589, "_timestamp": 1596208103.4835744, "_step": 1} +{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 2.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 5.0, 0.0, 2.0, 4.0, 3.0, 1.0, 3.0, 3.0, 2.0, 2.0, 1.0, 3.0, 2.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02075958251953125, -0.020114421844482422, -0.019469259306788445, -0.018824098631739616, -0.01817893609404564, -0.01753377541899681, -0.016888614743947983, -0.016243452206254005, -0.015598291531205177, -0.014953129924833775, -0.014307968318462372, -0.013662807643413544, -0.013017646037042141, -0.012372484430670738, -0.01172732375562191, -0.011082162149250507, -0.010437000542879105, -0.009791838936507702, -0.0091466773301363, -0.008501516655087471, -0.007856355048716068, -0.0072111934423446655, -0.00656603230163455, -0.005920871160924435, -0.005275709554553032, -0.004630547948181629, -0.003985386807471514, -0.0033402254339307547, -0.0026950640603899956, -0.0020499026868492365, -0.0014047413133084774, -0.0007595799397677183, -0.00011441856622695923, 0.0005307428073137999, 0.001175904180854559, 0.001821065554395318, 0.002466226927936077, 0.003111388301476836, 0.0037565496750175953, 0.004401710815727711, 0.0050468724220991135, 0.005692034028470516, 0.006337195169180632, 0.006982356309890747, 0.00762751791626215, 0.008272679522633553, 0.00891784019768238, 0.009563001804053783, 0.010208163410425186, 0.010853325016796589, 0.011498486623167992, 0.01214364729821682, 0.012788808904588223, 0.013433970510959625, 0.014079131186008453, 0.014724292792379856, 0.015369454398751259, 0.016014615073800087, 0.016659777611494064, 0.017304938286542892, 0.01795009896159172, 0.018595261499285698, 0.019240422174334526, 0.019885584712028503, 0.02053074538707733]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 1.0, 3.0, 0.0, 2.0, 9.0, 13.0, 12.0, 6.0, 9.0, 11.0, 18.0, 23.0, 25.0, 29.0, 28.0, 41.0, 34.0, 52.0, 65.0, 86.0, 127.0, 126.0, 148.0, 223.0, 288.0, 340.0, 435.0, 2118.0, 1036.0, 876.0, 542.0, 353.0, 246.0, 179.0, 95.0, 81.0, 57.0, 45.0, 34.0, 27.0, 18.0, 14.0, 10.0, 7.0, 3.0, 8.0, 7.0, 2.0, 7.0, 2.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.1394779086112976, -0.13493618369102478, -0.13039447367191315, -0.1258527636528015, -0.12131103873252869, -0.11676932126283646, -0.11222760379314423, -0.107685886323452, -0.10314416885375977, -0.09860245138406754, -0.0940607339143753, -0.08951901644468307, -0.08497729897499084, -0.08043558150529861, -0.07589386403560638, -0.07135214656591415, -0.06681042909622192, -0.062268711626529694, -0.05772699415683746, -0.05318527668714523, -0.048643559217453, -0.04410184174776077, -0.03956012427806854, -0.03501840680837631, -0.030476689338684082, -0.025934971868991852, -0.02139325439929962, -0.01685153692960739, -0.012309819459915161, -0.007768101990222931, -0.0032263845205307007, 0.0013153329491615295, 0.00585705041885376, 0.01039876788854599, 0.01494048535823822, 0.01948220282793045, 0.02402392029762268, 0.02856563776731491, 0.03310735523700714, 0.03764907270669937, 0.0421907901763916, 0.04673250764608383, 0.05127422511577606, 0.05581594258546829, 0.06035766005516052, 0.06489937752485275, 0.06944109499454498, 0.07398281246423721, 0.07852452993392944, 0.08306624740362167, 0.0876079648733139, 0.09214968234300613, 0.09669139981269836, 0.1012331172823906, 0.10577483475208282, 0.11031655222177505, 0.11485826969146729, 0.11939998716115952, 0.12394170463085175, 0.12848341464996338, 0.1330251395702362, 0.13756686449050903, 0.14210857450962067, 0.1466502845287323, 0.15119200944900513]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 6.0, 2.0, 2.0, 3.0, 5.0, 2.0, 1.0, 0.0, 2.0, 28.0, 5.0, 4.0, 0.0, 2.0, 0.0, 4.0, 1.0, 5.0, 3.0, 0.0, 1.0, 3.0, 0.0, 3.0, 1.0, 3.0, 2.0, 2.0, 3.0, 3.0, 1.0, 0.0, 3.0, 0.0, 0.0, 3.0, 2.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.005386632401496172, -0.005221309140324593, -0.005055985879153013, -0.004890662617981434, -0.0047253393568098545, -0.004560016095638275, -0.004394692834466696, -0.004229369573295116, -0.004064046777784824, -0.0038987232837826014, -0.003733400022611022, -0.0035680767614394426, -0.003402753733098507, -0.0032374304719269276, -0.003072107210755348, -0.002906783949583769, -0.0027414606884121895, -0.00257613742724061, -0.0024108141660690308, -0.0022454909048974514, -0.002080167643725872, -0.0019148444989696145, -0.001749521354213357, -0.0015841980930417776, -0.0014188748318701982, -0.0012535515706986189, -0.0010882283095270395, -0.000922905164770782, -0.0007575819035992026, -0.0005922586424276233, -0.0004269354394637048, -0.0002616122073959559, -9.628897532820702e-05, 6.903425673954189e-05, 0.0002343574888072908, 0.0003996807208750397, 0.0005650039529427886, 0.000730327214114368, 0.0008956504170782864, 0.0010609736200422049, 0.0012262968812137842, 0.0013916201423853636, 0.001556943403556943, 0.0017222665483132005, 0.0018875898094847798, 0.0020529129542410374, 0.0022182362154126167, 0.002383559476584196, 0.0025488827377557755, 0.002714205998927355, 0.002879529260098934, 0.0030448525212705135, 0.003210175782442093, 0.0033754988107830286, 0.003540822071954608, 0.0037061453331261873, 0.0038714685942977667, 0.004036791622638702, 0.004202114883810282, 0.004367438144981861, 0.0045327614061534405, 0.00469808466732502, 0.004863407928496599, 0.0050287311896681786, 0.005194054450839758]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 4.0, 6.0, 19.0, 18.0, 33.0, 42.0, 69.0, 112.0, 128.0, 226.0, 323.0, 484.0, 659.0, 939.0, 1327.0, 1869.0, 2416.0, 3151.0, 4066.0, 5268.0, 6715.0, 8592.0, 10906.0, 13811.0, 18477.0, 25376.0, 35545.0, 49867.0, 70657.0, 93521.0, 421333.0, 95657.0, 75987.0, 57563.0, 42376.0, 31482.0, 24003.0, 18501.0, 14698.0, 11180.0, 8785.0, 6633.0, 4921.0, 3699.0, 2726.0, 1828.0, 1269.0, 836.0, 559.0, 373.0, 247.0, 137.0, 88.0, 57.0, 39.0, 15.0, 12.0, 8.0, 1.0, 3.0, 2.0, 0.0, 1.0], "bins": [-0.012211013585329056, -0.01182184275239706, -0.011432671919465065, -0.01104350108653307, -0.010654330253601074, -0.010265159420669079, -0.009875988587737083, -0.009486817754805088, -0.009097646921873093, -0.008708477020263672, -0.008319306187331676, -0.007930135354399681, -0.007540964521467686, -0.00715179368853569, -0.006762622855603695, -0.0063734520226716995, -0.005984281189739704, -0.005595110356807709, -0.005205939523875713, -0.004816768690943718, -0.0044275978580117226, -0.0040384274907410145, -0.003649256657809019, -0.0032600858248770237, -0.0028709149919450283, -0.002481744159013033, -0.0020925733260810375, -0.0017034027259796858, -0.0013142318930476904, -0.0009250611183233559, -0.0005358903435990214, -0.00014671956887468696, 0.00024245120584964752, 0.000631621980573982, 0.0010207927552983165, 0.00140996347181499, 0.0017991343047469854, 0.002188305137678981, 0.0025774757377803326, 0.002966646570712328, 0.0033558174036443233, 0.0037449882365763187, 0.004134159069508314, 0.0045233299024403095, 0.004912500269711018, 0.005301671102643013, 0.005690841935575008, 0.006080012768507004, 0.006469183601438999, 0.006858354434370995, 0.00724752526730299, 0.007636696100234985, 0.00802586693316698, 0.008415037766098976, 0.008804208599030972, 0.009193379431962967, 0.009582549333572388, 0.009971720166504383, 0.010360890999436378, 0.010750061832368374, 0.01113923266530037, 0.011528403498232365, 0.01191757433116436, 0.012306745164096355, 0.01269591599702835]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 4.0, 2.0, 1.0, 4.0, 4.0, 3.0, 2.0, 7.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.005535045638680458, -0.005200642626732588, -0.0048662396147847176, -0.004531836602836847, -0.004197433590888977, -0.0038630308117717505, -0.00352862779982388, -0.00319422478787601, -0.0028598217759281397, -0.0025254187639802694, -0.002191015752032399, -0.0018566128564998507, -0.0015222098445519805, -0.0011878068326041102, -0.0008534038788639009, -0.0005190009251236916, -0.0001845979131758213, 0.0001498050696682185, 0.0004842080525122583, 0.0008186110062524676, 0.0011530140182003379, 0.0014874170301482081, 0.0018218199256807566, 0.002156222937628627, 0.002490625949576497, 0.0028250289615243673, 0.0031594319734722376, 0.003493834985420108, 0.0038282377645373344, 0.004162640776485205, 0.004497043788433075, 0.004831446800380945, 0.0051658498123288155, 0.005500252824276686, 0.005834655836224556, 0.006169058848172426, 0.0065034618601202965, 0.006837864872068167, 0.007172267884016037, 0.007506670895963907, 0.007841073907911777, 0.00817547645419836, 0.008509879931807518, 0.008844282478094101, 0.009178685955703259, 0.009513088501989841, 0.009847491979598999, 0.010181894525885582, 0.010516297072172165, 0.010850700549781322, 0.011185103096067905, 0.011519506573677063, 0.011853909119963646, 0.012188312597572803, 0.012522715143859386, 0.012857118621468544, 0.013191521167755127, 0.013525924645364285, 0.013860327191650867, 0.014194730669260025, 0.014529133215546608, 0.014863536693155766, 0.015197939239442348, 0.015532342717051506, 0.01586674526333809]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 6.0, 5.0, 6.0, 13.0, 20.0, 18.0, 38.0, 60.0, 94.0, 97.0, 152.0, 184.0, 232.0, 303.0, 313.0, 387.0, 452.0, 540.0, 617.0, 724.0, 1420.0, 7028.0, 1370.0, 826.0, 529.0, 406.0, 323.0, 333.0, 281.0, 301.0, 234.0, 200.0, 177.0, 137.0, 113.0, 78.0, 86.0, 63.0, 42.0, 32.0, 39.0, 26.0, 20.0, 20.0, 18.0, 15.0, 9.0, 8.0, 5.0, 6.0, 7.0, 2.0, 5.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0], "bins": [-0.0055204397067427635, -0.0052928924560546875, -0.0050653452053666115, -0.004837798420339823, -0.004610251169651747, -0.004382703918963671, -0.004155157133936882, -0.003927609883248806, -0.00370006263256073, -0.003472515381872654, -0.0032449683640152216, -0.0030174213461577892, -0.002789874095469713, -0.002562326844781637, -0.002334779826924205, -0.0021072328090667725, -0.0018796855583786964, -0.0016521384241059422, -0.001424591289833188, -0.0011970441555604339, -0.0009694970212876797, -0.0007419498870149255, -0.0005144027527421713, -0.0002868556184694171, -5.93084841966629e-05, 0.0001682386500760913, 0.0003957857843488455, 0.0006233329186215997, 0.0008508800528943539, 0.001078427187167108, 0.0013059743214398623, 0.0015335214557126164, 0.0017610685899853706, 0.0019886158406734467, 0.002216162858530879, 0.0024437098763883114, 0.0026712571270763874, 0.0028988043777644634, 0.003126351395621896, 0.003353898413479328, 0.003581445664167404, 0.00380899291485548, 0.004036540165543556, 0.004264086950570345, 0.004491634201258421, 0.004719181451946497, 0.004946728236973286, 0.005174275487661362, 0.005401822738349438, 0.005629369989037514, 0.00585691723972559, 0.0060844640247523785, 0.0063120112754404545, 0.0065395585261285305, 0.006767105311155319, 0.006994652561843395, 0.007222199812531471, 0.007449747063219547, 0.007677294313907623, 0.0079048415645957, 0.008132388815283775, 0.008359935134649277, 0.008587482385337353, 0.008815029636025429, 0.009042576886713505]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 4.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.01923210173845291, -0.018680546432733536, -0.01812899298965931, -0.017577437683939934, -0.017025884240865707, -0.016474328935146332, -0.015922775492072105, -0.01537122018635273, -0.014819665811955929, -0.014268111437559128, -0.013716557063162327, -0.013165002688765526, -0.01261344738304615, -0.01206189300864935, -0.011510338634252548, -0.010958784259855747, -0.010407229885458946, -0.009855675511062145, -0.009304121136665344, -0.008752566762268543, -0.008201012387871742, -0.007649457547813654, -0.007097902707755566, -0.006546348333358765, -0.005994793958961964, -0.005443239584565163, -0.004891685210168362, -0.004340130370110273, -0.0037885759957134724, -0.0032370216213166714, -0.0026854670140892267, -0.002133912406861782, -0.001582358032464981, -0.0010308035416528583, -0.00047924905084073544, 7.230543997138739e-05, 0.0006238599307835102, 0.001175414421595633, 0.0017269689124077559, 0.0022785235196352005, 0.0028300778940320015, 0.0033816322684288025, 0.0039331866428256035, 0.004484741482883692, 0.005036295857280493, 0.005587850231677294, 0.006139405071735382, 0.006690959446132183, 0.007242513820528984, 0.007794068194925785, 0.008345622569322586, 0.008897176943719387, 0.009448731318116188, 0.010000286623835564, 0.010551840998232365, 0.011103395372629166, 0.011654949747025967, 0.012206504121422768, 0.012758058495819569, 0.01330961287021637, 0.013861168175935745, 0.014412722550332546, 0.014964276924729347, 0.015515831299126148, 0.01606738567352295]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 3.0, 3.0, 4.0, 3.0, 2.0, 4.0, 5.0, 4.0, 3.0, 3.0, 3.0, 6.0, 3.0, 0.0, 1.0, 4.0, 9.0, 5.0, 4.0, 5.0, 4.0, 3.0, 1.0, 7.0, 4.0, 7.0, 4.0, 9.0, 11.0, 9.0, 6.0, 10.0, 60.0, 13.0, 9.0, 6.0, 7.0, 7.0, 6.0, 3.0, 2.0, 1.0, 6.0, 3.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.018908552825450897, -0.018441202118992805, -0.017973849549889565, -0.017506498843431473, -0.017039146274328232, -0.01657179556787014, -0.0161044429987669, -0.015637092292308807, -0.015169740654528141, -0.014702389016747475, -0.014235037378966808, -0.013767685741186142, -0.01330033503472805, -0.012832983396947384, -0.012365631759166718, -0.011898280121386051, -0.011430928483605385, -0.010963576845824718, -0.010496225208044052, -0.010028873570263386, -0.00956152193248272, -0.009094171226024628, -0.008626819588243961, -0.008159467950463295, -0.007692116312682629, -0.007224764674901962, -0.006757413037121296, -0.006290061865001917, -0.0058227102272212505, -0.005355358589440584, -0.004888007417321205, -0.004420655779540539, -0.0039533041417598724, -0.003485952503979206, -0.0030186010990291834, -0.0025512496940791607, -0.0020838980562984943, -0.0016165465349331498, -0.0011491950135678053, -0.0006818434922024608, -0.00021449197083711624, 0.0002528595505282283, 0.0007202110718935728, 0.0011875625932589173, 0.0016549141146242619, 0.002122265752404928, 0.002589617157354951, 0.0030569685623049736, 0.00352432020008564, 0.003991671837866306, 0.004459023475646973, 0.004926374647766352, 0.005393726285547018, 0.005861077923327684, 0.0063284290954470634, 0.00679578073322773, 0.007263132371008396, 0.0077304840087890625, 0.008197835646569729, 0.008665187284350395, 0.009132537990808487, 0.009599889628589153, 0.01006724126636982, 0.010534592904150486, 0.011001944541931152]}, "_runtime": 6.712594509124756, "_timestamp": 1596208104.2543404, "_step": 2} +{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 6.0, 0.0, 2.0, 2.0, 1.0, 2.0, 1.0, 4.0, 3.0, 4.0, 3.0, 3.0, 2.0, 2.0, 2.0, 2.0, 3.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014898868277668953, -0.01431642659008503, -0.013733984902501106, -0.013151543214917183, -0.01256910152733326, -0.011986659839749336, -0.011404218152165413, -0.01082177646458149, -0.010239334776997566, -0.009656893089413643, -0.00907445140182972, -0.008492009714245796, -0.007909568026661873, -0.0073271263390779495, -0.006744684651494026, -0.006162242963910103, -0.0055798012763261795, -0.004997359588742256, -0.004414917901158333, -0.0038324762135744095, -0.003250034525990486, -0.002667592838406563, -0.0020851511508226395, -0.0015027094632387161, -0.0009202677756547928, -0.00033782608807086945, 0.0002446155995130539, 0.0008270572870969772, 0.0014094989746809006, 0.001991940662264824, 0.0025743823498487473, 0.0031568240374326706, 0.003739265725016594, 0.004321707412600517, 0.004904149100184441, 0.005486590787768364, 0.006069032475352287, 0.006651474162936211, 0.007233915850520134, 0.007816357538104057, 0.00839879922568798, 0.008981240913271904, 0.009563682600855827, 0.01014612428843975, 0.010728565976023674, 0.011311007663607597, 0.01189344935119152, 0.012475891038775444, 0.013058332726359367, 0.01364077441394329, 0.014223216101527214, 0.014805657789111137, 0.01538809947669506, 0.015970541164278984, 0.016552982851862907, 0.01713542453944683, 0.017717866227030754, 0.018300307914614677, 0.0188827496021986, 0.019465191289782524, 0.020047632977366447, 0.02063007466495037, 0.021212516352534294, 0.021794958040118217, 0.02237739972770214]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 4.0, 3.0, 5.0, 8.0, 4.0, 5.0, 13.0, 12.0, 10.0, 18.0, 24.0, 47.0, 32.0, 44.0, 68.0, 63.0, 107.0, 135.0, 148.0, 230.0, 343.0, 453.0, 2118.0, 1650.0, 951.0, 563.0, 325.0, 169.0, 119.0, 72.0, 47.0, 35.0, 29.0, 11.0, 11.0, 11.0, 9.0, 10.0, 7.0, 5.0, 4.0, 3.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.2142195701599121, -0.2087201625108719, -0.20322075486183167, -0.19772134721279144, -0.19222193956375122, -0.186722531914711, -0.18122310936450958, -0.17572370171546936, -0.17022429406642914, -0.16472488641738892, -0.1592254787683487, -0.15372607111930847, -0.14822666347026825, -0.14272725582122803, -0.1372278481721878, -0.13172844052314758, -0.12622901797294617, -0.12072961777448654, -0.11523021012544632, -0.1097307950258255, -0.10423138737678528, -0.09873197972774506, -0.09323257207870483, -0.08773316442966461, -0.08223375678062439, -0.07673434168100357, -0.07123493403196335, -0.06573552638292313, -0.060236118733882904, -0.05473670735955238, -0.04923729971051216, -0.04373788833618164, -0.03823848068714142, -0.032739073038101196, -0.027239661663770676, -0.021740254014730453, -0.016240844503045082, -0.01074143499135971, -0.005242026410996914, 0.0002573826350271702, 0.005756791681051254, 0.011256201192736626, 0.016755610704421997, 0.02225501835346222, 0.02775442786514759, 0.03325383737683296, 0.038753245025873184, 0.044252656400203705, 0.04975206404924393, 0.05525147169828415, 0.06075088307261467, 0.06625029444694519, 0.07174970209598541, 0.07724910974502563, 0.08274851739406586, 0.08824792504310608, 0.0937473326921463, 0.09924674779176712, 0.10474615544080734, 0.11024556308984756, 0.11574497073888779, 0.12124437838792801, 0.12674379348754883, 0.13224320113658905, 0.13774260878562927]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 2.0, 1.0, 3.0, 1.0, 5.0, 3.0, 0.0, 2.0, 4.0, 2.0, 3.0, 1.0, 3.0, 1.0, 1.0, 2.0, 2.0, 30.0, 7.0, 3.0, 0.0, 2.0, 6.0, 0.0, 3.0, 3.0, 2.0, 2.0, 1.0, 3.0, 1.0, 3.0, 1.0, 2.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005648992955684662, -0.0054762824438512325, -0.0053035723976790905, -0.005130861885845661, -0.004958151374012232, -0.00478544132784009, -0.0046127308160066605, -0.004440020304173231, -0.004267309792339802, -0.00409459974616766, -0.00392188923433423, -0.0037491789553314447, -0.003576468676328659, -0.0034037581644952297, -0.003231047885492444, -0.0030583373736590147, -0.002885627094656229, -0.0027129168156534433, -0.002540206303820014, -0.0023674960248172283, -0.002194785512983799, -0.0020220752339810133, -0.0018493649549782276, -0.00167665455956012, -0.0015039441641420126, -0.001331233768723905, -0.0011585233733057976, -0.000985813094303012, -0.0008131026988849044, -0.0006403923034667969, -0.0004676819662563503, -0.0002949715999420732, -0.00012226123362779617, 5.044913268648088e-05, 0.00022315949900075793, 0.000395869865315035, 0.000568580231629312, 0.0007412906270474195, 0.0009140009642578661, 0.0010867113014683127, 0.0012594216968864202, 0.0014321320923045278, 0.0016048424877226353, 0.001777552766725421, 0.0019502631621435285, 0.002122973557561636, 0.0022956838365644217, 0.002468394348397851, 0.0026411046274006367, 0.0028138149064034224, 0.0029865254182368517, 0.0031592356972396374, 0.0033319462090730667, 0.0035046564880758524, 0.003677366767078638, 0.0038500772789120674, 0.0040227873250842094, 0.004195497836917639, 0.004368208348751068, 0.0045409188605844975, 0.0047136289067566395, 0.004886339418590069, 0.005059049930423498, 0.00523175997659564, 0.0054044704884290695]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 0.0, 4.0, 7.0, 16.0, 17.0, 41.0, 43.0, 104.0, 129.0, 202.0, 352.0, 546.0, 734.0, 1139.0, 1653.0, 2269.0, 3109.0, 4052.0, 5444.0, 7108.0, 9062.0, 11321.0, 14098.0, 17751.0, 22202.0, 29084.0, 39185.0, 52787.0, 70777.0, 92098.0, 422962.0, 91847.0, 70866.0, 51973.0, 37819.0, 27729.0, 20968.0, 16101.0, 12493.0, 9780.0, 7704.0, 6057.0, 4660.0, 3558.0, 2879.0, 2100.0, 1538.0, 1108.0, 756.0, 502.0, 332.0, 199.0, 141.0, 97.0, 52.0, 44.0, 20.0, 14.0, 5.0, 2.0, 3.0], "bins": [-0.012629819102585316, -0.0122530497610569, -0.01187627948820591, -0.01149950921535492, -0.011122739873826504, -0.010745970532298088, -0.010369200259447098, -0.009992429986596107, -0.009615660645067692, -0.009238891303539276, -0.008862121030688286, -0.008485350757837296, -0.00810858141630888, -0.007731811609119177, -0.007355041801929474, -0.006978271994739771, -0.006601502187550068, -0.006224732380360365, -0.005847962573170662, -0.005471192765980959, -0.005094422958791256, -0.004717653151601553, -0.00434088334441185, -0.003964113537222147, -0.003587343730032444, -0.003210573922842741, -0.002833804115653038, -0.002457034308463335, -0.002080264501273632, -0.001703494694083929, -0.001326724886894226, -0.0009499550797045231, -0.0005731852725148201, -0.0001964154653251171, 0.00018035434186458588, 0.0005571241490542889, 0.0009338939562439919, 0.0013106637634336948, 0.0016874335706233978, 0.002064203377813101, 0.002440973185002804, 0.002817742992192507, 0.0031945127993822098, 0.0035712826065719128, 0.003948052413761616, 0.004324822220951319, 0.004701592028141022, 0.005078361835330725, 0.005455131642520428, 0.005831901449710131, 0.006208671256899834, 0.006585441064089537, 0.00696221087127924, 0.007338980678468943, 0.007715750485658646, 0.008092520758509636, 0.008469290100038052, 0.008846059441566467, 0.009222829714417458, 0.009599599987268448, 0.009976369328796864, 0.01035313867032528, 0.01072990894317627, 0.01110667921602726, 0.011483448557555676]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 2.0, 4.0, 2.0, 4.0, 3.0, 1.0, 2.0, 4.0, 2.0, 2.0, 2.0, 7.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.020165354013442993, -0.01972891390323639, -0.019292471930384636, -0.018856031820178032, -0.01841958984732628, -0.017983149737119675, -0.01754670776426792, -0.017110267654061317, -0.016673827543854713, -0.01623738557100296, -0.015800945460796356, -0.015364504419267178, -0.014928063377737999, -0.01449162233620882, -0.014055181294679642, -0.013618740253150463, -0.013182299211621284, -0.01274585910141468, -0.012309418059885502, -0.011872977018356323, -0.011436535976827145, -0.011000094935297966, -0.010563653893768787, -0.010127213783562183, -0.009690772742033005, -0.009254331700503826, -0.008817890658974648, -0.008381449617445469, -0.00794500857591629, -0.007508568000048399, -0.00707212695851922, -0.006635686382651329, -0.00619924534112215, -0.005762804299592972, -0.0053263637237250805, -0.004889922682195902, -0.004453481640666723, -0.004017041064798832, -0.0035806000232696533, -0.0031441589817404747, -0.0027077181730419397, -0.0022712773643434048, -0.0018348363228142262, -0.0013983955141156912, -0.0009619545890018344, -0.0005255136638879776, -8.907279698178172e-05, 0.0003473680990282446, 0.000783808995038271, 0.0012202499201521277, 0.0016566908452659845, 0.0020931316539645195, 0.002529572695493698, 0.002966013504192233, 0.003402454312890768, 0.0038388953544199467, 0.004275335930287838, 0.004711776971817017, 0.005148218013346195, 0.005584659054875374, 0.006021099630743265, 0.006457540672272444, 0.006893981713801622, 0.007330422289669514, 0.007766863331198692]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 1.0, 3.0, 4.0, 3.0, 4.0, 1.0, 2.0, 4.0, 8.0, 12.0, 11.0, 17.0, 21.0, 31.0, 26.0, 28.0, 33.0, 35.0, 68.0, 64.0, 63.0, 78.0, 71.0, 90.0, 114.0, 117.0, 142.0, 151.0, 193.0, 200.0, 231.0, 297.0, 350.0, 451.0, 635.0, 817.0, 984.0, 1369.0, 2130.0, 7156.0, 927.0, 417.0, 217.0, 156.0, 175.0, 111.0, 85.0, 86.0, 60.0, 37.0, 43.0, 28.0, 25.0, 13.0, 12.0, 4.0, 5.0, 4.0, 4.0, 2.0], "bins": [-0.011477493681013584, -0.011213136836886406, -0.010948779061436653, -0.010684422217309475, -0.010420065373182297, -0.010155707597732544, -0.009891350753605366, -0.009626992978155613, -0.009362636134028435, -0.009098279289901257, -0.008833921514451504, -0.008569564670324326, -0.008305206894874573, -0.008040850050747395, -0.007776493206620216, -0.007512135896831751, -0.007247778587043285, -0.00698342127725482, -0.006719063967466354, -0.006454707123339176, -0.006190349813550711, -0.005925992503762245, -0.005661635659635067, -0.0053972783498466015, -0.005132921040058136, -0.0048685637302696705, -0.004604206420481205, -0.004339849576354027, -0.004075492266565561, -0.003811134956777096, -0.003546777879819274, -0.003282420802861452, -0.0030180634930729866, -0.002753706183284521, -0.0024893491063266993, -0.0022249920293688774, -0.001960634719580412, -0.0016962775262072682, -0.0014319203328341246, -0.001167563139460981, -0.0009032059460878372, -0.0006388487527146935, -0.0003744915593415499, -0.0001101343659684062, 0.00015422282740473747, 0.00041858002077788115, 0.0006829372141510248, 0.0009472944075241685, 0.0012116516008973122, 0.0014760087942704558, 0.0017403659876435995, 0.0020047230646014214, 0.002269080374389887, 0.0025334376841783524, 0.002797794761136174, 0.003062151838093996, 0.0033265091478824615, 0.003590866457670927, 0.003855223534628749, 0.004119580611586571, 0.004383937921375036, 0.004648295231163502, 0.00491265207529068, 0.005177009385079145, 0.005441366694867611]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 5.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03990964591503143, -0.039164405316114426, -0.03841916844248772, -0.03767392784357071, -0.036928690969944, -0.03618345037102699, -0.035438213497400284, -0.034692972898483276, -0.03394773602485657, -0.03320249542593956, -0.03245725855231285, -0.031712017953395844, -0.030966781079769135, -0.030221542343497276, -0.029476303607225418, -0.02873106487095356, -0.0279858261346817, -0.027240585535764694, -0.026495346799492836, -0.025750108063220978, -0.02500486932694912, -0.02425963059067726, -0.023514391854405403, -0.022769153118133545, -0.022023914381861687, -0.02127867564558983, -0.02053343690931797, -0.019788198173046112, -0.019042959436774254, -0.018297720700502396, -0.017552481964230537, -0.01680724322795868, -0.01606200449168682, -0.015316765755414963, -0.014571527019143105, -0.013826288282871246, -0.013081049546599388, -0.01233581081032753, -0.011590572074055672, -0.010845333337783813, -0.010100094601511955, -0.009354854933917522, -0.008609616197645664, -0.007864377461373806, -0.007119138725101948, -0.00637389998883009, -0.005628661252558231, -0.004883422516286373, -0.004138183780014515, -0.0033929450437426567, -0.0026477063074707985, -0.0019024673383682966, -0.0011572286020964384, -0.0004119898076169193, 0.00033324898686259985, 0.00107848783954978, 0.001823726575821638, 0.0025689653120934963, 0.0033142040483653545, 0.004059442784637213, 0.004804681986570358, 0.0055499207228422165, 0.006295159459114075, 0.007040398195385933, 0.007785636931657791]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 5.0, 6.0, 3.0, 6.0, 5.0, 4.0, 6.0, 4.0, 5.0, 7.0, 6.0, 6.0, 3.0, 5.0, 5.0, 8.0, 2.0, 1.0, 3.0, 8.0, 4.0, 8.0, 7.0, 10.0, 5.0, 4.0, 6.0, 2.0, 5.0, 13.0, 62.0, 4.0, 8.0, 5.0, 7.0, 3.0, 3.0, 2.0, 0.0, 1.0, 5.0, 2.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.014876388013362885, -0.014534112997353077, -0.014191837050020695, -0.013849562034010887, -0.013507286086678505, -0.013165011070668697, -0.01282273605465889, -0.012480460107326508, -0.0121381850913167, -0.011795910075306892, -0.01145363412797451, -0.011111359111964703, -0.010769084095954895, -0.010426808148622513, -0.010084533132612705, -0.009742257185280323, -0.009399982169270515, -0.009057707153260708, -0.008715431205928326, -0.008373156189918518, -0.008030880242586136, -0.007688605226576328, -0.007346330210566521, -0.007004054728895426, -0.006661779247224331, -0.006319503765553236, -0.005977228283882141, -0.0056349532678723335, -0.005292677786201239, -0.004950402304530144, -0.004608127288520336, -0.004265851806849241, -0.003923576325178146, -0.0035813008435070515, -0.0032390255946666002, -0.002896750345826149, -0.002554474864155054, -0.002212199382483959, -0.001869924133643508, -0.0015276487683877349, -0.0011853734031319618, -0.0008430980378761888, -0.0005008226726204157, -0.00015854730736464262, 0.00018372805789113045, 0.0005260034231469035, 0.0008682787884026766, 0.0012105541536584496, 0.0015528295189142227, 0.0018951048841699958, 0.002237380249425769, 0.00257965549826622, 0.002921930979937315, 0.00326420646160841, 0.003606481710448861, 0.003948756959289312, 0.004291032440960407, 0.004633307922631502, 0.004975583404302597, 0.005317858420312405, 0.0056601339019834995, 0.006002409383654594, 0.006344684399664402, 0.006686959881335497, 0.007029235363006592]}, "_runtime": 7.49711275100708, "_timestamp": 1596208105.0388587, "_step": 3} +{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 4.0, 2.0, 1.0, 1.0, 2.0, 2.0, 4.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 3.0, 4.0, 3.0, 1.0, 1.0, 0.0, 0.0, 6.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.018032893538475037, -0.01749594509601593, -0.016958996653556824, -0.016422050073742867, -0.01588510163128376, -0.015348153188824654, -0.014811205677688122, -0.01427425816655159, -0.013737309724092484, -0.013200361281633377, -0.012663413770496845, -0.012126466259360313, -0.011589517816901207, -0.0110525693744421, -0.010515621863305569, -0.009978674352169037, -0.00944172590970993, -0.008904777467250824, -0.008367829956114292, -0.00783088244497776, -0.007293934002518654, -0.006756986025720835, -0.006220038048923016, -0.0056830900721251965, -0.005146142095327377, -0.004609194118529558, -0.004072246141731739, -0.00353529816493392, -0.0029983501881361008, -0.0024614022113382816, -0.0019244542345404625, -0.0013875062577426434, -0.0008505582809448242, -0.0003136103041470051, 0.00022333767265081406, 0.0007602856494486332, 0.0012972336262464523, 0.0018341816030442715, 0.0023711295798420906, 0.0029080775566399097, 0.003445025533437729, 0.003981973510235548, 0.004518921487033367, 0.005055869463831186, 0.005592817440629005, 0.006129765417426825, 0.006666713394224644, 0.007203661371022463, 0.007740609347820282, 0.008277557790279388, 0.00881450530141592, 0.009351452812552452, 0.009888401255011559, 0.010425349697470665, 0.010962297208607197, 0.011499244719743729, 0.012036193162202835, 0.012573141604661942, 0.013110089115798473, 0.013647036626935005, 0.014183985069394112, 0.014720933511853218, 0.01525788102298975, 0.015794828534126282, 0.016331776976585388]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 4.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 2.0, 4.0, 1.0, 5.0, 9.0, 9.0, 7.0, 10.0, 12.0, 21.0, 23.0, 23.0, 36.0, 34.0, 48.0, 53.0, 62.0, 87.0, 109.0, 152.0, 180.0, 232.0, 261.0, 403.0, 2111.0, 1764.0, 837.0, 406.0, 286.0, 223.0, 131.0, 86.0, 64.0, 42.0, 41.0, 30.0, 34.0, 26.0, 12.0, 11.0, 7.0, 3.0, 4.0, 5.0, 1.0, 5.0, 1.0, 3.0, 2.0, 2.0, 0.0, 1.0, 2.0], "bins": [-0.1854570358991623, -0.1802913248538971, -0.1751256138086319, -0.1699599027633667, -0.1647941917181015, -0.1596284806728363, -0.1544627696275711, -0.1492970585823059, -0.1441313475370407, -0.1389656364917755, -0.13379992544651031, -0.12863421440124512, -0.12346850335597992, -0.11830279231071472, -0.11313708126544952, -0.10797137022018433, -0.10280565917491913, -0.09763994812965393, -0.09247423708438873, -0.08730852603912354, -0.08214281499385834, -0.07697710394859314, -0.07181139290332794, -0.06664568185806274, -0.061479970812797546, -0.05631425976753235, -0.05114854872226715, -0.04598283767700195, -0.040817126631736755, -0.03565141558647156, -0.03048570454120636, -0.025319993495941162, -0.020154282450675964, -0.014988571405410767, -0.009822860360145569, -0.004657149314880371, 0.0005085617303848267, 0.005674272775650024, 0.010839983820915222, 0.01600569486618042, 0.021171405911445618, 0.026337116956710815, 0.03150282800197601, 0.03666853904724121, 0.04183425009250641, 0.046999961137771606, 0.052165672183036804, 0.057331383228302, 0.0624970942735672, 0.0676628053188324, 0.0728285163640976, 0.07799422740936279, 0.08315993845462799, 0.08832564949989319, 0.09349136054515839, 0.09865707159042358, 0.10382278263568878, 0.10898849368095398, 0.11415420472621918, 0.11931991577148438, 0.12448562681674957, 0.12965133786201477, 0.13481704890727997, 0.13998275995254517, 0.14514847099781036]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 2.0, 3.0, 1.0, 1.0, 3.0, 1.0, 1.0, 2.0, 3.0, 5.0, 4.0, 2.0, 7.0, 3.0, 3.0, 28.0, 5.0, 5.0, 6.0, 3.0, 2.0, 0.0, 3.0, 6.0, 2.0, 2.0, 1.0, 3.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0054697515442967415, -0.005269667599350214, -0.005069584120064974, -0.004869500175118446, -0.004669416695833206, -0.004469332750886679, -0.0042692492716014385, -0.004069165326654911, -0.003869081847369671, -0.0036689979024231434, -0.0034689141903072596, -0.0032688304781913757, -0.003068746766075492, -0.002868663053959608, -0.0026685793418437243, -0.0024684956297278404, -0.0022684119176119566, -0.0020683282054960728, -0.001868244493380189, -0.0016681607812643051, -0.0014680770691484213, -0.0012679932406172156, -0.0010679095285013318, -0.000867825816385448, -0.0006677421042695642, -0.0004676583921536803, -0.00026757465093396604, -6.749092426616699e-05, 0.00013259280240163207, 0.0003326765145175159, 0.0005327602848410606, 0.0007328439969569445, 0.0009329277090728283, 0.0011330114211887121, 0.001333095133304596, 0.0015331788454204798, 0.0017332625575363636, 0.0019333463860675693, 0.0021334299817681313, 0.002333513693884015, 0.002533597405999899, 0.0027336813509464264, 0.0029337650630623102, 0.003133848775178194, 0.003333932487294078, 0.0035340161994099617, 0.0037340999115258455, 0.003934183623641729, 0.004134267568588257, 0.004334351047873497, 0.0045344349928200245, 0.004734518472105265, 0.004934602417051792, 0.005134685896337032, 0.00533476984128356, 0.0055348533205688, 0.0057349372655153275, 0.005935020744800568, 0.006135104689747095, 0.006335188169032335, 0.006535272113978863, 0.006735355593264103, 0.00693543953821063, 0.007135523017495871, 0.007335606962442398]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 5.0, 7.0, 16.0, 34.0, 56.0, 97.0, 123.0, 213.0, 302.0, 518.0, 773.0, 1059.0, 1553.0, 2203.0, 3041.0, 4055.0, 5570.0, 7380.0, 9661.0, 13093.0, 17419.0, 23717.0, 33111.0, 47839.0, 70084.0, 100900.0, 447748.0, 117077.0, 79532.0, 53887.0, 36465.0, 25500.0, 18553.0, 13548.0, 10064.0, 7570.0, 5747.0, 4518.0, 3495.0, 2778.0, 2294.0, 1792.0, 1412.0, 1121.0, 948.0, 794.0, 575.0, 436.0, 322.0, 241.0, 136.0, 103.0, 68.0, 29.0, 35.0, 14.0, 12.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.013366039842367172, -0.012918397784233093, -0.012470756657421589, -0.01202311459928751, -0.011575472541153431, -0.011127831414341927, -0.010680189356207848, -0.010232547298073769, -0.009784906171262264, -0.009337264113128185, -0.008889622054994106, -0.008441980928182602, -0.007994338870048523, -0.007546697277575731, -0.00709905568510294, -0.006651413626968861, -0.006203772034496069, -0.005756130442023277, -0.005308488383889198, -0.004860846791416407, -0.004413205198943615, -0.003965563140809536, -0.0035179215483367443, -0.0030702799558639526, -0.0026226381305605173, -0.002174996305257082, -0.0017273547127842903, -0.001279712887480855, -0.0008320711785927415, -0.00038442944060079753, 6.321229739114642e-05, 0.0005108540644869208, 0.0009584957733750343, 0.0014061374822631478, 0.0018537791911512613, 0.0023014210164546967, 0.0027490626089274883, 0.0031967044342309237, 0.003644346259534359, 0.004091987852007151, 0.004539629444479942, 0.004987271502614021, 0.005434913095086813, 0.005882554687559605, 0.006330196745693684, 0.006777838338166475, 0.007225479930639267, 0.007673121988773346, 0.008120764046907425, 0.00856840517371893, 0.009016047231853008, 0.009463688358664513, 0.009911330416798592, 0.01035897247493267, 0.010806613601744175, 0.011254255659878254, 0.011701897718012333, 0.012149538844823837, 0.012597180902957916, 0.013044822961091995, 0.0134924640879035, 0.013940106146037579, 0.014387748204171658, 0.014835389330983162, 0.015283031389117241]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 3.0, 2.0, 4.0, 2.0, 2.0, 1.0, 0.0, 4.0, 1.0, 4.0, 1.0, 8.0, 1.0, 2.0, 1.0, 0.0, 3.0, 0.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.00499518308788538, -0.004728490486741066, -0.0044617983512580395, -0.004195105750113726, -0.003928413614630699, -0.0036617210134863853, -0.0033950284123420715, -0.0031283360440284014, -0.002861643675714731, -0.002594951307401061, -0.002328258939087391, -0.002061566337943077, -0.001794873969629407, -0.0015281816013157368, -0.0012614891165867448, -0.0009947966318577528, -0.0007281042635440826, -0.00046141183702275157, -0.0001947194105014205, 7.197301601991057e-05, 0.00033866544254124165, 0.0006053578690625727, 0.0008720502955839038, 0.0011387427803128958, 0.001405435148626566, 0.001672127516940236, 0.001938820001669228, 0.00220551248639822, 0.0024722048547118902, 0.0027388972230255604, 0.003005589824169874, 0.0032722821924835443, 0.0035389745607972145, 0.0038056669291108847, 0.004072359297424555, 0.004339051898568869, 0.004605744034051895, 0.004872436635196209, 0.005139129236340523, 0.005405821371823549, 0.005672513972967863, 0.005939206574112177, 0.006205898709595203, 0.006472591310739517, 0.006739283911883831, 0.0070059760473668575, 0.007272668648511171, 0.007539360783994198, 0.007806053385138512, 0.008072745986282825, 0.00833943858742714, 0.008606130257248878, 0.008872822858393192, 0.009139515459537506, 0.00940620806068182, 0.009672900661826134, 0.009939592331647873, 0.010206284932792187, 0.0104729775339365, 0.010739670135080814, 0.011006362736225128, 0.011273055337369442, 0.011539747007191181, 0.011806439608335495, 0.012073132209479809]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 0.0, 1.0, 3.0, 5.0, 11.0, 7.0, 18.0, 20.0, 16.0, 28.0, 33.0, 43.0, 61.0, 58.0, 110.0, 125.0, 145.0, 192.0, 224.0, 271.0, 301.0, 345.0, 477.0, 520.0, 743.0, 1007.0, 1087.0, 5727.0, 2138.0, 1119.0, 852.0, 628.0, 412.0, 269.0, 211.0, 184.0, 161.0, 129.0, 121.0, 113.0, 109.0, 93.0, 63.0, 56.0, 52.0, 40.0, 32.0, 26.0, 13.0, 11.0, 4.0, 4.0, 2.0, 3.0, 1.0, 0.0, 2.0], "bins": [-0.006943389307707548, -0.006744705606251955, -0.006546022370457649, -0.006347338669002056, -0.006148654967546463, -0.005949971731752157, -0.005751288030296564, -0.005552604794502258, -0.005353921093046665, -0.005155237391591072, -0.004956554155796766, -0.004757870454341173, -0.004559187218546867, -0.004360503517091274, -0.004161819815635681, -0.003963136579841375, -0.0037644528783857822, -0.003565769409760833, -0.0033670859411358833, -0.0031684022396802902, -0.0029697187710553408, -0.0027710353024303913, -0.002572351600974798, -0.0023736681323498487, -0.0021749846637248993, -0.00197630119509995, -0.0017776176100596786, -0.0015789340250194073, -0.0013802505563944578, -0.0011815670877695084, -0.000982883502729237, -0.0007841999758966267, -0.0005855164490640163, -0.000386832922231406, -0.0001881493953987956, 1.0534131433814764e-05, 0.00020921765826642513, 0.0004079011850990355, 0.0006065847119316459, 0.0008052682387642562, 0.0010039517655968666, 0.001202635234221816, 0.0014013188192620873, 0.0016000024043023586, 0.001798685872927308, 0.0019973693415522575, 0.0021960530430078506, 0.0023947365116328, 0.0025934199802577496, 0.002792103448882699, 0.0029907869175076485, 0.0031894706189632416, 0.003388154087588191, 0.0035868375562131405, 0.0037855212576687336, 0.003984204493463039, 0.0041828881949186325, 0.004381571896374226, 0.004580255132168531, 0.0047789388336241245, 0.00497762206941843, 0.0051763057708740234, 0.0053749894723296165, 0.005573672708123922, 0.0057723564095795155]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.03133118152618408, -0.030544649809598923, -0.029758119955658913, -0.028971588239073753, -0.028185058385133743, -0.027398526668548584, -0.026611994951963425, -0.025825465098023415, -0.025038933381438255, -0.024252401664853096, -0.023465871810913086, -0.022679340094327927, -0.021892808377742767, -0.021106278523802757, -0.020319746807217598, -0.019533216953277588, -0.01874668523669243, -0.01796015352010727, -0.01717362366616726, -0.0163870919495821, -0.015600561164319515, -0.01481403037905693, -0.014027498662471771, -0.013240967877209187, -0.012454437091946602, -0.011667906306684017, -0.010881375521421432, -0.010094843804836273, -0.009308313019573689, -0.008521782234311104, -0.007735250983387232, -0.00694871973246336, -0.006162188947200775, -0.0053756581619381905, -0.0045891269110143185, -0.00380259589292109, -0.003016064874827862, -0.0022295338567346334, -0.001443002838641405, -0.0006564718205481768, 0.00013005919754505157, 0.0009165902156382799, 0.0017031212337315083, 0.0024896522518247366, 0.003276183269917965, 0.00406271405518055, 0.004849245306104422, 0.005635776557028294, 0.006422307342290878, 0.007208838127553463, 0.007995368912816048, 0.008781900629401207, 0.009568431414663792, 0.010354962199926376, 0.011141493916511536, 0.01192802470177412, 0.012714555487036705, 0.01350108627229929, 0.014287617057561874, 0.015074148774147034, 0.015860680490732193, 0.016647210344672203, 0.017433742061257362, 0.018220271915197372, 0.019006803631782532]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 3.0, 6.0, 5.0, 6.0, 2.0, 1.0, 2.0, 3.0, 2.0, 4.0, 3.0, 1.0, 6.0, 6.0, 6.0, 2.0, 4.0, 3.0, 6.0, 2.0, 8.0, 7.0, 7.0, 4.0, 3.0, 8.0, 4.0, 7.0, 8.0, 5.0, 6.0, 7.0, 10.0, 9.0, 10.0, 38.0, 13.0, 10.0, 8.0, 6.0, 8.0, 6.0, 5.0, 3.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02162722870707512, -0.021103842183947563, -0.020580455660820007, -0.020057067275047302, -0.019533680751919746, -0.01901029422879219, -0.018486905843019485, -0.01796351931989193, -0.017440132796764374, -0.016916746273636818, -0.016393359750509262, -0.015869971364736557, -0.015346584841609001, -0.014823198318481445, -0.014299810864031315, -0.013776423409581184, -0.013253036886453629, -0.012729650363326073, -0.012206262908875942, -0.011682875454425812, -0.011159488931298256, -0.0106361024081707, -0.01011271495372057, -0.00958932749927044, -0.009065940976142883, -0.008542554453015327, -0.008019166998565197, -0.007495780009776354, -0.006972393020987511, -0.0064490060321986675, -0.005925619043409824, -0.005402232054620981, -0.004878845065832138, -0.004355458077043295, -0.0038320710882544518, -0.0033086840994656086, -0.0027852971106767654, -0.0022619101218879223, -0.0017385231330990791, -0.001215136144310236, -0.0006917491555213928, -0.00016836216673254967, 0.0003550248220562935, 0.0008784118108451366, 0.0014017987996339798, 0.001925185788422823, 0.002448572777211666, 0.0029719597660005093, 0.0034953467547893524, 0.004018733743578196, 0.004542120732367039, 0.005065507721155882, 0.005588894709944725, 0.006112281698733568, 0.006635668687522411, 0.0071590556763112545, 0.007682442665100098, 0.008205829188227654, 0.008729216642677784, 0.009252604097127914, 0.00977599062025547, 0.010299377143383026, 0.010822764597833157, 0.011346152052283287, 0.011869538575410843]}, "_runtime": 8.278127908706665, "_timestamp": 1596208105.8198738, "_step": 4} +{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 3.0, 1.0, 3.0, 1.0, 0.0, 4.0, 4.0, 4.0, 3.0, 3.0, 3.0, 3.0, 3.0, 2.0, 2.0, 5.0, 0.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03170362487435341, -0.030914898961782455, -0.030126173049211502, -0.0293374452739954, -0.028548719361424446, -0.027759993448853493, -0.02697126753628254, -0.026182539761066437, -0.025393813848495483, -0.02460508793592453, -0.023816362023353577, -0.023027636110782623, -0.02223890833556652, -0.021450182422995567, -0.020661456510424614, -0.01987273059785366, -0.019084002822637558, -0.018295276910066605, -0.01750655099749565, -0.016717825084924698, -0.015929099172353745, -0.015140372328460217, -0.014351645484566689, -0.013562919571995735, -0.012774193659424782, -0.011985466815531254, -0.0111967409029603, -0.010408014059066772, -0.009619288146495819, -0.008830561302602291, -0.008041835390031338, -0.007253109011799097, -0.006464382633566856, -0.005675656255334616, -0.004886929877102375, -0.004098203498870134, -0.0033094773534685373, -0.0025207509752362967, -0.0017320247134193778, -0.000943298393394798, -0.00015457207337021828, 0.0006341542466543615, 0.0014228805666789412, 0.00221160682849586, 0.0030003332067281008, 0.0037890595849603415, 0.0045777857303619385, 0.005366512108594179, 0.00615523848682642, 0.0069439648650586605, 0.007732691243290901, 0.008521417155861855, 0.009310143999755383, 0.010098869912326336, 0.010887596756219864, 0.011676322668790817, 0.01246504858136177, 0.013253775425255299, 0.014042501337826252, 0.01483122818171978, 0.015619954094290733, 0.016408680006861687, 0.01719740778207779, 0.017986133694648743, 0.018774859607219696]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 3.0, 4.0, 1.0, 5.0, 7.0, 5.0, 13.0, 10.0, 18.0, 23.0, 47.0, 54.0, 75.0, 95.0, 140.0, 231.0, 320.0, 452.0, 685.0, 3833.0, 833.0, 422.0, 229.0, 150.0, 74.0, 54.0, 42.0, 22.0, 18.0, 18.0, 9.0, 12.0, 2.0, 3.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 3.0], "bins": [-0.3020489811897278, -0.2948632538318634, -0.287677526473999, -0.28049176931381226, -0.2733060419559479, -0.2661203145980835, -0.2589345872402191, -0.25174883008003235, -0.24456310272216797, -0.2373773753643036, -0.2301916480064392, -0.22300590574741364, -0.21582017838954926, -0.20863443613052368, -0.2014487087726593, -0.19426296651363373, -0.18707723915576935, -0.17989151179790497, -0.1727057695388794, -0.16552004218101501, -0.15833429992198944, -0.15114857256412506, -0.1439628303050995, -0.1367771029472351, -0.12959137558937073, -0.12240563333034515, -0.11521989852190018, -0.1080341637134552, -0.10084843635559082, -0.09366270154714584, -0.08647696673870087, -0.07929123193025589, -0.07210549712181091, -0.06491976231336594, -0.05773402750492096, -0.05054829642176628, -0.043362561613321304, -0.03617682680487633, -0.0289910938590765, -0.021805360913276672, -0.014619626104831696, -0.007433892227709293, -0.0002481583505868912, 0.006937575526535511, 0.014123309403657913, 0.02130904421210289, 0.028494777157902718, 0.035680510103702545, 0.04286624491214752, 0.0500519797205925, 0.057237714529037476, 0.06442344933748245, 0.07160918414592743, 0.07879491150379181, 0.08598064631223679, 0.09316638112068176, 0.10035211592912674, 0.10753785073757172, 0.1147235855460167, 0.12190932035446167, 0.12909504771232605, 0.13628078997135162, 0.143466517329216, 0.15065225958824158, 0.15783798694610596]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 6.0, 2.0, 7.0, 1.0, 3.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 3.0, 3.0, 29.0, 4.0, 1.0, 5.0, 3.0, 1.0, 2.0, 3.0, 4.0, 1.0, 3.0, 2.0, 2.0, 3.0, 0.0, 0.0, 4.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.004538761917501688, -0.004391345661133528, -0.0042439294047653675, -0.004096513148397207, -0.003949096892029047, -0.003801680402830243, -0.003654264146462083, -0.0035068478900939226, -0.0033594314008951187, -0.0032120151445269585, -0.0030645988881587982, -0.002917182631790638, -0.0027697663754224777, -0.0026223501190543175, -0.0024749336298555136, -0.0023275173734873533, -0.002180101117119193, -0.002032684860751033, -0.0018852684879675508, -0.0017378522315993905, -0.0015904358588159084, -0.0014430196024477482, -0.001295603346079588, -0.0011481869732961059, -0.0010007707169279456, -0.0008533544023521245, -0.0007059380877763033, -0.000558521831408143, -0.0004111055168323219, -0.0002636892022565007, -0.00011627291678451002, 3.1143383239395916e-05, 0.00017855968326330185, 0.000325975997839123, 0.0004733922833111137, 0.0006208085687831044, 0.0007682248833589256, 0.0009156411979347467, 0.001063057454302907, 0.001210473827086389, 0.0013578900834545493, 0.0015053063398227096, 0.0016527227126061916, 0.0018001389689743519, 0.0019475552253425121, 0.0020949714817106724, 0.0022423879709094763, 0.0023898042272776365, 0.0025372204836457968, 0.002684636740013957, 0.0028320529963821173, 0.002979469485580921, 0.0031268857419490814, 0.0032743019983172417, 0.003421718254685402, 0.003569134511053562, 0.0037165507674217224, 0.0038639672566205263, 0.004011383280158043, 0.0041588000021874905, 0.004306216258555651, 0.004453632514923811, 0.004601048771291971, 0.0047484650276601315, 0.004895881284028292]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 3.0, 0.0, 3.0, 4.0, 3.0, 8.0, 21.0, 33.0, 58.0, 96.0, 157.0, 215.0, 317.0, 480.0, 724.0, 1049.0, 1661.0, 2301.0, 3233.0, 4345.0, 5999.0, 7925.0, 10617.0, 14154.0, 19060.0, 25462.0, 34869.0, 49943.0, 71788.0, 102300.0, 458313.0, 112158.0, 74101.0, 50085.0, 34387.0, 24102.0, 17505.0, 12976.0, 9638.0, 7340.0, 5635.0, 4356.0, 3268.0, 2426.0, 1841.0, 1323.0, 1003.0, 678.0, 475.0, 359.0, 289.0, 189.0, 148.0, 97.0, 46.0, 32.0, 19.0, 7.0, 11.0, 4.0, 4.0, 0.0, 3.0], "bins": [-0.01312438677996397, -0.012711353600025177, -0.012298321351408958, -0.011885288171470165, -0.011472254991531372, -0.011059222742915154, -0.01064618956297636, -0.010233156383037567, -0.009820124134421349, -0.009407090954482555, -0.008994057774543762, -0.008581024594604969, -0.00816799234598875, -0.007754959166049957, -0.007341926451772451, -0.006928893271833658, -0.006515860557556152, -0.0061028278432786465, -0.005689794663339853, -0.005276761949062347, -0.004863728769123554, -0.004450696054846048, -0.0040376633405685425, -0.003624630393460393, -0.0032115974463522434, -0.002798564499244094, -0.0023855315521359444, -0.0019724988378584385, -0.001559465890750289, -0.0011464329436421394, -0.0007334001129493117, -0.0003203672240488231, 9.26656648516655e-05, 0.0005056985537521541, 0.0009187314426526427, 0.0013317642733454704, 0.00174479722045362, 0.0021578301675617695, 0.0025708628818392754, 0.002983895828947425, 0.0033969287760555744, 0.003809961723163724, 0.0042229946702718735, 0.004636027384549379, 0.005049060098826885, 0.005462093278765678, 0.005875125993043184, 0.0062881591729819775, 0.006701191887259483, 0.007114224601536989, 0.007527257781475782, 0.007940290495753288, 0.008353323675692081, 0.0087663559243083, 0.009179389104247093, 0.009592422284185886, 0.01000545546412468, 0.010418487712740898, 0.010831520892679691, 0.011244554072618484, 0.011657586321234703, 0.012070619501173496, 0.01248365268111229, 0.012896684929728508, 0.013309718109667301]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 4.0, 9.0, 3.0, 6.0, 5.0, 5.0, 2.0, 4.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.026900652796030045, -0.026236876845359802, -0.02557310275733471, -0.024909326806664467, -0.024245552718639374, -0.02358177676796913, -0.02291800267994404, -0.022254226729273796, -0.021590452641248703, -0.02092667669057846, -0.02026290073990822, -0.019599126651883125, -0.018935350701212883, -0.01827157661318779, -0.017607800662517548, -0.016944026574492455, -0.016280250623822212, -0.015616475604474545, -0.014952700585126877, -0.01428892556577921, -0.013625150546431541, -0.0129613745957613, -0.012297599576413631, -0.011633824557065964, -0.010970049537718296, -0.010306274518370628, -0.00964249949902296, -0.008978724479675293, -0.00831494852900505, -0.00765117397531867, -0.006987398490309715, -0.006323623470962048, -0.00565984845161438, -0.004996073432266712, -0.0043322984129190445, -0.0036685229279100895, -0.003004747908562422, -0.002340972889214754, -0.0016771976370364428, -0.0010134225012734532, -0.0003496473655104637, 0.0003141277702525258, 0.0009779029060155153, 0.0016416780417785048, 0.0023054531775414944, 0.002969228196889162, 0.0036330034490674734, 0.004296778701245785, 0.0049605537205934525, 0.00562432873994112, 0.006288103759288788, 0.006951879244297743, 0.0076156542636454105, 0.008279429748654366, 0.008943204768002033, 0.009606979787349701, 0.010270754806697369, 0.010934529826045036, 0.011598304845392704, 0.012262079864740372, 0.012925855815410614, 0.013589630834758282, 0.01425340585410595, 0.014917180873453617, 0.015580955892801285]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 5.0, 8.0, 4.0, 4.0, 10.0, 22.0, 9.0, 19.0, 42.0, 44.0, 42.0, 45.0, 64.0, 74.0, 97.0, 110.0, 100.0, 93.0, 101.0, 82.0, 64.0, 85.0, 81.0, 82.0, 169.0, 245.0, 368.0, 505.0, 841.0, 2451.0, 7385.0, 1964.0, 1067.0, 628.0, 393.0, 294.0, 160.0, 134.0, 111.0, 85.0, 70.0, 56.0, 43.0, 39.0, 37.0, 17.0, 22.0, 17.0, 9.0, 3.0, 8.0, 4.0, 2.0, 3.0, 4.0], "bins": [-0.015122383832931519, -0.014734838157892227, -0.014347291551530361, -0.013959744945168495, -0.013572199270129204, -0.013184653595089912, -0.012797106988728046, -0.01240956038236618, -0.012022014707326889, -0.011634469032287598, -0.011246922425925732, -0.010859375819563866, -0.010471830144524574, -0.010084284469485283, -0.009696737863123417, -0.009309191256761551, -0.00892164558172226, -0.008534099906682968, -0.008146553300321102, -0.0077590071596205235, -0.007371461018919945, -0.006983914878219366, -0.006596368737518787, -0.006208822596818209, -0.00582127645611763, -0.005433730315417051, -0.005046184174716473, -0.004658638034015894, -0.004271091893315315, -0.0038835457526147366, -0.003495999611914158, -0.003108453471213579, -0.0027209073305130005, -0.002333361189812422, -0.0019458150491118431, -0.0015582689084112644, -0.0011707227677106857, -0.000783176627010107, -0.00039563048630952835, -8.084345608949661e-06, 0.00037946179509162903, 0.0007670079357922077, 0.0011545540764927864, 0.001542100217193365, 0.0019296463578939438, 0.0023171924985945225, 0.002704738639295101, 0.00309228477999568, 0.0034798309206962585, 0.0038673770613968372, 0.004254923202097416, 0.004642469342797995, 0.005030015483498573, 0.005417561624199152, 0.005805107764899731, 0.006192653905600309, 0.006580200046300888, 0.006967746187001467, 0.0073552923277020454, 0.007742838468402624, 0.008130384609103203, 0.008517930284142494, 0.00890547689050436, 0.009293023496866226, 0.009680569171905518]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.0806763544678688, -0.07843988388776779, -0.07620341330766678, -0.07396694272756577, -0.07173047214746475, -0.06949400156736374, -0.06725753098726273, -0.06502106040716171, -0.0627845898270607, -0.060548122972249985, -0.05831165239214897, -0.05607518181204796, -0.053838711231946945, -0.05160224065184593, -0.04936577007174492, -0.047129299491643906, -0.04489282891154289, -0.04265635833144188, -0.040419887751340866, -0.03818341717123985, -0.03594694659113884, -0.03371047601103783, -0.03147400543093681, -0.02923753671348095, -0.027001066133379936, -0.024764595553278923, -0.02252812497317791, -0.020291654393076897, -0.018055185675621033, -0.01581871509552002, -0.013582244515419006, -0.011345773935317993, -0.00910930335521698, -0.006872832775115967, -0.004636362660676241, -0.0023998923134058714, -0.00016342196613550186, 0.0020730483811348677, 0.004309518728405237, 0.006545988842844963, 0.008782459422945976, 0.01101893000304699, 0.013255400583148003, 0.015491870231926441, 0.01772833988070488, 0.019964810460805893, 0.022201281040906906, 0.02443775162100792, 0.026674222201108932, 0.028910692781209946, 0.03114716336131096, 0.03338363394141197, 0.035620104521512985, 0.037856575101614, 0.04009304568171501, 0.042329516261816025, 0.04456598311662674, 0.04680245369672775, 0.049038924276828766, 0.05127539485692978, 0.05351186543703079, 0.055748336017131805, 0.05798480659723282, 0.06022127717733383, 0.062457747757434845]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 3.0, 2.0, 5.0, 5.0, 6.0, 7.0, 7.0, 10.0, 10.0, 11.0, 16.0, 52.0, 9.0, 6.0, 17.0, 6.0, 12.0, 11.0, 5.0, 12.0, 6.0, 7.0, 10.0, 10.0, 1.0, 3.0, 4.0, 3.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.01192658394575119, -0.011299371719360352, -0.010672160424292088, -0.010044948197901249, -0.009417736902832985, -0.008790524676442146, -0.008163312450051308, -0.007536100689321756, -0.006908888928592205, -0.006281677167862654, -0.005654465407133102, -0.005027253180742264, -0.0044000414200127125, -0.003772829659283161, -0.003145617665722966, -0.0025184056721627712, -0.00189119391143322, -0.0012639820342883468, -0.0006367701571434736, -9.558279998600483e-06, 0.0006176535971462727, 0.0012448654742911458, 0.001872077351436019, 0.002499289344996214, 0.0031265011057257652, 0.0037537128664553165, 0.004380924627184868, 0.0050081368535757065, 0.005635348614305258, 0.006262560375034809, 0.006889772601425648, 0.007516984362155199, 0.00814419612288475, 0.008771408349275589, 0.009398619644343853, 0.010025831870734692, 0.010653043165802956, 0.011280255392193794, 0.011907467618584633, 0.012534678913652897, 0.013161891140043736, 0.013789103366434574, 0.014416314661502838, 0.015043526887893677, 0.015670739114284515, 0.016297951340675354, 0.016925161704421043, 0.017552373930811882, 0.01817958615720272, 0.01880679838359356, 0.019434010609984398, 0.020061220973730087, 0.020688433200120926, 0.021315645426511765, 0.021942857652902603, 0.022570069879293442, 0.02319728210568428, 0.02382449246942997, 0.02445170469582081, 0.025078916922211647, 0.025706129148602486, 0.026333341374993324, 0.026960551738739014, 0.027587763965129852, 0.02821497619152069]}, "_runtime": 9.048444271087646, "_timestamp": 1596208106.5901902, "_step": 5} +{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 3.0, 1.0, 3.0, 0.0, 1.0, 2.0, 3.0, 2.0, 0.0, 3.0, 1.0, 3.0, 3.0, 0.0, 2.0, 2.0, 2.0, 3.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.013826643116772175, -0.013378714211285114, -0.012930784374475479, -0.012482855468988419, -0.012034926563501358, -0.011586997658014297, -0.011139068752527237, -0.010691138915717602, -0.010243210010230541, -0.00979528110474348, -0.009347351267933846, -0.008899422362446785, -0.008451493456959724, -0.008003564551472664, -0.007555635180324316, -0.007107705809175968, -0.006659776903688908, -0.006211847998201847, -0.005763918627053499, -0.005315989255905151, -0.004868060350418091, -0.00442013144493103, -0.003972202073782682, -0.0035242729354649782, -0.003076343797147274, -0.00262841465882957, -0.0021804855205118656, -0.0017325563821941614, -0.0012846272438764572, -0.000836698105558753, -0.0003887689672410488, 5.916017107665539e-05, 0.0005070893093943596, 0.0009550184477120638, 0.001402947586029768, 0.0018508767243474722, 0.0022988058626651764, 0.0027467350009828806, 0.003194664139300585, 0.003642593277618289, 0.004090522415935993, 0.004538451321423054, 0.004986380692571402, 0.0054343100637197495, 0.00588223896920681, 0.0063301678746938705, 0.006778097245842218, 0.007226026616990566, 0.007673955522477627, 0.008121884427964687, 0.008569814264774323, 0.009017743170261383, 0.009465672075748444, 0.009913600981235504, 0.010361529886722565, 0.0108094597235322, 0.01125738862901926, 0.011705317534506321, 0.012153247371315956, 0.012601176276803017, 0.013049105182290077, 0.013497034087777138, 0.013944962993264198, 0.014392892830073833, 0.014840821735560894]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 5.0, 2.0, 3.0, 4.0, 4.0, 7.0, 3.0, 8.0, 7.0, 15.0, 18.0, 19.0, 20.0, 33.0, 48.0, 51.0, 69.0, 94.0, 127.0, 154.0, 198.0, 275.0, 401.0, 519.0, 3235.0, 1125.0, 523.0, 301.0, 182.0, 119.0, 82.0, 56.0, 49.0, 43.0, 31.0, 22.0, 13.0, 16.0, 8.0, 4.0, 7.0, 6.0, 3.0, 7.0, 2.0, 3.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0], "bins": [-0.17371995747089386, -0.16850987076759338, -0.1632997691631317, -0.15808968245983124, -0.15287959575653076, -0.1476694941520691, -0.14245940744876862, -0.13724932074546814, -0.13203921914100647, -0.126829132437706, -0.12161903828382492, -0.11640894412994385, -0.11119885742664337, -0.1059887632727623, -0.10077866911888123, -0.09556858241558075, -0.09035848826169968, -0.0851483941078186, -0.07993830740451813, -0.07472821325063705, -0.06951811909675598, -0.0643080323934555, -0.05909793823957443, -0.05388784408569336, -0.048677753657102585, -0.04346766322851181, -0.03825756907463074, -0.03304747864603996, -0.02783738635480404, -0.022627294063568115, -0.01741720363497734, -0.012207111343741417, -0.006997019052505493, -0.0017869272269308567, 0.0034231645986437798, 0.008633255958557129, 0.013843348249793053, 0.019053440541028976, 0.02426353096961975, 0.029473623260855675, 0.0346837155520916, 0.03989380598068237, 0.045103900134563446, 0.05031399056315422, 0.055524080991744995, 0.06073417514562607, 0.06594426929950714, 0.07115435600280762, 0.07636445015668869, 0.08157454431056976, 0.08678463101387024, 0.09199472516775131, 0.09720481932163239, 0.10241490602493286, 0.10762500017881393, 0.11283509433269501, 0.11804518103599548, 0.12325527518987656, 0.12846536934375763, 0.1336754560470581, 0.13888555765151978, 0.14409564435482025, 0.14930573105812073, 0.1545158326625824, 0.15972591936588287]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 5.0, 2.0, 1.0, 1.0, 3.0, 3.0, 3.0, 3.0, 5.0, 4.0, 1.0, 3.0, 5.0, 6.0, 2.0, 27.0, 3.0, 3.0, 2.0, 2.0, 2.0, 5.0, 1.0, 1.0, 4.0, 3.0, 2.0, 3.0, 1.0, 3.0, 2.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.005871867295354605, -0.005698852706700563, -0.005525838118046522, -0.005352823995053768, -0.005179809406399727, -0.005006794817745686, -0.004833780229091644, -0.004660765640437603, -0.004487751051783562, -0.004314736928790808, -0.0041417223401367664, -0.003968707751482725, -0.003795693162828684, -0.003622678807005286, -0.003449664218351245, -0.0032766498625278473, -0.003103635273873806, -0.0029306206852197647, -0.002757606329396367, -0.0025845917407423258, -0.002411577384918928, -0.002238562796264887, -0.0020655482076108456, -0.001892533735372126, -0.0017195192631334066, -0.0015465047908946872, -0.0013734903186559677, -0.0012004757300019264, -0.001027461257763207, -0.0008544467855244875, -0.0006814322550781071, -0.0005084177246317267, -0.0003354032523930073, -0.00016238875105045736, 1.0625750292092562e-05, 0.00018364025163464248, 0.0003566547529771924, 0.0005296692252159119, 0.0007026837556622922, 0.0008756982861086726, 0.001048712758347392, 0.0012217272305861115, 0.001394741702824831, 0.0015677562914788723, 0.0017407707637175918, 0.0019137852359563112, 0.0020867998246103525, 0.00225981418043375, 0.0024328287690877914, 0.0026058433577418327, 0.0027788577135652304, 0.0029518723022192717, 0.0031248866580426693, 0.0032979012466967106, 0.003470915835350752, 0.0036439301911741495, 0.003816944779828191, 0.0039899591356515884, 0.00416297372430563, 0.004335988312959671, 0.004509002901613712, 0.004682017490267754, 0.004855031613260508, 0.005028046201914549, 0.00520106079056859]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 3.0, 2.0, 8.0, 20.0, 34.0, 61.0, 90.0, 138.0, 239.0, 379.0, 576.0, 800.0, 1277.0, 1846.0, 2528.0, 3578.0, 5052.0, 6742.0, 9201.0, 12749.0, 17026.0, 23765.0, 32964.0, 47433.0, 67311.0, 97240.0, 468565.0, 112780.0, 74817.0, 52792.0, 37873.0, 27571.0, 20180.0, 15123.0, 10751.0, 8014.0, 5591.0, 4159.0, 2972.0, 2220.0, 1613.0, 1142.0, 794.0, 565.0, 404.0, 249.0, 152.0, 96.0, 63.0, 37.0, 22.0, 16.0, 12.0, 3.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0104792146012187, -0.010102152824401855, -0.00972509104758501, -0.009348029270768166, -0.00897096749395132, -0.008593905717134476, -0.00821684394031763, -0.007839782163500786, -0.007462720852345228, -0.007085659075528383, -0.006708597298711538, -0.006331535521894693, -0.005954474210739136, -0.005577412433922291, -0.005200350657105446, -0.004823288880288601, -0.004446227103471756, -0.004069165326654911, -0.003692103549838066, -0.003315042005851865, -0.00293798022903502, -0.002560918452218175, -0.0021838569082319736, -0.0018067951314151287, -0.0014297333545982838, -0.0010526715777814388, -0.0006756099173799157, -0.0002985481987707317, 7.851351983845234e-05, 0.00045557523844763637, 0.0008326369570568204, 0.0012096986174583435, 0.0015867603942751884, 0.0019638221710920334, 0.0023408839479088783, 0.0027179454918950796, 0.0030950072687119246, 0.0034720690455287695, 0.0038491305895149708, 0.004226192366331816, 0.004603254143148661, 0.004980315919965506, 0.0053573776967823505, 0.0057344394735991955, 0.006111500784754753, 0.006488562561571598, 0.006865624338388443, 0.007242686115205288, 0.007619747892022133, 0.007996809668838978, 0.008373871445655823, 0.008750933222472668, 0.009127994999289513, 0.009505056776106358, 0.009882118552923203, 0.010259180329740047, 0.010636242106556892, 0.011013302952051163, 0.011390364728868008, 0.011767426505684853, 0.012144488282501698, 0.012521550059318542, 0.012898611836135387, 0.013275673612952232, 0.013652735389769077]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 4.0, 1.0, 3.0, 3.0, 3.0, 8.0, 8.0, 10.0, 5.0, 2.0, 0.0, 3.0, 2.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013835569843649864, -0.012903452850878239, -0.011971335858106613, -0.011039218865334988, -0.010107101872563362, -0.009174983948469162, -0.008242866955697536, -0.007310749962925911, -0.006378632970154285, -0.00544651597738266, -0.004514398984611034, -0.0035822815261781216, -0.002650164533406496, -0.0017180474242195487, -0.0007859303150326014, 0.000146186794154346, 0.0010783039033412933, 0.002010420896112919, 0.002942538121715188, 0.003874655347317457, 0.004806772340089083, 0.005738889332860708, 0.006671006791293621, 0.007603123784065247, 0.008535240776836872, 0.009467357769608498, 0.010399474762380123, 0.011331591755151749, 0.012263709679245949, 0.013195826672017574, 0.0141279436647892, 0.015060060657560825, 0.01599217765033245, 0.01692429557442665, 0.017856411635875702, 0.018788529559969902, 0.019720645621418953, 0.020652763545513153, 0.021584879606962204, 0.022516997531056404, 0.023449115455150604, 0.024381231516599655, 0.025313349440693855, 0.026245465502142906, 0.027177583426237106, 0.028109699487686157, 0.029041817411780357, 0.029973933473229408, 0.03090605139732361, 0.03183816745877266, 0.03277028724551201, 0.03370240330696106, 0.03463451936841011, 0.03556663542985916, 0.03649875521659851, 0.03743087127804756, 0.03836298733949661, 0.03929510712623596, 0.04022722318768501, 0.041159339249134064, 0.042091455310583115, 0.043023575097322464, 0.043955691158771515, 0.044887807220220566, 0.04581992328166962]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 3.0, 0.0, 4.0, 4.0, 6.0, 7.0, 13.0, 17.0, 39.0, 67.0, 123.0, 207.0, 377.0, 617.0, 1201.0, 2319.0, 8628.0, 2077.0, 864.0, 533.0, 353.0, 265.0, 169.0, 132.0, 88.0, 75.0, 41.0, 41.0, 18.0, 15.0, 9.0, 14.0, 11.0, 4.0, 10.0, 9.0, 3.0, 5.0, 7.0, 13.0, 5.0, 5.0, 4.0, 1.0, 2.0, 2.0, 4.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.012680144980549812, -0.012064090929925442, -0.011448036879301071, -0.0108319828286767, -0.01021592877805233, -0.009599873796105385, -0.008983819745481014, -0.008367765694856644, -0.007751711644232273, -0.0071356575936079025, -0.006519603542983532, -0.005903549026697874, -0.0052874949760735035, -0.004671440925449133, -0.004055386409163475, -0.0034393323585391045, -0.002823278307914734, -0.0022072242572903633, -0.001591169973835349, -0.0009751158067956567, -0.0003590616397559643, 0.0002569925272837281, 0.0008730466943234205, 0.001489100861363113, 0.0021051550284028053, 0.002721209079027176, 0.00333726336248219, 0.003953317645937204, 0.004569371696561575, 0.0051854257471859455, 0.005801480263471603, 0.006417534314095974, 0.0070335883647203445, 0.007649642415344715, 0.008265696465969086, 0.008881750516593456, 0.009497804567217827, 0.010113859549164772, 0.010729913599789143, 0.011345967650413513, 0.011962021701037884, 0.012578075751662254, 0.013194129802286625, 0.013810183852910995, 0.01442623883485794, 0.015042292885482311, 0.015658346936106682, 0.016274400055408478, 0.016890455037355423, 0.017506510019302368, 0.018122563138604164, 0.01873861812055111, 0.019354671239852905, 0.01997072622179985, 0.020586779341101646, 0.02120283432304859, 0.021818887442350388, 0.022434942424297333, 0.023050997406244278, 0.023667050525546074, 0.02428310550749302, 0.024899158626794815, 0.02551521360874176, 0.026131266728043556, 0.0267473217099905]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 5.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08448195457458496, -0.08189312368631363, -0.0793042927980423, -0.07671545445919037, -0.07412662357091904, -0.0715377926826477, -0.06894896179437637, -0.06636013090610504, -0.06377129256725311, -0.06118246540427208, -0.05859363079071045, -0.05600479990243912, -0.053415969014167786, -0.050827134400606155, -0.048238303512334824, -0.04564946889877319, -0.04306063801050186, -0.04047180712223053, -0.0378829725086689, -0.03529414162039757, -0.03270530700683594, -0.030116476118564606, -0.027527645230293274, -0.024938812479376793, -0.022349979728460312, -0.01976114697754383, -0.01717231422662735, -0.014583483338356018, -0.011994650587439537, -0.009405817836523056, -0.00681698601692915, -0.004228153731673956, -0.0016393214464187622, 0.0009495108388364315, 0.003538343124091625, 0.006127175409346819, 0.008716007694602013, 0.011304840445518494, 0.0138936722651124, 0.016482504084706306, 0.019071336835622787, 0.02166016958653927, 0.02424900233745575, 0.02683783322572708, 0.029426665976643562, 0.03201549872756004, 0.034604329615831375, 0.037193164229393005, 0.03978199511766434, 0.04237082600593567, 0.0449596606194973, 0.04754849150776863, 0.05013732612133026, 0.05272615700960159, 0.055314987897872925, 0.057903822511434555, 0.06049265339970589, 0.06308148801326752, 0.06567031890153885, 0.06825914978981018, 0.07084798067808151, 0.07343681156635284, 0.07602564990520477, 0.0786144807934761, 0.08120331168174744]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 3.0, 2.0, 3.0, 0.0, 3.0, 4.0, 6.0, 4.0, 6.0, 4.0, 13.0, 18.0, 24.0, 35.0, 62.0, 18.0, 11.0, 10.0, 12.0, 14.0, 5.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0], "bins": [-0.05721914395689964, -0.05536230653524399, -0.05350546911358833, -0.05164863169193268, -0.04979179427027702, -0.04793495684862137, -0.046078119426965714, -0.04422128200531006, -0.0423644483089447, -0.04050761088728905, -0.03865077346563339, -0.03679393604397774, -0.03493709862232208, -0.03308026120066643, -0.031223423779010773, -0.029366586357355118, -0.027509748935699463, -0.025652911514043808, -0.023796074092388153, -0.021939236670732498, -0.020082399249076843, -0.018225563690066338, -0.016368726268410683, -0.014511888846755028, -0.012655051425099373, -0.010798214003443718, -0.008941376581788063, -0.007084540091454983, -0.005227702669799328, -0.0033708654809743166, -0.0015140282921493053, 0.0003428088966757059, 0.002199646085500717, 0.004056483507156372, 0.00591332046315074, 0.007770157419145107, 0.009626994840800762, 0.011483832262456417, 0.013340668752789497, 0.015197506174445152, 0.017054343596100807, 0.018911181017756462, 0.020768018439412117, 0.022624855861067772, 0.024481691420078278, 0.026338528841733932, 0.028195366263389587, 0.030052203685045242, 0.0319090411067009, 0.03376587852835655, 0.03562271595001221, 0.03747955337166786, 0.03933639079332352, 0.04119322821497917, 0.04305006563663483, 0.04490690305829048, 0.046763740479946136, 0.04862057417631149, 0.05047741159796715, 0.0523342490196228, 0.05419108644127846, 0.05604792386293411, 0.05790476128458977, 0.05976159870624542, 0.06161843612790108]}, "_runtime": 9.820486783981323, "_timestamp": 1596208107.3622327, "_step": 6} +{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 2.0, 4.0, 1.0, 3.0, 5.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 3.0, 3.0, 0.0, 0.0, 1.0, 4.0, 2.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0], "bins": [-0.01721397042274475, -0.016802454367280006, -0.016390938311815262, -0.015979422256350517, -0.015567906200885773, -0.015156391076743603, -0.014744875021278858, -0.014333358965814114, -0.013921842910349369, -0.013510326854884624, -0.01309881079941988, -0.012687294743955135, -0.012275779619812965, -0.01186426356434822, -0.011452747508883476, -0.011041231453418732, -0.010629715397953987, -0.010218199342489243, -0.009806683287024498, -0.009395167231559753, -0.008983651176095009, -0.008572136051952839, -0.008160619996488094, -0.00774910394102335, -0.007337587885558605, -0.006926071830093861, -0.006514555774629116, -0.006103040184825659, -0.005691524129360914, -0.00528000807389617, -0.004868492484092712, -0.004456976428627968, -0.004045460373163223, -0.0036339443176984787, -0.003222428495064378, -0.002810912672430277, -0.0023993966169655323, -0.0019878805615007877, -0.0015763647388666868, -0.001164848799817264, -0.0007533328607678413, -0.0003418169217184186, 6.969901733100414e-05, 0.0004812149563804269, 0.0008927308954298496, 0.0013042468344792724, 0.001715762773528695, 0.002127278596162796, 0.0025387946516275406, 0.002950310707092285, 0.003361826529726386, 0.003773342352360487, 0.0041848584078252316, 0.004596374463289976, 0.005007890053093433, 0.005419406108558178, 0.0058309221640229225, 0.006242438219487667, 0.006653954274952412, 0.007065469864755869, 0.0074769859202206135, 0.00788850151002407, 0.008300017565488815, 0.00871153362095356, 0.009123049676418304]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 1.0, 4.0, 3.0, 2.0, 3.0, 2.0, 4.0, 6.0, 5.0, 9.0, 13.0, 12.0, 21.0, 17.0, 10.0, 38.0, 53.0, 51.0, 64.0, 94.0, 109.0, 155.0, 193.0, 299.0, 398.0, 548.0, 3729.0, 811.0, 456.0, 236.0, 153.0, 123.0, 93.0, 41.0, 45.0, 36.0, 22.0, 12.0, 13.0, 11.0, 9.0, 3.0, 8.0, 1.0, 3.0, 5.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15341176092624664, -0.148138627409935, -0.14286547899246216, -0.1375923454761505, -0.13231921195983887, -0.12704607844352722, -0.12177293747663498, -0.11649979650974274, -0.11122666299343109, -0.10595352947711945, -0.1006803885102272, -0.09540724754333496, -0.09013411402702332, -0.08486098051071167, -0.07958783954381943, -0.07431469857692719, -0.06904156506061554, -0.0637684315443039, -0.05849529057741165, -0.05322215333580971, -0.047949016094207764, -0.04267587885260582, -0.037402741611003876, -0.03212960436940193, -0.026856467127799988, -0.021583329886198044, -0.0163101926445961, -0.011037055402994156, -0.005763918161392212, -0.0004907809197902679, 0.004782356321811676, 0.01005549356341362, 0.015328630805015564, 0.020601768046617508, 0.025874905288219452, 0.031148042529821396, 0.03642117977142334, 0.041694317013025284, 0.04696745425462723, 0.05224059149622917, 0.057513728737831116, 0.06278686225414276, 0.068060003221035, 0.07333314418792725, 0.07860627770423889, 0.08387941122055054, 0.08915255218744278, 0.09442569315433502, 0.09969882667064667, 0.10497196018695831, 0.11024510115385056, 0.1155182421207428, 0.12079137563705444, 0.1260645091533661, 0.13133764266967773, 0.13661079108715057, 0.14188392460346222, 0.14715705811977386, 0.1524302065372467, 0.15770334005355835, 0.16297647356987, 0.16824960708618164, 0.1735227406024933, 0.17879588901996613, 0.18406902253627777]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 1.0, 3.0, 3.0, 1.0, 6.0, 4.0, 3.0, 3.0, 4.0, 7.0, 6.0, 7.0, 6.0, 25.0, 2.0, 3.0, 2.0, 1.0, 6.0, 2.0, 2.0, 3.0, 2.0, 1.0, 0.0, 3.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00408808421343565, -0.00393571425229311, -0.0037833445239812136, -0.0036309747956693172, -0.0034786048345267773, -0.003326235106214881, -0.0031738653779029846, -0.0030214954167604446, -0.0028691256884485483, -0.002716755960136652, -0.002564385998994112, -0.0024120162706822157, -0.0022596465423703194, -0.0021072765812277794, -0.001954906852915883, -0.001802537008188665, -0.0016501671634614468, -0.0014977973187342286, -0.0013454274740070105, -0.0011930577456951141, -0.001040687900967896, -0.0008883180562406778, -0.0007359482697211206, -0.0005835784832015634, -0.0004312086384743452, -0.0002788388228509575, -0.00012646900722756982, 2.5900808395817876e-05, 0.00017827062401920557, 0.00033064043964259326, 0.00048301025526598096, 0.0006353800417855382, 0.0007877498865127563, 0.0009401197312399745, 0.0010924895759671926, 0.001244859304279089, 0.0013972291490063071, 0.0015495989937335253, 0.0017019687220454216, 0.0018543385667726398, 0.002006708411499858, 0.0021590781398117542, 0.002311448100954294, 0.0024638178292661905, 0.002616187557578087, 0.002768557518720627, 0.002920927247032523, 0.003073297208175063, 0.0032256669364869595, 0.0033780366647988558, 0.0035304066259413958, 0.003682776354253292, 0.003835146315395832, 0.003987515810877085, 0.004139885772019625, 0.004292255733162165, 0.004444625228643417, 0.004596995189785957, 0.004749365150928497, 0.004901735112071037, 0.00505410460755229, 0.00520647456869483, 0.00535884452983737, 0.005511214025318623, 0.005663583986461163]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 3.0, 3.0, 6.0, 2.0, 10.0, 17.0, 15.0, 29.0, 40.0, 49.0, 107.0, 157.0, 273.0, 431.0, 706.0, 1094.0, 1887.0, 3166.0, 5275.0, 8625.0, 14776.0, 24449.0, 40096.0, 64561.0, 101433.0, 163552.0, 490345.0, 92298.0, 58357.0, 37291.0, 24343.0, 16031.0, 10437.0, 6702.0, 4412.0, 2850.0, 1907.0, 1264.0, 813.0, 527.0, 404.0, 303.0, 207.0, 117.0, 88.0, 54.0, 36.0, 36.0, 15.0, 12.0, 10.0, 7.0, 4.0, 4.0, 3.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.010927589610219002, -0.010552380234003067, -0.010177170857787132, -0.009801960550248623, -0.009426751174032688, -0.009051541797816753, -0.008676332421600819, -0.00830112211406231, -0.007925912737846375, -0.00755070336163044, -0.007175493985414505, -0.006800284143537283, -0.006425074767321348, -0.006049864925444126, -0.005674655549228191, -0.005299445707350969, -0.0049242363311350346, -0.0045490269549191, -0.004173817113041878, -0.0037986075039952993, -0.003423397894948721, -0.003048188518732786, -0.0026729789096862078, -0.0022977693006396294, -0.001922559691593051, -0.0015473500825464725, -0.0011721404734998941, -0.0007969309808686376, -0.00042172137182205915, -4.6511791879311204e-05, 0.00032869778806343675, 0.0007039073389023542, 0.0010791169479489326, 0.001454326556995511, 0.0018295361660420895, 0.002204745775088668, 0.0025799553841352463, 0.002955164760351181, 0.0033303743693977594, 0.003705583978444338, 0.00408079382032156, 0.004456003196537495, 0.004831212572753429, 0.0052064224146306515, 0.005581631790846586, 0.005956841632723808, 0.006332051008939743, 0.006707260850816965, 0.0070824702270329, 0.007457679603248835, 0.007832889445126057, 0.008208098821341991, 0.008583308197557926, 0.008958518505096436, 0.00933372788131237, 0.009708937257528305, 0.01008414663374424, 0.010459356009960175, 0.010834566317498684, 0.011209775693714619, 0.011584985069930553, 0.011960194446146488, 0.012335404753684998, 0.012710614129900932, 0.013085823506116867]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 4.0, 3.0, 5.0, 2.0, 6.0, 0.0, 2.0, 2.0, 11.0, 0.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016478033736348152, -0.01590699329972267, -0.015335951931774616, -0.014764911495149136, -0.01419387012720108, -0.0136228296905756, -0.013051789253950119, -0.012480747886002064, -0.011909707449376583, -0.011338667012751102, -0.010767625644803047, -0.010196585208177567, -0.009625544771552086, -0.00905450340360403, -0.00848346296697855, -0.007912421599030495, -0.007341381162405014, -0.006770340260118246, -0.006199299357831478, -0.0056282589212059975, -0.0050572180189192295, -0.0044861771166324615, -0.003915136680006981, -0.003344095777720213, -0.002773054875433445, -0.002202013973146677, -0.0016309733036905527, -0.0010599325178191066, -0.0004888917319476604, 8.214905392378569e-05, 0.0006531898397952318, 0.001224230625666678, 0.001795271411538124, 0.002366312313824892, 0.0029373529832810163, 0.0035083936527371407, 0.004079434555023909, 0.004650475457310677, 0.005221515893936157, 0.005792556796222925, 0.006363597698509693, 0.006934638600796461, 0.007505679503083229, 0.00807671993970871, 0.00864776037633419, 0.009218801744282246, 0.009789842180907726, 0.010360883548855782, 0.010931923985481262, 0.011502964422106743, 0.012074005790054798, 0.012645046226680279, 0.013216087594628334, 0.013787128031253815, 0.014358168467879295, 0.01492920983582735, 0.015500250272452831, 0.016071291640400887, 0.016642332077026367, 0.017213372513651848, 0.01778441295027733, 0.01835545338690281, 0.01892649568617344, 0.01949753612279892, 0.0200685765594244]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 3.0, 4.0, 2.0, 1.0, 1.0, 2.0, 5.0, 5.0, 9.0, 9.0, 9.0, 18.0, 15.0, 29.0, 37.0, 35.0, 57.0, 86.0, 90.0, 150.0, 216.0, 297.0, 451.0, 558.0, 728.0, 983.0, 1407.0, 2385.0, 6461.0, 1584.0, 758.0, 492.0, 383.0, 279.0, 185.0, 169.0, 136.0, 97.0, 84.0, 67.0, 41.0, 27.0, 17.0, 22.0, 9.0, 7.0, 3.0, 2.0, 3.0, 3.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.014521627686917782, -0.014123289845883846, -0.01372495200484991, -0.0133266132324934, -0.012928275391459465, -0.01252993755042553, -0.012131599709391594, -0.011733260937035084, -0.011334923096001148, -0.010936585254967213, -0.010538247413933277, -0.010139909572899342, -0.009741570800542831, -0.009343232959508896, -0.00894489511847496, -0.008546557277441025, -0.00814821943640709, -0.007749881129711866, -0.0073515428230166435, -0.006953204981982708, -0.006554866675287485, -0.00615652883425355, -0.005758190527558327, -0.005359852686524391, -0.004961514845490456, -0.004563176538795233, -0.004164838697761297, -0.0037665003910660744, -0.003368162550032139, -0.0029698244761675596, -0.0025714864023029804, -0.0021731483284384012, -0.001774810254573822, -0.0013764721807092428, -0.0009781341068446636, -0.0005797961493954062, -0.00018145807553082705, 0.0002168799692299217, 0.0006152180139906704, 0.0010135560296475887, 0.001411894103512168, 0.0018102321773767471, 0.0022085702512413263, 0.0026069083251059055, 0.003005246166139841, 0.0034035842400044203, 0.0038019223138689995, 0.004200260620564222, 0.004598598461598158, 0.004996936302632093, 0.005395274609327316, 0.005793612450361252, 0.006191950757056475, 0.00659028859809041, 0.006988626904785633, 0.007386964745819569, 0.007785302586853504, 0.00818364042788744, 0.00858197920024395, 0.008980317041277885, 0.009378654882311821, 0.009776992723345757, 0.010175331495702267, 0.010573669336736202, 0.010972007177770138]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 3.0, 4.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08245936036109924, -0.07939909398555756, -0.07633883506059647, -0.07327857613563538, -0.07021830976009369, -0.067158043384552, -0.06409778445959091, -0.06103752180933952, -0.057977259159088135, -0.054916996508836746, -0.05185673385858536, -0.04879647120833397, -0.04573620855808258, -0.04267594590783119, -0.0396156832575798, -0.036555420607328415, -0.033495157957077026, -0.030434895306825638, -0.02737463265657425, -0.02431437000632286, -0.021254107356071472, -0.018193844705820084, -0.015133582055568695, -0.012073319405317307, -0.009013056755065918, -0.005952794104814529, -0.002892531454563141, 0.00016773119568824768, 0.0032279938459396362, 0.006288256496191025, 0.009348519146442413, 0.012408781796693802, 0.01546904444694519, 0.01852930709719658, 0.021589569747447968, 0.024649832397699356, 0.027710095047950745, 0.030770357698202133, 0.03383062034845352, 0.03689088299870491, 0.0399511456489563, 0.04301140829920769, 0.046071670949459076, 0.049131933599710464, 0.05219219624996185, 0.05525245890021324, 0.05831272155046463, 0.06137298420071602, 0.06443324685096741, 0.0674935132265091, 0.07055377215147018, 0.07361403107643127, 0.07667429745197296, 0.07973456382751465, 0.08279482275247574, 0.08585508167743683, 0.08891534805297852, 0.0919756144285202, 0.09503587335348129, 0.09809613227844238, 0.10115639865398407, 0.10421666502952576, 0.10727692395448685, 0.11033718287944794, 0.11339744925498962]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 0.0, 3.0, 3.0, 2.0, 1.0, 1.0, 0.0, 3.0, 3.0, 2.0, 2.0, 3.0, 4.0, 4.0, 6.0, 10.0, 11.0, 17.0, 13.0, 15.0, 22.0, 28.0, 39.0, 17.0, 8.0, 9.0, 7.0, 3.0, 6.0, 3.0, 4.0, 1.0, 2.0, 2.0, 6.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.04738561064004898, -0.045760154724121094, -0.04413469880819321, -0.04250924289226532, -0.04088378697633743, -0.039258331060409546, -0.03763287886977196, -0.03600742295384407, -0.034381967037916183, -0.032756511121988297, -0.03113105520606041, -0.029505599290132523, -0.027880143374204636, -0.02625468745827675, -0.02462923340499401, -0.023003777489066124, -0.021378321573138237, -0.01975286565721035, -0.018127409741282463, -0.016501955687999725, -0.014876499772071838, -0.013251043856143951, -0.011625587940216064, -0.010000132955610752, -0.008374677039682865, -0.0067492215894162655, -0.005123766139149666, -0.003498310223221779, -0.0018728547729551792, -0.00024739920627325773, 0.0013780563604086637, 0.003003512043505907, 0.004628967493772507, 0.006254422944039106, 0.007879878394305706, 0.009505334310233593, 0.011130789294838905, 0.012756245210766792, 0.01438170112669468, 0.016007157042622566, 0.017632611095905304, 0.01925806701183319, 0.020883522927761078, 0.022508978843688965, 0.024134434759616852, 0.02575989067554474, 0.027385344728827477, 0.029010800644755363, 0.03063625656068325, 0.03226171061396599, 0.033887166529893875, 0.03551262244582176, 0.03713807836174965, 0.038763534277677536, 0.04038899019360542, 0.04201444610953331, 0.0436399020254612, 0.045265357941389084, 0.04689081385731697, 0.04851626604795456, 0.050141721963882446, 0.05176717787981033, 0.05339263379573822, 0.05501808971166611, 0.056643545627593994]}, "_runtime": 10.593672752380371, "_timestamp": 1596208108.1354187, "_step": 7} +{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 4.0, 1.0, 3.0, 3.0, 1.0, 0.0, 2.0, 2.0, 0.0, 4.0, 3.0, 2.0, 4.0, 3.0, 1.0, 3.0, 3.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013450713828206062, -0.01301201619207859, -0.012573318555951118, -0.012134620919823647, -0.011695923283696175, -0.011257225647568703, -0.010818527080118656, -0.010379829443991184, -0.009941131807863712, -0.00950243417173624, -0.009063736535608768, -0.008625038899481297, -0.008186341263353825, -0.007747643627226353, -0.0073089455254375935, -0.0068702478893101215, -0.00643155025318265, -0.005992852617055178, -0.005554154980927706, -0.0051154568791389465, -0.004676759243011475, -0.004238061606884003, -0.0037993639707565308, -0.003360666101798415, -0.0029219684656709433, -0.0024832708295434713, -0.0020445729605853558, -0.0016058753244578838, -0.00116717757191509, -0.0007284798193722963, -0.0002897821250371635, 0.0001489155984017998, 0.0005876133218407631, 0.0010263110743835568, 0.0014650088269263506, 0.0019037064630538225, 0.002342404332011938, 0.00278110196813941, 0.003219799604266882, 0.0036584974732249975, 0.004097195342183113, 0.004535892978310585, 0.004974590614438057, 0.005413288250565529, 0.005851985886693001, 0.006290683522820473, 0.006729381624609232, 0.007168079260736704, 0.007606776896864176, 0.008045474998652935, 0.008484172634780407, 0.008922870270907879, 0.00936156790703535, 0.009800265543162823, 0.010238963179290295, 0.010677660815417767, 0.011116358451545238, 0.01155505608767271, 0.011993753723800182, 0.012432452291250229, 0.0128711499273777, 0.013309847563505173, 0.013748545199632645, 0.014187242835760117, 0.014625940471887589]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 6.0, 5.0, 5.0, 3.0, 5.0, 4.0, 4.0, 3.0, 8.0, 17.0, 14.0, 29.0, 33.0, 44.0, 77.0, 98.0, 140.0, 201.0, 293.0, 440.0, 3234.0, 1929.0, 566.0, 260.0, 186.0, 82.0, 86.0, 50.0, 31.0, 20.0, 17.0, 10.0, 10.0, 4.0, 3.0, 4.0, 1.0, 0.0, 4.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2143217921257019, -0.20758746564388275, -0.2008531391620636, -0.19411882758140564, -0.1873845010995865, -0.18065017461776733, -0.17391584813594818, -0.16718152165412903, -0.16044721007347107, -0.15371288359165192, -0.14697855710983276, -0.1402442306280136, -0.13350990414619446, -0.1267755776643753, -0.12004125863313675, -0.1133069396018982, -0.10657261312007904, -0.09983828663825989, -0.09310396760702133, -0.08636964112520218, -0.07963532209396362, -0.07290099561214447, -0.06616666913032532, -0.05943234637379646, -0.05269802361726761, -0.045963700860738754, -0.0392293781042099, -0.03249505162239075, -0.025760728865861893, -0.01902640610933304, -0.012292081490159035, -0.005557757802307606, 0.0011765658855438232, 0.007910889573395252, 0.014645213261246681, 0.021379537880420685, 0.02811386063694954, 0.034848183393478394, 0.041582509875297546, 0.0483168326318264, 0.055051155388355255, 0.06178547814488411, 0.06851980090141296, 0.07525412738323212, 0.08198845386505127, 0.08872277289628983, 0.09545709937810898, 0.10219141840934753, 0.10892574489116669, 0.11566007137298584, 0.1223943904042244, 0.12912870943546295, 0.1358630359172821, 0.14259736239910126, 0.1493316888809204, 0.15606601536273956, 0.16280034184455872, 0.16953465342521667, 0.17626897990703583, 0.18300330638885498, 0.18973763287067413, 0.1964719593524933, 0.20320627093315125, 0.2099405974149704, 0.21667492389678955]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 3.0, 3.0, 1.0, 1.0, 2.0, 1.0, 5.0, 3.0, 3.0, 2.0, 1.0, 6.0, 6.0, 5.0, 3.0, 10.0, 26.0, 5.0, 3.0, 1.0, 3.0, 2.0, 2.0, 2.0, 3.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.005073979496955872, -0.004934198223054409, -0.0047944169491529465, -0.004654636140912771, -0.004514854867011309, -0.004375073593109846, -0.004235292784869671, -0.004095511510968208, -0.003955730237066746, -0.003815948963165283, -0.0036761679220944643, -0.0035363868810236454, -0.003396605607122183, -0.0032568243332207203, -0.0031170432921499014, -0.0029772622510790825, -0.00283748097717762, -0.0026976997032761574, -0.0025579186622053385, -0.0024181376211345196, -0.002278356347233057, -0.0021385750733315945, -0.0019987940322607756, -0.0018590128747746348, -0.0017192317172884941, -0.0015794505598023534, -0.0014396694023162127, -0.001299888244830072, -0.0011601070873439312, -0.0010203259298577905, -0.0008805447723716497, -0.000740763614885509, -0.0006009824573993683, -0.00046120129991322756, -0.00032142014242708683, -0.0001816389849409461, -4.1857827454805374e-05, 9.792333003133535e-05, 0.00023770448751747608, 0.0003774856450036168, 0.0005172668024897575, 0.0006570479599758983, 0.000796829117462039, 0.0009366102749481797, 0.0010763914324343204, 0.0012161725899204612, 0.001355953747406602, 0.0014957349048927426, 0.0016355160623788834, 0.001775297219865024, 0.0019150783773511648, 0.0020548594184219837, 0.0021946406923234463, 0.002334421966224909, 0.0024742030072957277, 0.0026139840483665466, 0.002753765322268009, 0.0028935465961694717, 0.0030333276372402906, 0.0031731086783111095, 0.003312889952212572, 0.0034526712261140347, 0.0035924522671848536, 0.0037322333082556725, 0.003872014582157135]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 3.0, 2.0, 1.0, 3.0, 5.0, 9.0, 12.0, 19.0, 25.0, 36.0, 64.0, 68.0, 132.0, 168.0, 260.0, 373.0, 479.0, 826.0, 1229.0, 1964.0, 3081.0, 5043.0, 8399.0, 14719.0, 26667.0, 49634.0, 90400.0, 167055.0, 561819.0, 109725.0, 58989.0, 32979.0, 18632.0, 10801.0, 6162.0, 3488.0, 2154.0, 1393.0, 944.0, 565.0, 405.0, 311.0, 173.0, 131.0, 90.0, 62.0, 41.0, 30.0, 23.0, 12.0, 13.0, 12.0, 4.0, 1.0, 1.0, 4.0, 0.0, 1.0, 1.0, 2.0], "bins": [-0.013403479009866714, -0.012988986447453499, -0.012574493885040283, -0.012160001322627068, -0.011745508760213852, -0.011331017129123211, -0.010916524566709995, -0.01050203200429678, -0.010087539441883564, -0.009673046879470348, -0.009258554317057133, -0.008844061754643917, -0.008429570123553276, -0.00801507756114006, -0.007600584998726845, -0.007186092436313629, -0.0067715998739004135, -0.006357107311487198, -0.005942614749073982, -0.005528122652322054, -0.005113630089908838, -0.004699137527495623, -0.004284645430743694, -0.0038701528683304787, -0.003455660305917263, -0.0030411677435040474, -0.0026266754139214754, -0.0022121830843389034, -0.0017976905219256878, -0.001383198075927794, -0.0009687056299299002, -0.0005542131839320064, -0.00013972073793411255, 0.00027477170806378126, 0.0006892641540616751, 0.0011037566000595689, 0.0015182490460574627, 0.0019327414920553565, 0.0023472339380532503, 0.0027617262676358223, 0.003176218830049038, 0.0035907113924622536, 0.004005203954875469, 0.0044196960516273975, 0.004834188614040613, 0.005248681176453829, 0.005663173273205757, 0.006077665835618973, 0.006492158398032188, 0.006906650960445404, 0.00732114352285862, 0.007735635619610548, 0.008150128647685051, 0.008564620278775692, 0.008979112841188908, 0.009393605403602123, 0.009808097966015339, 0.010222590528428555, 0.01063708309084177, 0.011051575653254986, 0.011466067284345627, 0.011880559846758842, 0.012295052409172058, 0.012709544971585274, 0.01312403753399849]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 4.0, 3.0, 9.0, 3.0, 4.0, 4.0, 3.0, 2.0, 5.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.021997351199388504, -0.02151217684149742, -0.02102700062096119, -0.020541826263070107, -0.020056651905179024, -0.01957147754728794, -0.01908630132675171, -0.018601126968860626, -0.018115952610969543, -0.01763077825307846, -0.01714560203254223, -0.016660427674651146, -0.016175253316760063, -0.01569007895886898, -0.015204903669655323, -0.014719728380441666, -0.014234554022550583, -0.013749378733336926, -0.013264203444123268, -0.012779029086232185, -0.012293853797018528, -0.011808679439127445, -0.011323504149913788, -0.010838329792022705, -0.010353154502809048, -0.009867980144917965, -0.009382804855704308, -0.008897630497813225, -0.008412455208599567, -0.007927280850708485, -0.007442105561494827, -0.006956930737942457, -0.006471755914390087, -0.005986581090837717, -0.005501406267285347, -0.005016231443732977, -0.004531056620180607, -0.004045881796628237, -0.003560706740245223, -0.003075531916692853, -0.002590357093140483, -0.002105182269588113, -0.0016200074460357428, -0.0011348325060680509, -0.0006496576825156808, -0.00016448282985948026, 0.00032069202279672027, 0.0008058669045567513, 0.0012910417281091213, 0.0017762165516614914, 0.0022613913752138615, 0.0027465661987662315, 0.0032317410223186016, 0.0037169160787016153, 0.004202090669423342, 0.004687265492975712, 0.005172440782189369, 0.005657615605741739, 0.006142790429294109, 0.006627965252846479, 0.0071131400763988495, 0.0075983148999512196, 0.00808348972350359, 0.008568664081394672, 0.00905383937060833]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 4.0, 1.0, 1.0, 0.0, 0.0, 1.0, 4.0, 2.0, 3.0, 3.0, 4.0, 2.0, 6.0, 7.0, 9.0, 3.0, 7.0, 6.0, 6.0, 4.0, 10.0, 8.0, 12.0, 14.0, 24.0, 34.0, 63.0, 61.0, 87.0, 126.0, 102.0, 124.0, 128.0, 198.0, 286.0, 394.0, 643.0, 993.0, 1819.0, 6535.0, 3296.0, 1531.0, 804.0, 451.0, 260.0, 124.0, 75.0, 41.0, 32.0, 27.0, 19.0, 9.0, 6.0, 8.0, 5.0, 6.0, 1.0, 1.0], "bins": [-0.0205758698284626, -0.020125187933444977, -0.019674504175782204, -0.01922382228076458, -0.018773140385746956, -0.018322456628084183, -0.01787177473306656, -0.017421092838048935, -0.01697041094303131, -0.016519727185368538, -0.016069045290350914, -0.015618362464010715, -0.015167679637670517, -0.014716997742652893, -0.014266314916312695, -0.01381563302129507, -0.013364950194954872, -0.012914267368614674, -0.01246358547359705, -0.012012902647256851, -0.011562220752239227, -0.011111537925899029, -0.01066085509955883, -0.010210173204541206, -0.009759490378201008, -0.00930880755186081, -0.008858125656843185, -0.008407442830502987, -0.007956760004162788, -0.0075060781091451645, -0.007055395282804966, -0.006604712922126055, -0.0061540305614471436, -0.005703348200768232, -0.005252665840089321, -0.004801983013749123, -0.004351300653070211, -0.0039006182923913, -0.0034499356988817453, -0.0029992531053721905, -0.0025485707446932793, -0.002097888384014368, -0.0016472057905048132, -0.0011965233134105802, -0.0007458408363163471, -0.0002951583592221141, 0.00015552411787211895, 0.000606206594966352, 0.001056889072060585, 0.001507571549154818, 0.001958254026249051, 0.002408936619758606, 0.002859618980437517, 0.0033103013411164284, 0.0037609839346259832, 0.004211666528135538, 0.004662348888814449, 0.0051130312494933605, 0.005563713610172272, 0.00601439643651247, 0.0064650787971913815, 0.006915761157870293, 0.007366443984210491, 0.007817125879228115, 0.008267808705568314]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11367881298065186, -0.11035975068807602, -0.10704068839550018, -0.10372163355350494, -0.10040257126092911, -0.09708350896835327, -0.09376444667577744, -0.0904453918337822, -0.08712632954120636, -0.08380726724863052, -0.08048820495605469, -0.07716914266347885, -0.07385008782148361, -0.07053102552890778, -0.06721196323633194, -0.0638929009437561, -0.060573842376470566, -0.05725478008389473, -0.05393572151660919, -0.050616659224033356, -0.04729760065674782, -0.04397853836417198, -0.040659479796886444, -0.03734041750431061, -0.03402135521173477, -0.030702296644449234, -0.027383236214518547, -0.02406417578458786, -0.020745113492012024, -0.017426053062081337, -0.01410699263215065, -0.010787932202219963, -0.007468871772289276, -0.004149811342358589, -0.0008307504467666149, 0.0024883102159947157, 0.005807370878756046, 0.009126431308686733, 0.012445492669939995, 0.015764553099870682, 0.01908361352980137, 0.022402673959732056, 0.025721734389662743, 0.02904079481959343, 0.032359857112169266, 0.0356789156794548, 0.03899797797203064, 0.04231703653931618, 0.045636098831892014, 0.04895516112446785, 0.05227421969175339, 0.055593281984329224, 0.05891234055161476, 0.0622314028441906, 0.06555046141147614, 0.06886952370405197, 0.07218858599662781, 0.07550764828920364, 0.07882670313119888, 0.08214576542377472, 0.08546482771635056, 0.08878389000892639, 0.09210294485092163, 0.09542200714349747, 0.0987410694360733]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 3.0, 4.0, 2.0, 5.0, 3.0, 4.0, 6.0, 14.0, 13.0, 19.0, 21.0, 19.0, 42.0, 24.0, 21.0, 14.0, 9.0, 5.0, 4.0, 7.0, 2.0, 2.0, 5.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.09012459963560104, -0.08799877762794495, -0.08587294816970825, -0.08374712616205215, -0.08162129670381546, -0.07949547469615936, -0.07736964523792267, -0.07524382323026657, -0.07311799377202988, -0.07099217176437378, -0.06886634230613708, -0.06674052029848099, -0.0646146908402443, -0.062488868832588196, -0.0603630430996418, -0.058237217366695404, -0.05611139163374901, -0.05398556590080261, -0.051859740167856216, -0.04973391443490982, -0.047608088701963425, -0.04548226296901703, -0.04335643723607063, -0.04123061150312424, -0.03910478949546814, -0.036978963762521744, -0.03485313802957535, -0.03272731229662895, -0.030601486563682556, -0.02847566083073616, -0.026349835097789764, -0.02422400936484337, -0.022098183631896973, -0.019972357898950577, -0.01784653216600418, -0.015720706433057785, -0.013594881631433964, -0.011469055898487568, -0.009343231096863747, -0.007217405363917351, -0.005091579630970955, -0.0029657541308552027, -0.0008399286307394505, 0.0012858968693763018, 0.003411722369492054, 0.00553754810243845, 0.007663373369723558, 0.009789198637008667, 0.011915024369955063, 0.014040850102901459, 0.016166675835847855, 0.01829250156879425, 0.020418327301740646, 0.022544151172041893, 0.02466997690498829, 0.026795802637934685, 0.02892162837088108, 0.031047454103827477, 0.03317327797412872, 0.03529910370707512, 0.037424929440021515, 0.03955075517296791, 0.04167658090591431, 0.0438024066388607, 0.0459282323718071]}, "_runtime": 11.358044385910034, "_timestamp": 1596208108.8997903, "_step": 8} +{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 1.0, 5.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 3.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 3.0, 1.0, 3.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012391243129968643, -0.011965290643274784, -0.011539338156580925, -0.011113385669887066, -0.010687433183193207, -0.010261480696499348, -0.009835527278482914, -0.009409574791789055, -0.008983622305095196, -0.008557669818401337, -0.008131717331707478, -0.0077057648450136185, -0.007279812358319759, -0.0068538598716259, -0.006427906919270754, -0.006001954432576895, -0.005576001945883036, -0.0051500494591891766, -0.0047240969724953175, -0.004298144020140171, -0.003872191533446312, -0.003446239046752453, -0.0030202865600585938, -0.002594333840534091, -0.002168381353840232, -0.001742428750731051, -0.00131647614762187, -0.0008905236609280109, -0.00046457105781883, -3.861848381347954e-05, 0.00038733409019187093, 0.0008132866350933909, 0.0012392392382025719, 0.0016651918413117528, 0.0020911444444209337, 0.002517096931114793, 0.0029430496506392956, 0.0033690021373331547, 0.0037949546240270138, 0.004220907110720873, 0.004646860063076019, 0.005072812549769878, 0.0054987650364637375, 0.005924717523157597, 0.006350670009851456, 0.006776622496545315, 0.007202575448900461, 0.00762852793559432, 0.008054479956626892, 0.008480433374643326, 0.008906385861337185, 0.009332338348031044, 0.009758290834724903, 0.010184243321418762, 0.010610195808112621, 0.01103614829480648, 0.01146210078150034, 0.011888053268194199, 0.012314005754888058, 0.012739959172904491, 0.01316591165959835, 0.01359186414629221, 0.014017816632986069, 0.014443769119679928, 0.014869721606373787]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 4.0, 4.0, 6.0, 4.0, 6.0, 16.0, 17.0, 16.0, 31.0, 24.0, 60.0, 79.0, 92.0, 117.0, 187.0, 247.0, 348.0, 559.0, 4093.0, 931.0, 403.0, 225.0, 160.0, 87.0, 60.0, 44.0, 32.0, 17.0, 11.0, 3.0, 9.0, 7.0, 4.0, 5.0, 4.0, 1.0, 3.0, 3.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17595712840557098, -0.17015530169010162, -0.16435347497463226, -0.1585516631603241, -0.15274983644485474, -0.14694800972938538, -0.14114618301391602, -0.13534435629844666, -0.1295425295829773, -0.12374071031808853, -0.11793889105319977, -0.11213706433773041, -0.10633523762226105, -0.10053341835737228, -0.09473159164190292, -0.08892977237701416, -0.0831279456615448, -0.07732611894607544, -0.07152429968118668, -0.06572247296571732, -0.059920649975538254, -0.05411882698535919, -0.04831700026988983, -0.04251517727971077, -0.03671335428953171, -0.030911531299352646, -0.025109706446528435, -0.019307881593704224, -0.013506058603525162, -0.007704234682023525, -0.0019024107605218887, 0.0038994131609797478, 0.009701237082481384, 0.01550306100398302, 0.021304884925484657, 0.02710670977830887, 0.03290853276848793, 0.03871035575866699, 0.04451218247413635, 0.050314005464315414, 0.056115828454494476, 0.06191765144467354, 0.0677194744348526, 0.07352130115032196, 0.07932312786579132, 0.08512494713068008, 0.09092677384614944, 0.09672859311103821, 0.10253041982650757, 0.10833224654197693, 0.11413406580686569, 0.11993589252233505, 0.12573771178722382, 0.13153953850269318, 0.13734136521816254, 0.1431431919336319, 0.14894500374794006, 0.15474683046340942, 0.16054865717887878, 0.16635048389434814, 0.1721523106098175, 0.17795413732528687, 0.18375594913959503, 0.1895577758550644, 0.19535960257053375]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 3.0, 2.0, 1.0, 2.0, 3.0, 6.0, 3.0, 3.0, 4.0, 8.0, 4.0, 3.0, 2.0, 27.0, 3.0, 2.0, 1.0, 9.0, 6.0, 0.0, 3.0, 3.0, 2.0, 4.0, 0.0, 2.0, 3.0, 1.0, 3.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0036588297225534916, -0.0035267614293843508, -0.0033946929033845663, -0.0032626246102154255, -0.003130556084215641, -0.0029984877910465, -0.0028664194978773594, -0.002734350971877575, -0.002602282678708434, -0.0024702143855392933, -0.002338145859539509, -0.002206077566370368, -0.002074009273201227, -0.0019419407472014427, -0.001809872454032302, -0.0016778040444478393, -0.0015457356348633766, -0.001413667225278914, -0.0012815988156944513, -0.0011495305225253105, -0.0010174621129408479, -0.0008853937033563852, -0.0007533253519795835, -0.0006212570006027818, -0.0004891885910183191, -0.00035712021053768694, -0.00022505183005705476, -9.298344957642257e-05, 3.9084930904209614e-05, 0.0001711533113848418, 0.000303221691865474, 0.00043529007234610617, 0.0005673584528267384, 0.000699426862411201, 0.0008314952137880027, 0.0009635635651648045, 0.001095631974749267, 0.0012277003843337297, 0.0013597686775028706, 0.0014918370870873332, 0.0016239054966717958, 0.0017559739062562585, 0.0018880423158407211, 0.002020110609009862, 0.0021521789021790028, 0.0022842474281787872, 0.002416315721347928, 0.0025483842473477125, 0.0026804525405168533, 0.002812520833685994, 0.0029445893596857786, 0.0030766576528549194, 0.003208726178854704, 0.0033407944720238447, 0.0034728627651929855, 0.00360493129119277, 0.003736999584361911, 0.0038690678775310516, 0.004001136403530836, 0.004133204929530621, 0.004265272989869118, 0.004397341515868902, 0.004529410041868687, 0.004661478102207184, 0.004793546628206968]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 3.0, 4.0, 1.0, 5.0, 9.0, 6.0, 11.0, 27.0, 43.0, 44.0, 94.0, 133.0, 193.0, 322.0, 498.0, 823.0, 1374.0, 2219.0, 3899.0, 7296.0, 15113.0, 32587.0, 73089.0, 162850.0, 628959.0, 127038.0, 59604.0, 29688.0, 14677.0, 7538.0, 4378.0, 2549.0, 1577.0, 1055.0, 668.0, 417.0, 271.0, 188.0, 138.0, 80.0, 51.0, 43.0, 27.0, 14.0, 7.0, 7.0, 9.0, 4.0, 3.0, 4.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012952907010912895, -0.012480685487389565, -0.012008464895188808, -0.011536243371665478, -0.011064022779464722, -0.010591801255941391, -0.010119580663740635, -0.009647359140217304, -0.009175138548016548, -0.008702917024493217, -0.008230696432292461, -0.007758474908769131, -0.007286253850907087, -0.006814032793045044, -0.0063418117351830006, -0.005869590677320957, -0.005397369619458914, -0.00492514856159687, -0.004452927503734827, -0.003980706445872784, -0.0035084853880107403, -0.0030362640973180532, -0.00256404303945601, -0.0020918219815939665, -0.001619600923731923, -0.0011473798658698797, -0.0006751587498001754, -0.0002029376628343016, 0.00026928342413157225, 0.0007415044819936156, 0.0012137256562709808, 0.0016859467141330242, 0.0021581677719950676, 0.002630388829857111, 0.0031026098877191544, 0.0035748309455811977, 0.004047052003443241, 0.0045192730613052845, 0.004991494119167328, 0.005463715177029371, 0.005935936234891415, 0.006408157758414745, 0.006880378816276789, 0.007352599874138832, 0.007824820466339588, 0.008297041989862919, 0.008769262582063675, 0.009241484105587006, 0.009713705629110336, 0.010185926221311092, 0.010658147744834423, 0.01113036833703518, 0.01160258986055851, 0.012074810452759266, 0.012547031976282597, 0.013019252568483353, 0.013491474092006683, 0.01396369468420744, 0.01443591620773077, 0.014908136799931526, 0.015380358323454857, 0.015852579846978188, 0.01632479950785637, 0.0167970210313797, 0.01726924255490303]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 4.0, 3.0, 0.0, 0.0, 7.0, 1.0, 3.0, 3.0, 5.0, 2.0, 11.0, 1.0, 4.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.015015585348010063, -0.014269295148551464, -0.01352300401777029, -0.012776713818311691, -0.012030422687530518, -0.011284132488071918, -0.01053784228861332, -0.009791551157832146, -0.009045260958373547, -0.008298970758914948, -0.007552679628133774, -0.006806389428675175, -0.006060098763555288, -0.005313808098435402, -0.004567517898976803, -0.0038212272338569164, -0.00307493656873703, -0.0023286459036171436, -0.0015823554713279009, -0.0008360649226233363, -8.977437391877174e-05, 0.0006565161747857928, 0.0014028067234903574, 0.0021490971557796, 0.0028953878208994865, 0.003641678486019373, 0.004387969151139259, 0.005134259350597858, 0.005880550015717745, 0.006626840680837631, 0.00737313088029623, 0.008119422011077404, 0.008865712210536003, 0.009612002409994602, 0.010358293540775776, 0.011104583740234375, 0.011850874871015549, 0.012597165070474148, 0.013343455269932747, 0.01408974640071392, 0.01483603660017252, 0.015582326799631119, 0.016328617930412292, 0.017074909061193466, 0.01782119832932949, 0.018567489460110664, 0.019313780590891838, 0.020060069859027863, 0.020806360989809036, 0.02155265212059021, 0.022298941388726234, 0.023045232519507408, 0.023791523650288582, 0.024537812918424606, 0.02528410404920578, 0.026030395179986954, 0.026776686310768127, 0.027522975578904152, 0.028269266709685326, 0.0290155578404665, 0.029761847108602524, 0.030508138239383698, 0.03125442937016487, 0.032000720500946045, 0.03274700790643692]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 6.0, 2.0, 4.0, 6.0, 9.0, 22.0, 18.0, 30.0, 38.0, 53.0, 66.0, 94.0, 118.0, 145.0, 183.0, 209.0, 293.0, 333.0, 462.0, 634.0, 921.0, 1269.0, 2327.0, 6407.0, 1628.0, 819.0, 538.0, 409.0, 252.0, 173.0, 96.0, 95.0, 71.0, 55.0, 67.0, 90.0, 66.0, 97.0, 83.0, 57.0, 39.0, 25.0, 21.0, 24.0, 24.0, 16.0, 12.0, 7.0, 2.0, 3.0, 1.0, 4.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012675768695771694, -0.01219923049211502, -0.011722691357135773, -0.0112461531534791, -0.010769614018499851, -0.010293075814843178, -0.00981653667986393, -0.009339998476207256, -0.008863460272550583, -0.008386921137571335, -0.007910382933914661, -0.007433843798935413, -0.00695730559527874, -0.006480766925960779, -0.0060042282566428185, -0.005527689587324858, -0.005051150918006897, -0.004574612248688936, -0.0040980735793709755, -0.0036215351428836584, -0.0031449964735656977, -0.002668457804247737, -0.00219191936776042, -0.001715380698442459, -0.0012388420291244984, -0.0007623034180141985, -0.0002857648069038987, 0.0001907738042064011, 0.0006673124153167009, 0.0011438510846346617, 0.0016203896375373006, 0.0020969281904399395, 0.0025734668597579002, 0.003050005529075861, 0.0035265441983938217, 0.0040030828677117825, 0.004479621537029743, 0.004956159740686417, 0.005432698410004377, 0.005909237079322338, 0.006385775748640299, 0.00686231441795826, 0.00733885308727622, 0.007815391756594181, 0.008291929960250854, 0.008768469095230103, 0.009245007298886776, 0.009721546433866024, 0.010198084637522697, 0.010674622841179371, 0.011151161976158619, 0.011627700179815292, 0.01210423931479454, 0.012580777518451214, 0.013057316653430462, 0.013533854857087135, 0.014010393992066383, 0.014486932195723057, 0.01496347039937973, 0.015440009534358978, 0.015916548669338226, 0.016393085941672325, 0.016869625076651573, 0.01734616421163082, 0.01782270148396492]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17104017734527588, -0.1671355664730072, -0.16323097050189972, -0.15932637453079224, -0.15542176365852356, -0.15151715278625488, -0.1476125568151474, -0.14370796084403992, -0.13980334997177124, -0.13589873909950256, -0.13199414312839508, -0.1280895471572876, -0.12418493628501892, -0.12028033286333084, -0.11637572944164276, -0.11247112601995468, -0.1085665225982666, -0.10466191917657852, -0.10075731575489044, -0.09685271233320236, -0.09294810891151428, -0.0890435054898262, -0.08513890206813812, -0.08123429864645004, -0.07732969522476196, -0.07342509180307388, -0.0695204883813858, -0.06561588495969772, -0.061711281538009644, -0.057806678116321564, -0.053902074694633484, -0.049997471272945404, -0.046092867851257324, -0.042188264429569244, -0.038283661007881165, -0.034379057586193085, -0.030474454164505005, -0.026569850742816925, -0.022665247321128845, -0.018760643899440765, -0.014856040477752686, -0.010951437056064606, -0.007046833634376526, -0.003142230212688446, 0.0007623732089996338, 0.004666976630687714, 0.008571580052375793, 0.012476183474063873, 0.016380786895751953, 0.020285390317440033, 0.024189993739128113, 0.028094597160816193, 0.03199920058250427, 0.03590380400419235, 0.03980840742588043, 0.04371301084756851, 0.04761761426925659, 0.05152221769094467, 0.05542682111263275, 0.05933142453432083, 0.06323602795600891, 0.06714063137769699, 0.07104523479938507, 0.07494983822107315, 0.07885444164276123]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 4.0, 0.0, 0.0, 2.0, 2.0, 4.0, 2.0, 2.0, 1.0, 6.0, 10.0, 17.0, 32.0, 30.0, 24.0, 41.0, 25.0, 21.0, 14.0, 7.0, 3.0, 3.0, 6.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0], "bins": [-0.1372826248407364, -0.13448655605316162, -0.13169047236442566, -0.1288944035768509, -0.12609831988811493, -0.12330225110054016, -0.1205061748623848, -0.11771009862422943, -0.11491402238607407, -0.1121179461479187, -0.10932186990976334, -0.10652579367160797, -0.1037297248840332, -0.10093364864587784, -0.09813757240772247, -0.09534149616956711, -0.09254541993141174, -0.08974934369325638, -0.08695326745510101, -0.08415719121694565, -0.08136111497879028, -0.07856504619121552, -0.07576896995306015, -0.07297289371490479, -0.07017681747674942, -0.06738074123859406, -0.06458466500043869, -0.061788592487573624, -0.05899251624941826, -0.056196440011262894, -0.05340036749839783, -0.05060429126024246, -0.0478082150220871, -0.04501213878393173, -0.04221606254577637, -0.0394199900329113, -0.036623913794755936, -0.03382783755660057, -0.031031763181090355, -0.02823568880558014, -0.025439612567424774, -0.02264353632926941, -0.019847461953759193, -0.017051387578248978, -0.014255311340093613, -0.011459236033260822, -0.008663160726428032, -0.0058670854195952415, -0.003071010112762451, -0.0002749348059296608, 0.0025211405009031296, 0.00531721580773592, 0.00811329111456871, 0.0109093664214015, 0.013705441728234291, 0.016501516103744507, 0.019297592341899872, 0.022093668580055237, 0.024889742955565453, 0.02768581733107567, 0.030481893569231033, 0.0332779698073864, 0.036074042320251465, 0.03887011855840683, 0.041666194796562195]}, "_runtime": 12.121266603469849, "_timestamp": 1596208109.6630125, "_step": 9} +{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 4.0, 3.0, 3.0, 3.0, 2.0, 6.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 3.0, 4.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.017411502078175545, -0.017012223601341248, -0.01661294512450695, -0.016213666647672653, -0.015814390033483505, -0.015415111556649208, -0.015015833079814911, -0.014616554602980614, -0.014217276126146317, -0.013817998580634594, -0.013418720103800297, -0.013019441626966, -0.012620164081454277, -0.01222088560461998, -0.011821607127785683, -0.01142232958227396, -0.011023051105439663, -0.010623772628605366, -0.010224495083093643, -0.009825216606259346, -0.009425938129425049, -0.009026660583913326, -0.008627382107079029, -0.008228103630244732, -0.00782882608473301, -0.007429547607898712, -0.007030269131064415, -0.006630991119891405, -0.006231713108718395, -0.005832434631884098, -0.005433156620711088, -0.005033878143876791, -0.004634600132703781, -0.004235322121530771, -0.003836043644696474, -0.003436765633523464, -0.0030374873895198107, -0.002638209145516157, -0.0022389311343431473, -0.0018396528903394938, -0.0014403746463358402, -0.0010410964023321867, -0.000641818274743855, -0.0002425400889478624, 0.00015673809684813023, 0.0005560162826441228, 0.0009552944684401155, 0.0013545725960284472, 0.0017538508400321007, 0.002153129084035754, 0.0025524073280394077, 0.0029516853392124176, 0.003350963583216071, 0.0037502418272197247, 0.0041495198383927345, 0.004548798315227032, 0.004948076326400042, 0.0053473543375730515, 0.005746632814407349, 0.0061459108255803585, 0.006545188836753368, 0.0069444673135876656, 0.007343745324760675, 0.007743023801594973, 0.008142301812767982]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 2.0, 2.0, 6.0, 2.0, 3.0, 3.0, 9.0, 6.0, 2.0, 12.0, 13.0, 11.0, 9.0, 23.0, 27.0, 29.0, 34.0, 53.0, 71.0, 91.0, 139.0, 162.0, 218.0, 321.0, 425.0, 3603.0, 1224.0, 483.0, 273.0, 201.0, 116.0, 80.0, 75.0, 43.0, 34.0, 31.0, 22.0, 14.0, 11.0, 9.0, 8.0, 10.0, 3.0, 3.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.14546145498752594, -0.14100004732608795, -0.13653863966464996, -0.13207723200321198, -0.127615824341774, -0.123154416680336, -0.11869300901889801, -0.11423160135746002, -0.10977019369602203, -0.10530878603458405, -0.10084737837314606, -0.09638597071170807, -0.09192456305027008, -0.08746315538883209, -0.0830017477273941, -0.07854034006595612, -0.07407893240451813, -0.06961752474308014, -0.06515611708164215, -0.06069470942020416, -0.056233301758766174, -0.051771894097328186, -0.0473104864358902, -0.04284907877445221, -0.03838767111301422, -0.03392626345157623, -0.029464855790138245, -0.025003448128700256, -0.020542040467262268, -0.01608063280582428, -0.011619225144386292, -0.007157817482948303, -0.002696409821510315, 0.0017649978399276733, 0.006226405501365662, 0.01068781316280365, 0.015149220824241638, 0.019610628485679626, 0.024072036147117615, 0.028533443808555603, 0.03299485146999359, 0.03745625913143158, 0.04191766679286957, 0.046379074454307556, 0.050840482115745544, 0.05530188977718353, 0.05976329743862152, 0.06422470510005951, 0.0686861127614975, 0.07314752042293549, 0.07760892808437347, 0.08207033574581146, 0.08653174340724945, 0.09099315106868744, 0.09545455873012543, 0.09991596639156342, 0.1043773740530014, 0.10883878171443939, 0.11330018937587738, 0.11776159703731537, 0.12222300469875336, 0.12668441236019135, 0.13114582002162933, 0.13560722768306732, 0.1400686353445053]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 3.0, 3.0, 2.0, 2.0, 0.0, 3.0, 4.0, 6.0, 2.0, 5.0, 2.0, 4.0, 3.0, 2.0, 27.0, 3.0, 7.0, 4.0, 5.0, 2.0, 3.0, 3.0, 2.0, 3.0, 1.0, 2.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.004941148683428764, -0.004805901553481817, -0.00467065442353487, -0.004535407293587923, -0.004400160163640976, -0.004264913033694029, -0.004129665903747082, -0.003994418773800135, -0.003859171411022544, -0.003723924281075597, -0.0035886771511286497, -0.0034534300211817026, -0.003318182658404112, -0.0031829355284571648, -0.0030476883985102177, -0.0029124412685632706, -0.0027771941386163235, -0.0026419470086693764, -0.0025066998787224293, -0.002371452748775482, -0.002236205618828535, -0.0021009582560509443, -0.0019657111261039972, -0.0018304639961570501, -0.001695216866210103, -0.001559969736263156, -0.0014247226063162088, -0.00128947535995394, -0.0011542282300069928, -0.0010189811000600457, -0.0008837339119054377, -0.0007484867237508297, -0.0006132395938038826, -0.00047799243475310504, -0.0003427452757023275, -0.00020749811665154994, -7.225095760077238e-05, 6.299620145000517e-05, 0.00019824336050078273, 0.0003334905195515603, 0.00046873767860233784, 0.0006039848085492849, 0.000739231996703893, 0.000874479184858501, 0.001009726314805448, 0.0011449734447523952, 0.001280220691114664, 0.0014154678210616112, 0.0015507149510085583, 0.0016859620809555054, 0.0018212092109024525, 0.0019564563408493996, 0.0020917034707963467, 0.0022269508335739374, 0.0023621979635208845, 0.0024974450934678316, 0.0026326922234147787, 0.002767939353361726, 0.002903186483308673, 0.00303843361325562, 0.0031736809760332108, 0.003308928105980158, 0.003444175235927105, 0.003579422365874052, 0.003714669495820999]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 3.0, 0.0, 2.0, 2.0, 1.0, 2.0, 4.0, 7.0, 10.0, 14.0, 21.0, 21.0, 52.0, 45.0, 82.0, 109.0, 156.0, 247.0, 354.0, 481.0, 737.0, 1185.0, 1910.0, 2846.0, 4921.0, 8625.0, 15688.0, 30444.0, 61585.0, 126199.0, 619662.0, 150373.0, 72494.0, 36549.0, 19118.0, 9998.0, 5826.0, 3421.0, 2148.0, 1369.0, 906.0, 624.0, 428.0, 295.0, 228.0, 124.0, 95.0, 66.0, 53.0, 33.0, 24.0, 21.0, 10.0, 15.0, 4.0, 2.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.012968193739652634, -0.012558975256979465, -0.012149755842983723, -0.011740537360310555, -0.011331317946314812, -0.010922099463641644, -0.0105128800496459, -0.010103661566972733, -0.00969444215297699, -0.009285223670303822, -0.008876005187630653, -0.00846678577363491, -0.008057567290961742, -0.007648348342627287, -0.007239129394292831, -0.006829910445958376, -0.0064206914976239204, -0.006011472549289465, -0.0056022536009550095, -0.005193034652620554, -0.0047838157042860985, -0.00437459722161293, -0.003965378273278475, -0.0035561593249440193, -0.003146940376609564, -0.0027377214282751083, -0.002328502479940653, -0.001919283764436841, -0.0015100648161023855, -0.00110084586776793, -0.0006916270358487964, -0.0002824081457220018, 0.00012681074440479279, 0.0005360296345315874, 0.0009452485246583819, 0.0013544673565775156, 0.001763686304911971, 0.0021729052532464266, 0.0025821239687502384, 0.002991342917084694, 0.0034005618654191494, 0.003809780813753605, 0.00421899976208806, 0.004628218710422516, 0.005037437193095684, 0.0054466561414301395, 0.005855875089764595, 0.0062650940380990505, 0.006674312986433506, 0.0070835319347679615, 0.007492750883102417, 0.007901969365775585, 0.008311188779771328, 0.008720407262444496, 0.009129626676440239, 0.009538845159113407, 0.009948063641786575, 0.010357283055782318, 0.010766501538455486, 0.011175720952451229, 0.011584939435124397, 0.01199415884912014, 0.012403377331793308, 0.012812596745789051, 0.01322181522846222]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 4.0, 3.0, 7.0, 3.0, 4.0, 1.0, 5.0, 6.0, 4.0, 2.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03520901873707771, -0.033913761377334595, -0.03261850029230118, -0.03132324293255806, -0.03002798557281494, -0.028732728213071823, -0.027437468990683556, -0.026142209768295288, -0.02484695240855217, -0.02355169504880905, -0.022256435826420784, -0.020961176604032516, -0.019665919244289398, -0.01837066188454628, -0.017075402662158012, -0.015780143439769745, -0.014484886080026627, -0.013189627788960934, -0.01189436949789524, -0.010599111206829548, -0.009303852915763855, -0.008008594624698162, -0.006713336333632469, -0.005418078042566776, -0.004122819751501083, -0.0028275614604353905, -0.0015323031693696976, -0.00023704487830400467, 0.0010582134127616882, 0.002353471703827381, 0.003648729994893074, 0.004943988285958767, 0.00623924657702446, 0.007534504868090153, 0.008829763159155846, 0.010125021450221539, 0.011420279741287231, 0.012715538032352924, 0.014010796323418617, 0.01530605461448431, 0.016601312905550003, 0.01789657026529312, 0.01919182948768139, 0.020487088710069656, 0.021782346069812775, 0.023077603429555893, 0.02437286265194416, 0.025668121874332428, 0.026963379234075546, 0.028258636593818665, 0.029553895816206932, 0.0308491550385952, 0.03214441239833832, 0.033439669758081436, 0.034734927117824554, 0.03603018820285797, 0.03732544556260109, 0.03862070292234421, 0.039915964007377625, 0.04121122136712074, 0.04250647872686386, 0.04380173608660698, 0.0450969934463501, 0.046392254531383514, 0.04768751189112663]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 4.0, 1.0, 6.0, 4.0, 11.0, 9.0, 8.0, 14.0, 17.0, 20.0, 23.0, 34.0, 30.0, 32.0, 26.0, 38.0, 63.0, 70.0, 90.0, 116.0, 189.0, 240.0, 330.0, 422.0, 659.0, 1057.0, 1362.0, 2382.0, 6614.0, 1605.0, 821.0, 507.0, 319.0, 269.0, 179.0, 116.0, 113.0, 89.0, 114.0, 106.0, 67.0, 62.0, 50.0, 19.0, 27.0, 15.0, 19.0, 15.0, 7.0, 7.0, 6.0, 11.0, 4.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.02698270045220852, -0.026102030649781227, -0.025221360847353935, -0.024340692907571793, -0.0234600231051445, -0.02257935330271721, -0.021698683500289917, -0.020818013697862625, -0.019937343895435333, -0.01905667595565319, -0.0181760061532259, -0.017295336350798607, -0.016414666548371315, -0.015533997677266598, -0.014653327874839306, -0.013772659003734589, -0.012891989201307297, -0.012011319398880005, -0.011130650527775288, -0.010249980725347996, -0.009369311854243279, -0.008488642051815987, -0.007607972249388695, -0.00672730291262269, -0.005846633575856686, -0.004965964239090681, -0.0040852949023246765, -0.0032046250998973846, -0.00232395576313138, -0.0014432863099500537, -0.0005626168567687273, 0.0003180525964125991, 0.0011987220495939255, 0.00207939138635993, 0.0029600609559565783, 0.0038407305255532265, 0.004721399862319231, 0.005602069199085236, 0.0064827390015125275, 0.007363408338278532, 0.008244077675044537, 0.009124747477471828, 0.010005416348576546, 0.010886086151003838, 0.01176675595343113, 0.012647424824535847, 0.013528094626963139, 0.014408763498067856, 0.015289433300495148, 0.01617010310292244, 0.01705077290534973, 0.017931440845131874, 0.018812110647559166, 0.019692780449986458, 0.02057345025241375, 0.02145412005484104, 0.022334787994623184, 0.023215457797050476, 0.024096127599477768, 0.02497679740190506, 0.02585746720433235, 0.026738137006759644, 0.027618804946541786, 0.028499474748969078, 0.02938014455139637]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2893650531768799, -0.28115662932395935, -0.27294817566871643, -0.2647397518157959, -0.256531298160553, -0.24832287430763245, -0.24011445045471191, -0.2319060117006302, -0.22369757294654846, -0.21548913419246674, -0.207280695438385, -0.19907227158546448, -0.19086383283138275, -0.18265539407730103, -0.1744469702243805, -0.16623853147029877, -0.15803009271621704, -0.14982165396213531, -0.1416132152080536, -0.13340479135513306, -0.12519635260105133, -0.1169879138469696, -0.10877948254346848, -0.10057105123996735, -0.09236261248588562, -0.0841541737318039, -0.07594574242830276, -0.06773731112480164, -0.05952887237071991, -0.05132043734192848, -0.043112002313137054, -0.03490356728434563, -0.0266951322555542, -0.01848669722676277, -0.010278262197971344, -0.0020698271691799164, 0.006138607859611511, 0.014347042888402939, 0.022555477917194366, 0.030763912945985794, 0.03897234797477722, 0.04718078300356865, 0.05538921803236008, 0.0635976493358612, 0.07180608808994293, 0.08001452684402466, 0.08822295814752579, 0.09643138945102692, 0.10463982820510864, 0.11284826695919037, 0.1210566982626915, 0.12926512956619263, 0.13747356832027435, 0.14568200707435608, 0.1538904309272766, 0.16209886968135834, 0.17030730843544006, 0.1785157471895218, 0.18672418594360352, 0.19493260979652405, 0.20314104855060577, 0.2113494873046875, 0.21955791115760803, 0.22776634991168976, 0.23597478866577148]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 5.0, 0.0, 4.0, 1.0, 5.0, 2.0, 2.0, 3.0, 4.0, 2.0, 2.0, 1.0, 6.0, 4.0, 5.0, 9.0, 5.0, 7.0, 17.0, 17.0, 20.0, 47.0, 30.0, 14.0, 5.0, 4.0, 5.0, 0.0, 3.0, 3.0, 5.0, 3.0, 4.0, 7.0, 3.0, 7.0, 6.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0], "bins": [-0.17569778859615326, -0.1702304482460022, -0.16476310789585114, -0.15929576754570007, -0.153828427195549, -0.14836108684539795, -0.1428937464952469, -0.13742640614509583, -0.13195906579494476, -0.1264917254447937, -0.12102438509464264, -0.11555704474449158, -0.11008970439434052, -0.10462236404418945, -0.09915502369403839, -0.09368768334388733, -0.08822034299373627, -0.0827530026435852, -0.07728566229343414, -0.07181832194328308, -0.06635098159313202, -0.06088364124298096, -0.055416300892829895, -0.04994896054267883, -0.04448162019252777, -0.03901427984237671, -0.03354693949222565, -0.028079599142074585, -0.022612258791923523, -0.01714491844177246, -0.011677578091621399, -0.006210237741470337, -0.0007428973913192749, 0.004724442958831787, 0.010191783308982849, 0.01565912365913391, 0.021126464009284973, 0.026593804359436035, 0.0320611447095871, 0.03752848505973816, 0.04299582540988922, 0.04846316576004028, 0.053930506110191345, 0.05939784646034241, 0.06486518681049347, 0.07033252716064453, 0.0757998675107956, 0.08126720786094666, 0.08673454821109772, 0.09220188856124878, 0.09766922891139984, 0.1031365692615509, 0.10860390961170197, 0.11407124996185303, 0.11953859031200409, 0.12500593066215515, 0.1304732710123062, 0.13594061136245728, 0.14140795171260834, 0.1468752920627594, 0.15234263241291046, 0.15780997276306152, 0.16327731311321259, 0.16874465346336365, 0.1742119938135147]}, "_runtime": 12.88791561126709, "_timestamp": 1596208110.4296615, "_step": 10} +{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 4.0, 2.0, 1.0, 2.0, 3.0, 1.0, 3.0, 4.0, 1.0, 2.0, 2.0, 3.0, 0.0, 1.0, 3.0, 4.0, 2.0, 5.0, 0.0, 0.0, 2.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007753468118607998, -0.007366403006017208, -0.006979337893426418, -0.006592272315174341, -0.006205207202583551, -0.005818142089992762, -0.0054310765117406845, -0.005044011399149895, -0.004656946286559105, -0.004269881173968315, -0.0038828158285468817, -0.0034957504831254482, -0.0031086853705346584, -0.0027216202579438686, -0.002334554912522435, -0.0019474896835163236, -0.001560424454510212, -0.0011733592255041003, -0.0007862939964979887, -0.0003992287674918771, -1.2163538485765457e-05, 0.00037490169052034616, 0.0007619669195264578, 0.0011490321485325694, 0.001536097377538681, 0.0019231626065447927, 0.0023102278355509043, 0.0026972931809723377, 0.0030843582935631275, 0.0034714234061539173, 0.0038584887515753508, 0.004245554096996784, 0.004632619209587574, 0.005019684322178364, 0.005406749434769154, 0.005793815013021231, 0.0061808801256120205, 0.00656794523820281, 0.006955010816454887, 0.007342075929045677, 0.007729141041636467, 0.008116206154227257, 0.008503271266818047, 0.008890336379408836, 0.009277401491999626, 0.00966446753591299, 0.01005153264850378, 0.01043859776109457, 0.01082566287368536, 0.01121272798627615, 0.01159979309886694, 0.01198685821145773, 0.012373924255371094, 0.012760989367961884, 0.013148054480552673, 0.013535119593143463, 0.013922184705734253, 0.014309249818325043, 0.014696314930915833, 0.015083380043506622, 0.015470445156097412, 0.015857510268688202, 0.01624457538127899, 0.01663164049386978, 0.01701870560646057]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 4.0, 2.0, 7.0, 7.0, 3.0, 8.0, 12.0, 17.0, 40.0, 28.0, 41.0, 47.0, 57.0, 100.0, 120.0, 126.0, 167.0, 256.0, 358.0, 622.0, 4274.0, 640.0, 318.0, 199.0, 125.0, 66.0, 65.0, 53.0, 37.0, 25.0, 23.0, 20.0, 11.0, 10.0, 6.0, 5.0, 3.0, 7.0, 2.0, 1.0, 2.0, 2.0, 3.0, 4.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1386791318655014, -0.1340615302324295, -0.1294439435005188, -0.1248263418674469, -0.1202087476849556, -0.1155911535024643, -0.11097355931997299, -0.10635596513748169, -0.10173836350440979, -0.09712076932191849, -0.09250317513942719, -0.08788558095693588, -0.08326798677444458, -0.07865039259195328, -0.07403279095888138, -0.06941519677639008, -0.06479760259389877, -0.06018000841140747, -0.05556241050362587, -0.05094481632113457, -0.046327218413352966, -0.041709624230861664, -0.03709203004837036, -0.03247443214058876, -0.027856837958097458, -0.023239241912961006, -0.018621645867824554, -0.014004051685333252, -0.0093864556401968, -0.004768860060721636, -0.0001512644812464714, 0.004466331098228693, 0.009083926677703857, 0.01370152272284031, 0.01831911876797676, 0.022936712950468063, 0.027554308995604515, 0.03217190504074097, 0.03678949922323227, 0.04140709713101387, 0.04602469131350517, 0.050642285495996475, 0.055259883403778076, 0.05987747758626938, 0.06449507176876068, 0.06911266595125198, 0.07373026758432388, 0.07834786176681519, 0.08296545594930649, 0.08758305013179779, 0.09220064431428909, 0.09681824594736099, 0.1014358401298523, 0.1060534343123436, 0.1106710284948349, 0.1152886226773262, 0.1199062168598175, 0.1245238184928894, 0.1291414052248001, 0.133759006857872, 0.1383766084909439, 0.14299419522285461, 0.1476117968559265, 0.15222938358783722, 0.15684698522090912]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 3.0, 3.0, 3.0, 1.0, 5.0, 7.0, 2.0, 2.0, 1.0, 4.0, 3.0, 5.0, 6.0, 1.0, 4.0, 25.0, 4.0, 4.0, 0.0, 6.0, 4.0, 1.0, 5.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002864022273570299, -0.0027547248173505068, -0.0026454273611307144, -0.0025361296720802784, -0.002426832215860486, -0.0023175347596406937, -0.0022082373034209013, -0.0020989396143704653, -0.001989642158150673, -0.0018803447019308805, -0.0017710472457110882, -0.001661749673075974, -0.0015524522168561816, -0.0014431546442210674, -0.001333857188001275, -0.0012245596153661609, -0.0011152621591463685, -0.0010059647029265761, -0.0008966671302914619, -0.0007873696158640087, -0.0006780721014365554, -0.000568774645216763, -0.00045947713078930974, -0.00035017961636185646, -0.00024088210193440318, -0.0001315845875069499, -2.228708763141185e-05, 8.701041952008381e-05, 0.00019630792667157948, 0.00030560544109903276, 0.0004149029264226556, 0.0005242004408501089, 0.0006334979552775621, 0.0007427954697050154, 0.0008520929841324687, 0.000961390498559922, 0.0010706880129873753, 0.0011799854692071676, 0.0012892830418422818, 0.0013985804980620742, 0.0015078780706971884, 0.0016171755269169807, 0.0017264729831367731, 0.0018357705557718873, 0.0019450680119916797, 0.002054365584626794, 0.0021636630408465862, 0.0022729604970663786, 0.002382257953286171, 0.002491555642336607, 0.0026008530985563993, 0.0027101505547761917, 0.002819448010995984, 0.00292874570004642, 0.0030380431562662125, 0.003147340612486005, 0.003256638068705797, 0.0033659355249255896, 0.0034752332139760256, 0.003584530670195818, 0.0036938281264156103, 0.0038031255826354027, 0.003912423271685839, 0.004021720495074987, 0.004131018184125423]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 4.0, 5.0, 8.0, 8.0, 17.0, 20.0, 32.0, 49.0, 68.0, 109.0, 134.0, 202.0, 302.0, 477.0, 683.0, 1007.0, 1629.0, 2674.0, 4494.0, 8018.0, 15310.0, 29288.0, 57272.0, 112921.0, 614483.0, 166855.0, 73587.0, 38238.0, 20948.0, 11730.0, 6987.0, 4218.0, 2546.0, 1713.0, 1141.0, 719.0, 500.0, 343.0, 250.0, 178.0, 160.0, 98.0, 60.0, 41.0, 33.0, 30.0, 9.0, 16.0, 8.0, 2.0, 4.0, 4.0, 2.0, 1.0, 3.0, 1.0, 0.0, 3.0], "bins": [-0.011266599409282207, -0.010901689529418945, -0.010536779649555683, -0.010171868838369846, -0.009806958958506584, -0.009442049078643322, -0.00907713919878006, -0.008712228387594223, -0.00834731850773096, -0.007982408627867699, -0.0076174987480044365, -0.007252588402479887, -0.006887678522616625, -0.006522768177092075, -0.006157858297228813, -0.005792947951704264, -0.0054280380718410015, -0.005063128191977739, -0.00469821784645319, -0.004333307966589928, -0.003968397621065378, -0.003603487741202116, -0.00323857762850821, -0.0028736675158143044, -0.0025087574031203985, -0.0021438472904264927, -0.0017789371777325869, -0.0014140271814540029, -0.001049117068760097, -0.0006842069560661912, -0.0003192969015799463, 4.5613182010129094e-05, 0.00041052326560020447, 0.0007754333782941103, 0.0011403434909880161, 0.0015052534872666001, 0.001870163599960506, 0.00223507359623909, 0.002599983708932996, 0.0029648938216269016, 0.0033298039343208075, 0.0036947140470147133, 0.0040596239268779755, 0.004424534272402525, 0.004789444152265787, 0.005154354497790337, 0.005519264377653599, 0.005884174723178148, 0.0062490846030414104, 0.006613994482904673, 0.006978904828429222, 0.007343814708292484, 0.007708725053817034, 0.008073635399341583, 0.008438545279204845, 0.008803455159068108, 0.00916836503893137, 0.009533274918794632, 0.009898185729980469, 0.010263095609843731, 0.010628005489706993, 0.010992915369570255, 0.011357826180756092, 0.011722736060619354, 0.012087645940482616]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 6.0, 9.0, 11.0, 6.0, 5.0, 7.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.02548428252339363, -0.024907857179641724, -0.024331429973244667, -0.02375500276684761, -0.023178577423095703, -0.022602152079343796, -0.02202572487294674, -0.021449297666549683, -0.020872872322797775, -0.020296446979045868, -0.01972001977264881, -0.019143592566251755, -0.018567167222499847, -0.01799074187874794, -0.017414314672350883, -0.016837887465953827, -0.01626146212220192, -0.015685036778450012, -0.015108609572052956, -0.014532183296978474, -0.013955757021903992, -0.01337933074682951, -0.012802904471755028, -0.012226478196680546, -0.011650051921606064, -0.011073625646531582, -0.0104971993714571, -0.009920773096382618, -0.009344346821308136, -0.008767920546233654, -0.008191494271159172, -0.00761506799608469, -0.007038641721010208, -0.006462215445935726, -0.005885789170861244, -0.005309362895786762, -0.00473293662071228, -0.004156510345637798, -0.0035800840705633163, -0.0030036577954888344, -0.0024272315204143524, -0.0018508052453398705, -0.0012743789702653885, -0.0006979526951909065, -0.00012152642011642456, 0.0004548998549580574, 0.0010313261300325394, 0.0016077524051070213, 0.0021841786801815033, 0.0027606049552559853, 0.0033370312303304672, 0.003913457505404949, 0.004489883780479431, 0.005066310055553913, 0.005642736330628395, 0.006219162605702877, 0.006795588880777359, 0.007372015155851841, 0.007948441430926323, 0.008524867706000805, 0.009101293981075287, 0.009677720256149769, 0.01025414653122425, 0.010830572806298733, 0.011406999081373215]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 4.0, 1.0, 5.0, 3.0, 4.0, 5.0, 5.0, 5.0, 11.0, 17.0, 19.0, 36.0, 35.0, 34.0, 44.0, 60.0, 77.0, 88.0, 66.0, 67.0, 75.0, 58.0, 60.0, 81.0, 107.0, 120.0, 196.0, 270.0, 445.0, 622.0, 922.0, 1350.0, 2203.0, 6197.0, 2171.0, 1141.0, 663.0, 404.0, 239.0, 148.0, 93.0, 52.0, 31.0, 22.0, 20.0, 23.0, 18.0, 10.0, 16.0, 17.0, 10.0, 12.0, 14.0, 5.0, 7.0, 6.0, 5.0, 3.0, 3.0, 0.0, 3.0, 2.0], "bins": [-0.011191250756382942, -0.010875252075493336, -0.01055925339460373, -0.010243254713714123, -0.009927256032824516, -0.00961125735193491, -0.009295258671045303, -0.008979259990155697, -0.00866326130926609, -0.008347263559699059, -0.008031264878809452, -0.007715265732258558, -0.007399267517030239, -0.007083268836140633, -0.006767270155251026, -0.00645127147436142, -0.006135272793471813, -0.005819274112582207, -0.0055032754316926, -0.005187276750802994, -0.004871278069913387, -0.004555279854685068, -0.004239281173795462, -0.003923282492905855, -0.0036072838120162487, -0.0032912851311266422, -0.0029752864502370358, -0.002659288002178073, -0.0023432893212884665, -0.00202729064039886, -0.0017112920759245753, -0.0013952935114502907, -0.0010792948305606842, -0.0007632962078787386, -0.0004472975851967931, -0.00013129896251484752, 0.00018469966016709805, 0.0005006982828490436, 0.0008166969055309892, 0.0011326954700052738, 0.0014486941508948803, 0.0017646928317844868, 0.0020806915126740932, 0.002396689960733056, 0.0027126886416226625, 0.003028687322512269, 0.003344685770571232, 0.0036606844514608383, 0.003976683132350445, 0.004292681813240051, 0.004608680494129658, 0.004924679175019264, 0.005240677855908871, 0.00555667607113719, 0.005872674752026796, 0.006188673432916403, 0.006504672113806009, 0.006820670794695616, 0.007136669475585222, 0.007452668156474829, 0.007768666371703148, 0.008084665052592754, 0.00840066373348236, 0.008716662414371967, 0.009032661095261574]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.055959202349185944, -0.05377674847841263, -0.05159429460763931, -0.049411840736866, -0.04722938686609268, -0.045046932995319366, -0.04286447912454605, -0.040682025253772736, -0.03849957138299942, -0.036317117512226105, -0.03413466364145279, -0.031952209770679474, -0.02976975589990616, -0.027587302029132843, -0.025404848158359528, -0.023222394287586212, -0.021039940416812897, -0.01885748654603958, -0.016675032675266266, -0.01449257880449295, -0.012310124933719635, -0.01012767106294632, -0.007945217192173004, -0.005762763321399689, -0.0035803094506263733, -0.0013978555798530579, 0.0007845982909202576, 0.002967052161693573, 0.005149506032466888, 0.007331959903240204, 0.00951441377401352, 0.011696867644786835, 0.01387932151556015, 0.016061775386333466, 0.01824422925710678, 0.020426683127880096, 0.022609136998653412, 0.024791590869426727, 0.026974044740200043, 0.029156498610973358, 0.031338952481746674, 0.03352140635251999, 0.035703860223293304, 0.03788631409406662, 0.040068767964839935, 0.04225122183561325, 0.044433675706386566, 0.04661612957715988, 0.0487985834479332, 0.05098103731870651, 0.05316349118947983, 0.05534594506025314, 0.05752839893102646, 0.059710852801799774, 0.06189330667257309, 0.0640757605433464, 0.06625821441411972, 0.06844066828489304, 0.07062312215566635, 0.07280557602643967, 0.07498802989721298, 0.0771704837679863, 0.07935293763875961, 0.08153539150953293, 0.08371784538030624]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 1.0, 1.0, 3.0, 4.0, 1.0, 4.0, 3.0, 8.0, 3.0, 2.0, 15.0, 14.0, 27.0, 32.0, 49.0, 30.0, 18.0, 19.0, 8.0, 6.0, 4.0, 3.0, 3.0, 4.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.05204252898693085, -0.050680436193943024, -0.0493183434009552, -0.04795625060796738, -0.04659415781497955, -0.04523206502199173, -0.043869972229003906, -0.04250787943601608, -0.04114578664302826, -0.03978369012475014, -0.038421597331762314, -0.03705950453877449, -0.03569741174578667, -0.03433531895279884, -0.03297322615981102, -0.031611133366823196, -0.030249040573835373, -0.02888694778084755, -0.027524854987859726, -0.026162762194871902, -0.02480066940188408, -0.023438574746251106, -0.022076481953263283, -0.02071438916027546, -0.019352296367287636, -0.017990203574299812, -0.01662811078131199, -0.01526601705700159, -0.013903924264013767, -0.012541831471025944, -0.011179737746715546, -0.009817644953727722, -0.008455552160739899, -0.007093459367752075, -0.005731366109102964, -0.004369272850453854, -0.00300718005746603, -0.001645087031647563, -0.00028299400582909584, 0.0010790990199893713, 0.0024411920458078384, 0.0038032850716263056, 0.005165378097444773, 0.0065274713560938835, 0.007889564149081707, 0.00925165694206953, 0.010613750666379929, 0.011975843459367752, 0.013337936252355576, 0.014700029045343399, 0.016062121838331223, 0.017424214631319046, 0.01878630742430687, 0.020148402079939842, 0.021510494872927666, 0.02287258766591549, 0.024234680458903313, 0.025596773251891136, 0.02695886604487896, 0.028320958837866783, 0.029683053493499756, 0.03104514628648758, 0.0324072390794754, 0.033769331872463226, 0.03513142466545105]}, "_runtime": 13.653706789016724, "_timestamp": 1596208111.1954527, "_step": 11} +{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 3.0, 4.0, 6.0, 1.0, 3.0, 1.0, 3.0, 2.0, 0.0, 3.0, 4.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015746770426630974, -0.015295050106942654, -0.014843329787254333, -0.014391609467566013, -0.013939889147877693, -0.013488167896866798, -0.013036447577178478, -0.012584727257490158, -0.012133006937801838, -0.011681286618113518, -0.011229566298425198, -0.010777845978736877, -0.010326124727725983, -0.009874404408037663, -0.009422684088349342, -0.008970963768661022, -0.008519243448972702, -0.008067523129284382, -0.007615802809596062, -0.007164082024246454, -0.006712361704558134, -0.006260641384869814, -0.0058089205995202065, -0.005357200279831886, -0.004905479960143566, -0.004453759640455246, -0.004002039320766926, -0.0035503185354173183, -0.003098598215728998, -0.002646877896040678, -0.002195157343521714, -0.0017434369074180722, -0.0012917164713144302, -0.0008399960352107882, -0.00038827559910714626, 6.344483699649572e-05, 0.0005151652731001377, 0.0009668857092037797, 0.0014186061453074217, 0.0018703265814110637, 0.0023220470175147057, 0.002773767337203026, 0.0032254878897219896, 0.0036772084422409534, 0.004128928761929274, 0.004580649081617594, 0.005032369866967201, 0.005484090186655521, 0.0059358105063438416, 0.006387530826032162, 0.006839251145720482, 0.007290971931070089, 0.0077426922507584095, 0.008194413036108017, 0.008646133355796337, 0.009097853675484657, 0.009549573995172977, 0.010001294314861298, 0.010453014634549618, 0.010904734954237938, 0.011356456205248833, 0.011808176524937153, 0.012259896844625473, 0.012711617164313793, 0.013163337484002113]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 2.0, 2.0, 3.0, 2.0, 5.0, 10.0, 7.0, 14.0, 17.0, 20.0, 23.0, 33.0, 26.0, 46.0, 56.0, 78.0, 92.0, 131.0, 159.0, 235.0, 326.0, 472.0, 4355.0, 707.0, 334.0, 209.0, 144.0, 104.0, 74.0, 51.0, 44.0, 22.0, 23.0, 17.0, 21.0, 13.0, 12.0, 6.0, 8.0, 2.0, 6.0, 4.0, 6.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.16382217407226562, -0.15874621272087097, -0.15367025136947632, -0.14859429001808167, -0.143518328666687, -0.13844236731529236, -0.1333664059638977, -0.12829044461250305, -0.1232144832611084, -0.11813852190971375, -0.11306256055831909, -0.10798659920692444, -0.10291063785552979, -0.09783467650413513, -0.09275871515274048, -0.08768275380134583, -0.08260679244995117, -0.07753083109855652, -0.07245486974716187, -0.06737890839576721, -0.06230294704437256, -0.057226985692977905, -0.05215102434158325, -0.0470750629901886, -0.041999101638793945, -0.03692314028739929, -0.03184717893600464, -0.026771217584609985, -0.021695256233215332, -0.01661929488182068, -0.011543333530426025, -0.006467372179031372, -0.0013914108276367188, 0.0036845505237579346, 0.008760511875152588, 0.013836473226547241, 0.018912434577941895, 0.023988395929336548, 0.0290643572807312, 0.034140318632125854, 0.03921627998352051, 0.04429224133491516, 0.049368202686309814, 0.05444416403770447, 0.05952012538909912, 0.06459608674049377, 0.06967204809188843, 0.07474800944328308, 0.07982397079467773, 0.08489993214607239, 0.08997589349746704, 0.0950518548488617, 0.10012781620025635, 0.105203777551651, 0.11027973890304565, 0.11535570025444031, 0.12043166160583496, 0.12550762295722961, 0.13058358430862427, 0.13565954566001892, 0.14073550701141357, 0.14581146836280823, 0.15088742971420288, 0.15596339106559753, 0.1610393524169922]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 4.0, 3.0, 3.0, 5.0, 4.0, 5.0, 4.0, 8.0, 6.0, 1.0, 27.0, 3.0, 2.0, 5.0, 3.0, 1.0, 3.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 4.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.0030385383870452642, -0.002922317013144493, -0.0028060954064130783, -0.002689874032512307, -0.002573652658611536, -0.002457431284710765, -0.0023412099108099937, -0.002224988304078579, -0.002108766930177808, -0.0019925455562770367, -0.0018763240659609437, -0.0017601025756448507, -0.0016438812017440796, -0.0015276598278433084, -0.0014114383375272155, -0.0012952168472111225, -0.0011789954733103514, -0.0010627740994095802, -0.0009465526090934873, -0.0008303311769850552, -0.0007141097448766232, -0.0005978883127681911, -0.00048166688065975904, -0.000365445448551327, -0.00024922401644289494, -0.00013300258433446288, -1.6781152226030827e-05, 9.944027988240123e-05, 0.00021566171199083328, 0.00033188314409926534, 0.0004481045762076974, 0.0005643260083161294, 0.0006805474404245615, 0.0007967688725329936, 0.0009129903046414256, 0.0010292117949575186, 0.0011454331688582897, 0.0012616545427590609, 0.0013778760330751538, 0.0014940975233912468, 0.001610318897292018, 0.001726540271192789, 0.001842761761508882, 0.001958983251824975, 0.002075204625725746, 0.0021914259996265173, 0.0023076473735272884, 0.0024238689802587032, 0.0025400903541594744, 0.0026563117280602455, 0.0027725333347916603, 0.0028887547086924314, 0.0030049760825932026, 0.0031211974564939737, 0.003237418830394745, 0.0033536404371261597, 0.003469861811026931, 0.003586083184927702, 0.0037023047916591167, 0.003818526165559888, 0.003934747539460659, 0.004050969146192074, 0.004167190287262201, 0.004283411893993616, 0.004399633035063744]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 2.0, 3.0, 1.0, 4.0, 7.0, 8.0, 12.0, 13.0, 17.0, 32.0, 47.0, 56.0, 88.0, 124.0, 160.0, 274.0, 399.0, 587.0, 962.0, 1539.0, 2625.0, 4560.0, 8349.0, 16119.0, 32511.0, 70826.0, 174179.0, 645236.0, 106276.0, 51410.0, 26456.0, 14604.0, 8420.0, 4939.0, 2960.0, 1922.0, 1286.0, 836.0, 556.0, 380.0, 252.0, 168.0, 129.0, 85.0, 76.0, 45.0, 20.0, 22.0, 14.0, 12.0, 10.0, 6.0, 3.0, 3.0, 7.0, 1.0, 2.0, 0.0, 1.0, 0.0, 3.0, 1.0], "bins": [-0.012067776173353195, -0.011655295267701149, -0.011242815293371677, -0.010830334387719631, -0.010417853482067585, -0.010005373507738113, -0.009592892602086067, -0.009180411696434021, -0.00876793172210455, -0.008355450816452503, -0.007942969910800457, -0.007530489936470985, -0.007118009030818939, -0.00670552859082818, -0.006293048150837421, -0.005880567245185375, -0.005468086805194616, -0.005055606365203857, -0.004643125459551811, -0.004230645019561052, -0.0038181645795702934, -0.003405683906748891, -0.0029932032339274883, -0.0025807227939367294, -0.002168242121115327, -0.0017557615647092462, -0.0013432810083031654, -0.0009308003354817629, -0.0005183197790756822, -0.00010583919356577098, 0.0003066413919441402, 0.0007191220065578818, 0.0011316025629639626, 0.0015440831193700433, 0.001956563675776124, 0.0023690443485975266, 0.0027815247885882854, 0.003194005461409688, 0.0036064861342310905, 0.0040189665742218494, 0.004431447014212608, 0.0048439279198646545, 0.0052564083598554134, 0.005668888799846172, 0.0060813697054982185, 0.006493850145488977, 0.006906330585479736, 0.0073188114911317825, 0.007731291931122541, 0.0081437723711133, 0.008556253276765347, 0.008968733251094818, 0.009381214156746864, 0.00979369506239891, 0.010206175036728382, 0.010618655942380428, 0.011031136848032475, 0.011443616822361946, 0.011856097728013992, 0.012268578633666039, 0.01268105860799551, 0.013093539513647556, 0.013506020419299603, 0.013918500393629074, 0.01433098129928112]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 2.0, 2.0, 1.0, 3.0, 3.0, 11.0, 5.0, 5.0, 5.0, 4.0, 0.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.026256505399942398, -0.025606686249375343, -0.02495686523616314, -0.024307046085596085, -0.02365722693502903, -0.023007407784461975, -0.02235758677124977, -0.021707767620682716, -0.02105794847011566, -0.020408127456903458, -0.019758308306336403, -0.019108489155769348, -0.018458670005202293, -0.01780884899199009, -0.017159029841423035, -0.01650921069085598, -0.015859391540288925, -0.015209570527076721, -0.014559751376509666, -0.013909931294620037, -0.013260112144052982, -0.012610292062163353, -0.011960472911596298, -0.011310652829706669, -0.01066083274781704, -0.010011013597249985, -0.009361193515360355, -0.0087113743647933, -0.008061554282903671, -0.007411734666675329, -0.006761915050446987, -0.006112095434218645, -0.005462275817990303, -0.004812456201761961, -0.004162636585533619, -0.0035128167364746332, -0.002862997120246291, -0.002213177504017949, -0.0015633577713742852, -0.0009135380969382823, -0.0002637184225022793, 0.0003861012519337237, 0.0010359209263697267, 0.0016857406590133905, 0.0023355602752417326, 0.0029853798914700747, 0.0036351997405290604, 0.004285019356757402, 0.0049348389729857445, 0.0055846585892140865, 0.006234478205442429, 0.006884297821670771, 0.007534117437899113, 0.008183937519788742, 0.008833756670355797, 0.009483576752245426, 0.010133396834135056, 0.01078321598470211, 0.01143303606659174, 0.012082855217158794, 0.012732675299048424, 0.013382494449615479, 0.014032314531505108, 0.014682133682072163, 0.015331953763961792]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 3.0, 1.0, 5.0, 7.0, 7.0, 11.0, 13.0, 17.0, 18.0, 17.0, 24.0, 6.0, 15.0, 18.0, 16.0, 15.0, 22.0, 19.0, 23.0, 41.0, 52.0, 57.0, 108.0, 91.0, 98.0, 153.0, 151.0, 203.0, 273.0, 371.0, 590.0, 990.0, 1733.0, 5732.0, 2037.0, 1425.0, 1018.0, 753.0, 508.0, 396.0, 280.0, 234.0, 179.0, 136.0, 113.0, 80.0, 63.0, 43.0, 53.0, 49.0, 32.0, 35.0, 28.0, 13.0, 18.0, 12.0, 6.0, 3.0, 4.0, 4.0, 4.0, 1.0, 2.0], "bins": [-0.011299875564873219, -0.010973894968628883, -0.010647914372384548, -0.010321933776140213, -0.009995953179895878, -0.009669972583651543, -0.009343991987407207, -0.009018011391162872, -0.008692030794918537, -0.008366050198674202, -0.008040069602429867, -0.007714089006185532, -0.0073881084099411964, -0.007062127813696861, -0.006736147217452526, -0.006410166621208191, -0.006084186024963856, -0.005758205428719521, -0.005432224832475185, -0.00510624423623085, -0.004780263639986515, -0.00445428304374218, -0.004128302447497845, -0.0038023218512535095, -0.0034763412550091743, -0.003150360658764839, -0.002824380062520504, -0.002498399466276169, -0.0021724188700318336, -0.0018464382737874985, -0.0015204576775431633, -0.0011944770812988281, -0.000868496485054493, -0.0005425158888101578, -0.0002165352925658226, 0.00010944530367851257, 0.00043542589992284775, 0.0007614064961671829, 0.001087387092411518, 0.0014133676886558533, 0.0017393482849001884, 0.0020653288811445236, 0.002391309477388859, 0.002717290073633194, 0.003043270669877529, 0.0033692512661218643, 0.0036952318623661995, 0.004021212458610535, 0.00434719305485487, 0.004673173651099205, 0.00499915424734354, 0.005325134843587875, 0.0056511154398322105, 0.005977096036076546, 0.006303076632320881, 0.006629057228565216, 0.006955037824809551, 0.007281018421053886, 0.007606999017298222, 0.007932979613542557, 0.008258960209786892, 0.008584940806031227, 0.008910921402275562, 0.009236901998519897, 0.009562882594764233]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 4.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1148650273680687, -0.11034452170133591, -0.10582401603460312, -0.10130351036787033, -0.09678300470113754, -0.09226249903440475, -0.08774199336767197, -0.08322148770093918, -0.07870098948478699, -0.0741804838180542, -0.06965997815132141, -0.06513947248458862, -0.060618966817855835, -0.05609846115112305, -0.05157795548439026, -0.04705744981765747, -0.04253694415092468, -0.038016438484191895, -0.033495932817459106, -0.028975429013371468, -0.02445492334663868, -0.01993441767990589, -0.015413912944495678, -0.010893408209085464, -0.006372902542352676, -0.0018523973412811756, 0.002668107859790325, 0.007188613060861826, 0.011709118261933327, 0.016229623928666115, 0.020750127732753754, 0.025270633399486542, 0.02979113906621933, 0.03431164473295212, 0.038832150399684906, 0.043352656066417694, 0.04787316173315048, 0.05239366367459297, 0.05691416934132576, 0.06143467500805855, 0.06595517694950104, 0.07047568261623383, 0.07499618828296661, 0.0795166939496994, 0.08403719961643219, 0.08855770528316498, 0.09307821094989777, 0.09759871661663055, 0.10211922228336334, 0.10663972795009613, 0.11116023361682892, 0.1156807392835617, 0.1202012449502945, 0.12472175061702728, 0.12924225628376007, 0.13376276195049286, 0.13828326761722565, 0.14280377328395844, 0.14732427895069122, 0.151844784617424, 0.1563652902841568, 0.1608857959508896, 0.16540630161762238, 0.16992680728435516, 0.17444729804992676]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 2.0, 5.0, 1.0, 2.0, 4.0, 2.0, 4.0, 1.0, 2.0, 1.0, 2.0, 8.0, 3.0, 8.0, 10.0, 12.0, 28.0, 53.0, 25.0, 20.0, 17.0, 21.0, 13.0, 3.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 4.0, 0.0, 2.0, 4.0, 4.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.048665937036275864, -0.046312492340803146, -0.04395905137062073, -0.04160560667514801, -0.03925216197967529, -0.036898721009492874, -0.03454527631402016, -0.03219183161854744, -0.02983838878571987, -0.027484945952892303, -0.025131501257419586, -0.022778058424592018, -0.02042461559176445, -0.018071170896291733, -0.015717728063464165, -0.013364284299314022, -0.01101084053516388, -0.008657396771013737, -0.006303953472524881, -0.003950510174036026, -0.0015970664098858833, 0.0007563771214336157, 0.0031098206527531147, 0.00546326395124197, 0.007816707715392113, 0.010170151479542255, 0.012523595243692398, 0.014877038076519966, 0.017230480909347534, 0.01958392560482025, 0.02193736843764782, 0.024290813133120537, 0.026644255965948105, 0.028997698798775673, 0.03135114163160324, 0.03370458632707596, 0.036058031022548676, 0.038411471992731094, 0.04076491668820381, 0.04311836138367653, 0.04547180235385895, 0.047825247049331665, 0.05017869174480438, 0.0525321364402771, 0.05488557741045952, 0.057239022105932236, 0.05959246680140495, 0.06194590777158737, 0.06429935246706009, 0.0666527971625328, 0.06900624185800552, 0.07135968655347824, 0.07371312379837036, 0.07606656849384308, 0.0784200131893158, 0.08077345788478851, 0.08312690258026123, 0.08548034727573395, 0.08783378452062607, 0.09018722921609879, 0.0925406739115715, 0.09489411860704422, 0.09724756330251694, 0.09960100799798965, 0.10195444524288177]}, "_runtime": 14.423396348953247, "_timestamp": 1596208111.9651423, "_step": 12} +{"val_accuracy": 0.7686708047945204, "val_loss": 0.6441677855030042, "_runtime": 15.782721042633057, "_timestamp": 1596208113.324467, "_step": 13} diff --git a/wandb/run-20200731_150820-2tfrmzcg/wandb-metadata.json b/wandb/run-20200731_150820-2tfrmzcg/wandb-metadata.json new file mode 100644 index 0000000..4b967be --- /dev/null +++ b/wandb/run-20200731_150820-2tfrmzcg/wandb-metadata.json @@ -0,0 +1,30 @@ +{ + "root": "/home/akternurra/Documents/projects/quest-for-general-artifical-intelligence/projects/text-recognizer", + "program": "", + "git": { + "remote": "git@github.com:aktersnurra/text-recognizer.git", + "commit": "fa461db6132e7a22f3aa1bb48cce8981890325fb" + }, + "email": "gustaf.rydholm@gmail.com", + "startedAt": "2020-07-31T15:08:20.683957", + "host": "kompjuter", + "username": "akternurra", + "executable": "/home/akternurra/.cache/pypoetry/virtualenvs/text-recognizer-N1c_zsdp-py3.8/bin/python", + "os": "Linux-5.4.0-42-generic-x86_64-with-glibc2.27", + "python": "3.8.2", + "gpu": "GeForce RTX 2070", + "gpu_count": 1, + "cpu_count": 12, + "cuda": "10.1.105", + "args": [ + "--gpu=-1", + "--save", + "--experiment_config={\"dataloader\": \"EmnistDataLoader\", \"data_loader_args\": {\"splits\": [\"train\", \"val\"], \"sample_to_balance\": true, \"subsample_fraction\": null, \"transform\": null, \"target_transform\": null, \"batch_size\": 256, \"shuffle\": true, \"num_workers\": 8, \"cuda\": true, \"seed\": 4711}, \"model\": \"CharacterModel\", \"metrics\": [\"accuracy\"], \"network\": \"LeNet\", \"network_args\": {\"input_size\": [28, 28], \"output_size\": 62}, \"train_args\": {\"batch_size\": 256, \"epochs\": 4}, \"criterion\": \"CrossEntropyLoss\", \"criterion_args\": {\"weight\": null, \"ignore_index\": -100, \"reduction\": \"mean\"}, \"optimizer\": \"AdamW\", \"optimizer_args\": {\"lr\": 0.01, \"betas\": [0.9, 0.999], \"eps\": 1e-08, \"weight_decay\": 0, \"amsgrad\": false}, \"lr_scheduler\": \"OneCycleLR\", \"lr_scheduler_args\": {\"max_lr\": 0.001, \"epochs\": 4}, \"callbacks\": [\"Checkpoint\", \"EarlyStopping\", \"WandbCallback\", \"WandbImageLogger\"], \"callback_args\": {\"Checkpoint\": {\"monitor\": \"val_accuracy\"}, \"EarlyStopping\": {\"monitor\": \"val_loss\", \"min_delta\": 0.0, \"patience\": 3, \"mode\": \"min\"}, \"WandbCallback\": {\"log_batch_frequency\": 1}, \"WandbImageLogger\": {\"num_examples\": 4}}, \"verbosity\": 2, \"resume_experiment\": null, \"experiment_group\": \"Sample-Experiments\"}" + ], + "state": "failed", + "jobType": null, + "mode": "run", + "project": "text-recognizer", + "heartbeatAt": "2020-07-31T15:08:34.349495", + "exitcode": 1 +} diff --git a/wandb/run-20200731_150820-2tfrmzcg/wandb-summary.json b/wandb/run-20200731_150820-2tfrmzcg/wandb-summary.json new file mode 100644 index 0000000..8cb696f --- /dev/null +++ b/wandb/run-20200731_150820-2tfrmzcg/wandb-summary.json @@ -0,0 +1 @@ +{"graph_0": {"_type": "graph-file", "path": "media/graph/graph_0_summary_0edadb48.graph.json", "sha256": "0edadb4860dd14823d8ba938dd94fa983309f17f44d7bbc2b225cb8941c30bc3", "size": 1814}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 2.0, 3.0, 1.0, 4.0, 7.0, 8.0, 12.0, 13.0, 17.0, 32.0, 47.0, 56.0, 88.0, 124.0, 160.0, 274.0, 399.0, 587.0, 962.0, 1539.0, 2625.0, 4560.0, 8349.0, 16119.0, 32511.0, 70826.0, 174179.0, 645236.0, 106276.0, 51410.0, 26456.0, 14604.0, 8420.0, 4939.0, 2960.0, 1922.0, 1286.0, 836.0, 556.0, 380.0, 252.0, 168.0, 129.0, 85.0, 76.0, 45.0, 20.0, 22.0, 14.0, 12.0, 10.0, 6.0, 3.0, 3.0, 7.0, 1.0, 2.0, 0.0, 1.0, 0.0, 3.0, 1.0], "bins": [-0.012067776173353195, -0.011655295267701149, -0.011242815293371677, -0.010830334387719631, -0.010417853482067585, -0.010005373507738113, -0.009592892602086067, -0.009180411696434021, -0.00876793172210455, -0.008355450816452503, -0.007942969910800457, -0.007530489936470985, -0.007118009030818939, -0.00670552859082818, -0.006293048150837421, -0.005880567245185375, -0.005468086805194616, -0.005055606365203857, -0.004643125459551811, -0.004230645019561052, -0.0038181645795702934, -0.003405683906748891, -0.0029932032339274883, -0.0025807227939367294, -0.002168242121115327, -0.0017557615647092462, -0.0013432810083031654, -0.0009308003354817629, -0.0005183197790756822, -0.00010583919356577098, 0.0003066413919441402, 0.0007191220065578818, 0.0011316025629639626, 0.0015440831193700433, 0.001956563675776124, 0.0023690443485975266, 0.0027815247885882854, 0.003194005461409688, 0.0036064861342310905, 0.0040189665742218494, 0.004431447014212608, 0.0048439279198646545, 0.0052564083598554134, 0.005668888799846172, 0.0060813697054982185, 0.006493850145488977, 0.006906330585479736, 0.0073188114911317825, 0.007731291931122541, 0.0081437723711133, 0.008556253276765347, 0.008968733251094818, 0.009381214156746864, 0.00979369506239891, 0.010206175036728382, 0.010618655942380428, 0.011031136848032475, 0.011443616822361946, 0.011856097728013992, 0.012268578633666039, 0.01268105860799551, 0.013093539513647556, 0.013506020419299603, 0.013918500393629074, 0.01433098129928112]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 3.0, 1.0, 5.0, 7.0, 7.0, 11.0, 13.0, 17.0, 18.0, 17.0, 24.0, 6.0, 15.0, 18.0, 16.0, 15.0, 22.0, 19.0, 23.0, 41.0, 52.0, 57.0, 108.0, 91.0, 98.0, 153.0, 151.0, 203.0, 273.0, 371.0, 590.0, 990.0, 1733.0, 5732.0, 2037.0, 1425.0, 1018.0, 753.0, 508.0, 396.0, 280.0, 234.0, 179.0, 136.0, 113.0, 80.0, 63.0, 43.0, 53.0, 49.0, 32.0, 35.0, 28.0, 13.0, 18.0, 12.0, 6.0, 3.0, 4.0, 4.0, 4.0, 1.0, 2.0], "bins": [-0.011299875564873219, -0.010973894968628883, -0.010647914372384548, -0.010321933776140213, -0.009995953179895878, -0.009669972583651543, -0.009343991987407207, -0.009018011391162872, -0.008692030794918537, -0.008366050198674202, -0.008040069602429867, -0.007714089006185532, -0.0073881084099411964, -0.007062127813696861, -0.006736147217452526, -0.006410166621208191, -0.006084186024963856, -0.005758205428719521, -0.005432224832475185, -0.00510624423623085, -0.004780263639986515, -0.00445428304374218, -0.004128302447497845, -0.0038023218512535095, -0.0034763412550091743, -0.003150360658764839, -0.002824380062520504, -0.002498399466276169, -0.0021724188700318336, -0.0018464382737874985, -0.0015204576775431633, -0.0011944770812988281, -0.000868496485054493, -0.0005425158888101578, -0.0002165352925658226, 0.00010944530367851257, 0.00043542589992284775, 0.0007614064961671829, 0.001087387092411518, 0.0014133676886558533, 0.0017393482849001884, 0.0020653288811445236, 0.002391309477388859, 0.002717290073633194, 0.003043270669877529, 0.0033692512661218643, 0.0036952318623661995, 0.004021212458610535, 0.00434719305485487, 0.004673173651099205, 0.00499915424734354, 0.005325134843587875, 0.0056511154398322105, 0.005977096036076546, 0.006303076632320881, 0.006629057228565216, 0.006955037824809551, 0.007281018421053886, 0.007606999017298222, 0.007932979613542557, 0.008258960209786892, 0.008584940806031227, 0.008910921402275562, 0.009236901998519897, 0.009562882594764233]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 4.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1148650273680687, -0.11034452170133591, -0.10582401603460312, -0.10130351036787033, -0.09678300470113754, -0.09226249903440475, -0.08774199336767197, -0.08322148770093918, -0.07870098948478699, -0.0741804838180542, -0.06965997815132141, -0.06513947248458862, -0.060618966817855835, -0.05609846115112305, -0.05157795548439026, -0.04705744981765747, -0.04253694415092468, -0.038016438484191895, -0.033495932817459106, -0.028975429013371468, -0.02445492334663868, -0.01993441767990589, -0.015413912944495678, -0.010893408209085464, -0.006372902542352676, -0.0018523973412811756, 0.002668107859790325, 0.007188613060861826, 0.011709118261933327, 0.016229623928666115, 0.020750127732753754, 0.025270633399486542, 0.02979113906621933, 0.03431164473295212, 0.038832150399684906, 0.043352656066417694, 0.04787316173315048, 0.05239366367459297, 0.05691416934132576, 0.06143467500805855, 0.06595517694950104, 0.07047568261623383, 0.07499618828296661, 0.0795166939496994, 0.08403719961643219, 0.08855770528316498, 0.09307821094989777, 0.09759871661663055, 0.10211922228336334, 0.10663972795009613, 0.11116023361682892, 0.1156807392835617, 0.1202012449502945, 0.12472175061702728, 0.12924225628376007, 0.13376276195049286, 0.13828326761722565, 0.14280377328395844, 0.14732427895069122, 0.151844784617424, 0.1563652902841568, 0.1608857959508896, 0.16540630161762238, 0.16992680728435516, 0.17444729804992676]}, "_runtime": 15.782721042633057, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 2.0, 2.0, 1.0, 3.0, 3.0, 11.0, 5.0, 5.0, 5.0, 4.0, 0.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.026256505399942398, -0.025606686249375343, -0.02495686523616314, -0.024307046085596085, -0.02365722693502903, -0.023007407784461975, -0.02235758677124977, -0.021707767620682716, -0.02105794847011566, -0.020408127456903458, -0.019758308306336403, -0.019108489155769348, -0.018458670005202293, -0.01780884899199009, -0.017159029841423035, -0.01650921069085598, -0.015859391540288925, -0.015209570527076721, -0.014559751376509666, -0.013909931294620037, -0.013260112144052982, -0.012610292062163353, -0.011960472911596298, -0.011310652829706669, -0.01066083274781704, -0.010011013597249985, -0.009361193515360355, -0.0087113743647933, -0.008061554282903671, -0.007411734666675329, -0.006761915050446987, -0.006112095434218645, -0.005462275817990303, -0.004812456201761961, -0.004162636585533619, -0.0035128167364746332, -0.002862997120246291, -0.002213177504017949, -0.0015633577713742852, -0.0009135380969382823, -0.0002637184225022793, 0.0003861012519337237, 0.0010359209263697267, 0.0016857406590133905, 0.0023355602752417326, 0.0029853798914700747, 0.0036351997405290604, 0.004285019356757402, 0.0049348389729857445, 0.0055846585892140865, 0.006234478205442429, 0.006884297821670771, 0.007534117437899113, 0.008183937519788742, 0.008833756670355797, 0.009483576752245426, 0.010133396834135056, 0.01078321598470211, 0.01143303606659174, 0.012082855217158794, 0.012732675299048424, 0.013382494449615479, 0.014032314531505108, 0.014682133682072163, 0.015331953763961792]}, "_step": 13, "gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 3.0, 4.0, 6.0, 1.0, 3.0, 1.0, 3.0, 2.0, 0.0, 3.0, 4.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015746770426630974, -0.015295050106942654, -0.014843329787254333, -0.014391609467566013, -0.013939889147877693, -0.013488167896866798, -0.013036447577178478, -0.012584727257490158, -0.012133006937801838, -0.011681286618113518, -0.011229566298425198, -0.010777845978736877, -0.010326124727725983, -0.009874404408037663, -0.009422684088349342, -0.008970963768661022, -0.008519243448972702, -0.008067523129284382, -0.007615802809596062, -0.007164082024246454, -0.006712361704558134, -0.006260641384869814, -0.0058089205995202065, -0.005357200279831886, -0.004905479960143566, -0.004453759640455246, -0.004002039320766926, -0.0035503185354173183, -0.003098598215728998, -0.002646877896040678, -0.002195157343521714, -0.0017434369074180722, -0.0012917164713144302, -0.0008399960352107882, -0.00038827559910714626, 6.344483699649572e-05, 0.0005151652731001377, 0.0009668857092037797, 0.0014186061453074217, 0.0018703265814110637, 0.0023220470175147057, 0.002773767337203026, 0.0032254878897219896, 0.0036772084422409534, 0.004128928761929274, 0.004580649081617594, 0.005032369866967201, 0.005484090186655521, 0.0059358105063438416, 0.006387530826032162, 0.006839251145720482, 0.007290971931070089, 0.0077426922507584095, 0.008194413036108017, 0.008646133355796337, 0.009097853675484657, 0.009549573995172977, 0.010001294314861298, 0.010453014634549618, 0.010904734954237938, 0.011356456205248833, 0.011808176524937153, 0.012259896844625473, 0.012711617164313793, 0.013163337484002113]}, "_timestamp": 1596208113.324467, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 2.0, 2.0, 3.0, 2.0, 5.0, 10.0, 7.0, 14.0, 17.0, 20.0, 23.0, 33.0, 26.0, 46.0, 56.0, 78.0, 92.0, 131.0, 159.0, 235.0, 326.0, 472.0, 4355.0, 707.0, 334.0, 209.0, 144.0, 104.0, 74.0, 51.0, 44.0, 22.0, 23.0, 17.0, 21.0, 13.0, 12.0, 6.0, 8.0, 2.0, 6.0, 4.0, 6.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.16382217407226562, -0.15874621272087097, -0.15367025136947632, -0.14859429001808167, -0.143518328666687, -0.13844236731529236, -0.1333664059638977, -0.12829044461250305, -0.1232144832611084, -0.11813852190971375, -0.11306256055831909, -0.10798659920692444, -0.10291063785552979, -0.09783467650413513, -0.09275871515274048, -0.08768275380134583, -0.08260679244995117, -0.07753083109855652, -0.07245486974716187, -0.06737890839576721, -0.06230294704437256, -0.057226985692977905, -0.05215102434158325, -0.0470750629901886, -0.041999101638793945, -0.03692314028739929, -0.03184717893600464, -0.026771217584609985, -0.021695256233215332, -0.01661929488182068, -0.011543333530426025, -0.006467372179031372, -0.0013914108276367188, 0.0036845505237579346, 0.008760511875152588, 0.013836473226547241, 0.018912434577941895, 0.023988395929336548, 0.0290643572807312, 0.034140318632125854, 0.03921627998352051, 0.04429224133491516, 0.049368202686309814, 0.05444416403770447, 0.05952012538909912, 0.06459608674049377, 0.06967204809188843, 0.07474800944328308, 0.07982397079467773, 0.08489993214607239, 0.08997589349746704, 0.0950518548488617, 0.10012781620025635, 0.105203777551651, 0.11027973890304565, 0.11535570025444031, 0.12043166160583496, 0.12550762295722961, 0.13058358430862427, 0.13565954566001892, 0.14073550701141357, 0.14581146836280823, 0.15088742971420288, 0.15596339106559753, 0.1610393524169922]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 4.0, 3.0, 3.0, 5.0, 4.0, 5.0, 4.0, 8.0, 6.0, 1.0, 27.0, 3.0, 2.0, 5.0, 3.0, 1.0, 3.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 4.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.0030385383870452642, -0.002922317013144493, -0.0028060954064130783, -0.002689874032512307, -0.002573652658611536, -0.002457431284710765, -0.0023412099108099937, -0.002224988304078579, -0.002108766930177808, -0.0019925455562770367, -0.0018763240659609437, -0.0017601025756448507, -0.0016438812017440796, -0.0015276598278433084, -0.0014114383375272155, -0.0012952168472111225, -0.0011789954733103514, -0.0010627740994095802, -0.0009465526090934873, -0.0008303311769850552, -0.0007141097448766232, -0.0005978883127681911, -0.00048166688065975904, -0.000365445448551327, -0.00024922401644289494, -0.00013300258433446288, -1.6781152226030827e-05, 9.944027988240123e-05, 0.00021566171199083328, 0.00033188314409926534, 0.0004481045762076974, 0.0005643260083161294, 0.0006805474404245615, 0.0007967688725329936, 0.0009129903046414256, 0.0010292117949575186, 0.0011454331688582897, 0.0012616545427590609, 0.0013778760330751538, 0.0014940975233912468, 0.001610318897292018, 0.001726540271192789, 0.001842761761508882, 0.001958983251824975, 0.002075204625725746, 0.0021914259996265173, 0.0023076473735272884, 0.0024238689802587032, 0.0025400903541594744, 0.0026563117280602455, 0.0027725333347916603, 0.0028887547086924314, 0.0030049760825932026, 0.0031211974564939737, 0.003237418830394745, 0.0033536404371261597, 0.003469861811026931, 0.003586083184927702, 0.0037023047916591167, 0.003818526165559888, 0.003934747539460659, 0.004050969146192074, 0.004167190287262201, 0.004283411893993616, 0.004399633035063744]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 2.0, 5.0, 1.0, 2.0, 4.0, 2.0, 4.0, 1.0, 2.0, 1.0, 2.0, 8.0, 3.0, 8.0, 10.0, 12.0, 28.0, 53.0, 25.0, 20.0, 17.0, 21.0, 13.0, 3.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 4.0, 0.0, 2.0, 4.0, 4.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.048665937036275864, -0.046312492340803146, -0.04395905137062073, -0.04160560667514801, -0.03925216197967529, -0.036898721009492874, -0.03454527631402016, -0.03219183161854744, -0.02983838878571987, -0.027484945952892303, -0.025131501257419586, -0.022778058424592018, -0.02042461559176445, -0.018071170896291733, -0.015717728063464165, -0.013364284299314022, -0.01101084053516388, -0.008657396771013737, -0.006303953472524881, -0.003950510174036026, -0.0015970664098858833, 0.0007563771214336157, 0.0031098206527531147, 0.00546326395124197, 0.007816707715392113, 0.010170151479542255, 0.012523595243692398, 0.014877038076519966, 0.017230480909347534, 0.01958392560482025, 0.02193736843764782, 0.024290813133120537, 0.026644255965948105, 0.028997698798775673, 0.03135114163160324, 0.03370458632707596, 0.036058031022548676, 0.038411471992731094, 0.04076491668820381, 0.04311836138367653, 0.04547180235385895, 0.047825247049331665, 0.05017869174480438, 0.0525321364402771, 0.05488557741045952, 0.057239022105932236, 0.05959246680140495, 0.06194590777158737, 0.06429935246706009, 0.0666527971625328, 0.06900624185800552, 0.07135968655347824, 0.07371312379837036, 0.07606656849384308, 0.0784200131893158, 0.08077345788478851, 0.08312690258026123, 0.08548034727573395, 0.08783378452062607, 0.09018722921609879, 0.0925406739115715, 0.09489411860704422, 0.09724756330251694, 0.09960100799798965, 0.10195444524288177]}, "val_loss": 0.6441677855030042, "val_accuracy": 0.7686708047945204} -- cgit v1.2.3-70-g09d2