From 07dd14116fe1d8148fb614b160245287533620fc Mon Sep 17 00:00:00 2001 From: aktersnurra Date: Mon, 3 Aug 2020 23:33:34 +0200 Subject: Working Emnist lines dataset. --- wandb/run-20200731_153049-3umrhzi5/config.yaml | 111 ++++++++++++++++ .../graph/graph_0_summary_8b3c2360.graph.json | 1 + .../run-20200731_153049-3umrhzi5/requirements.txt | 145 +++++++++++++++++++++ .../wandb-events.jsonl | 1 + .../wandb-history.jsonl | 14 ++ .../wandb-metadata.json | 30 +++++ .../wandb-summary.json | 1 + 7 files changed, 303 insertions(+) create mode 100644 wandb/run-20200731_153049-3umrhzi5/config.yaml create mode 100644 wandb/run-20200731_153049-3umrhzi5/media/graph/graph_0_summary_8b3c2360.graph.json create mode 100644 wandb/run-20200731_153049-3umrhzi5/requirements.txt create mode 100644 wandb/run-20200731_153049-3umrhzi5/wandb-events.jsonl create mode 100644 wandb/run-20200731_153049-3umrhzi5/wandb-history.jsonl create mode 100644 wandb/run-20200731_153049-3umrhzi5/wandb-metadata.json create mode 100644 wandb/run-20200731_153049-3umrhzi5/wandb-summary.json (limited to 'wandb/run-20200731_153049-3umrhzi5') diff --git a/wandb/run-20200731_153049-3umrhzi5/config.yaml b/wandb/run-20200731_153049-3umrhzi5/config.yaml new file mode 100644 index 0000000..f8813b6 --- /dev/null +++ b/wandb/run-20200731_153049-3umrhzi5/config.yaml @@ -0,0 +1,111 @@ +wandb_version: 1 + +_wandb: + desc: null + value: + cli_version: 0.8.36 + framework: torch + is_jupyter_run: false + is_kaggle_kernel: false + python_version: 3.8.2 +callback_args: + desc: null + value: + Checkpoint: + monitor: val_accuracy + EarlyStopping: + min_delta: 0.0 + mode: min + monitor: val_loss + patience: 3 + WandbCallback: + log_batch_frequency: 10 + WandbImageLogger: + num_examples: 4 +callbacks: + desc: null + value: + - Checkpoint + - EarlyStopping + - WandbCallback + - WandbImageLogger +criterion: + desc: null + value: CrossEntropyLoss +criterion_args: + desc: null + value: + ignore_index: -100 + reduction: mean + weight: null +data_loader_args: + desc: null + value: + batch_size: 256 + cuda: true + num_workers: 8 + sample_to_balance: true + seed: 4711 + shuffle: true + splits: + - train + - val + subsample_fraction: null + target_transform: null + transform: null +dataloader: + desc: null + value: EmnistDataLoader +experiment_group: + desc: null + value: Sample Experiments +lr_scheduler: + desc: null + value: OneCycleLR +lr_scheduler_args: + desc: null + value: + epochs: 16 + max_lr: 0.001 + steps_per_epoch: 1314 +metrics: + desc: null + value: + - accuracy +model: + desc: null + value: CharacterModel +network: + desc: null + value: LeNet +network_args: + desc: null + value: + input_size: + - 28 + - 28 + output_size: 62 +optimizer: + desc: null + value: AdamW +optimizer_args: + desc: null + value: + amsgrad: false + betas: + - 0.9 + - 0.999 + eps: 1.0e-08 + lr: 0.01 + weight_decay: 0 +resume_experiment: + desc: null + value: null +train_args: + desc: null + value: + batch_size: 256 + epochs: 16 +verbosity: + desc: null + value: 2 diff --git a/wandb/run-20200731_153049-3umrhzi5/media/graph/graph_0_summary_8b3c2360.graph.json b/wandb/run-20200731_153049-3umrhzi5/media/graph/graph_0_summary_8b3c2360.graph.json new file mode 100644 index 0000000..284ae90 --- /dev/null +++ b/wandb/run-20200731_153049-3umrhzi5/media/graph/graph_0_summary_8b3c2360.graph.json @@ -0,0 +1 @@ +{"format": "torch", "nodes": [{"name": "layers.0", "id": 140101923341360, "class_name": "Conv2d(1, 32, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [32, 1, 3, 3]], ["bias", [32]]], "output_shape": [[2, 32, 26, 26]], "num_parameters": [288, 32]}, {"name": "layers.1", "id": 140101923341168, "class_name": "ReLU(inplace=True)", "parameters": [], "output_shape": [[2, 32, 26, 26]], "num_parameters": []}, {"name": "layers.2", "id": 140101923341312, "class_name": "Conv2d(32, 64, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [64, 32, 3, 3]], ["bias", [64]]], "output_shape": [[2, 64, 24, 24]], "num_parameters": [18432, 64]}, {"name": "layers.4", "id": 140101923341600, "class_name": "MaxPool2d(kernel_size=2, stride=2, padding=0, dilation=1, ceil_mode=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.5", "id": 140101923341552, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.6", "id": 140101923341264, "class_name": "Flatten()", "parameters": [], "output_shape": [[2, 9216]], "num_parameters": []}, {"name": "layers.7", "id": 140101923238240, "class_name": "Linear(in_features=9216, out_features=128, bias=True)", "parameters": [["weight", [128, 9216]], ["bias", [128]]], "output_shape": [[2, 128]], "num_parameters": [1179648, 128]}, {"name": "layers.9", "id": 140101923238288, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 128]], "num_parameters": []}, {"name": "layers.10", "id": 140101923238336, "class_name": "Linear(in_features=128, out_features=62, bias=True)", "parameters": [["weight", [62, 128]], ["bias", [62]]], "output_shape": [[2, 62]], "num_parameters": [7936, 62]}], "edges": []} diff --git a/wandb/run-20200731_153049-3umrhzi5/requirements.txt b/wandb/run-20200731_153049-3umrhzi5/requirements.txt new file mode 100644 index 0000000..10c63b6 --- /dev/null +++ b/wandb/run-20200731_153049-3umrhzi5/requirements.txt @@ -0,0 +1,145 @@ +alabaster==0.7.12 +appdirs==1.4.4 +attrs==19.3.0 +babel==2.8.0 +backcall==0.2.0 +bandit==1.6.2 +black==19.10b0 +bleach==3.1.5 +blessings==1.7 +boltons==20.2.0 +certifi==2020.6.20 +chardet==3.0.4 +click==7.1.2 +configparser==5.0.0 +coverage==5.2.1 +cycler==0.10.0 +darglint==1.5.2 +dataclasses==0.6 +decorator==4.4.2 +defusedxml==0.6.0 +desert==2020.1.6 +docker-pycreds==0.4.0 +docutils==0.16 +dparse==0.5.1 +entrypoints==0.3 +flake8-annotations==2.3.0 +flake8-bandit==2.1.2 +flake8-black==0.2.1 +flake8-bugbear==20.1.4 +flake8-docstrings==1.5.0 +flake8-import-order==0.18.1 +flake8-polyfill==1.0.2 +flake8==3.8.3 +future==0.18.2 +gitdb==4.0.5 +gitpython==3.1.7 +gpustat==0.6.0 +gql==0.2.0 +graphql-core==1.1 +h5py==2.10.0 +idna==2.10 +imagesize==1.2.0 +ipykernel==5.3.4 +ipython-genutils==0.2.0 +ipython==7.16.1 +ipywidgets==7.5.1 +jedi==0.17.2 +jinja2==2.11.2 +jsonschema==3.2.0 +jupyter-client==6.1.6 +jupyter-console==6.1.0 +jupyter-core==4.6.3 +jupyter==1.0.0 +kiwisolver==1.2.0 +loguru==0.5.1 +markupsafe==1.1.1 +marshmallow==3.7.1 +matplotlib==3.3.0 +mccabe==0.6.1 +mistune==0.8.4 +more-itertools==8.4.0 +mypy-extensions==0.4.3 +mypy==0.770 +nbconvert==5.6.1 +nbformat==5.0.7 +notebook==6.0.3 +numpy==1.19.1 +nvidia-ml-py3==7.352.0 +opencv-python==4.3.0.36 +packaging==20.4 +pandocfilters==1.4.2 +parso==0.7.1 +pathspec==0.8.0 +pathtools==0.1.2 +pbr==5.4.5 +pexpect==4.8.0 +pickleshare==0.7.5 +pillow==7.2.0 +pip==20.2 +pluggy==0.13.1 +prometheus-client==0.8.0 +promise==2.3 +prompt-toolkit==3.0.5 +psutil==5.7.2 +ptyprocess==0.6.0 +py==1.9.0 +pycodestyle==2.6.0 +pydocstyle==5.0.2 +pyflakes==2.2.0 +pygments==2.6.1 +pyparsing==2.4.7 +pyrsistent==0.16.0 +pytest-cov==2.10.0 +pytest-mock==3.2.0 +pytest==5.4.3 +python-dateutil==2.8.1 +pytz==2020.1 +pyyaml==5.3.1 +pyzmq==19.0.1 +qtconsole==4.7.5 +qtpy==1.9.0 +redis==3.5.3 +redlock-py==1.0.8 +regex==2020.7.14 +requests==2.24.0 +safety==1.9.0 +send2trash==1.5.0 +sentry-sdk==0.16.2 +setuptools==41.2.0 +shortuuid==1.0.1 +six==1.15.0 +smmap==3.0.4 +snowballstemmer==2.0.0 +sphinx-autodoc-typehints==1.11.0 +sphinx-rtd-theme==0.4.3 +sphinx==3.1.2 +sphinxcontrib-applehelp==1.0.2 +sphinxcontrib-devhelp==1.0.2 +sphinxcontrib-htmlhelp==1.0.3 +sphinxcontrib-jsmath==1.0.1 +sphinxcontrib-qthelp==1.0.3 +sphinxcontrib-serializinghtml==1.1.4 +stevedore==3.2.0 +subprocess32==3.5.4 +terminado==0.8.3 +testpath==0.4.4 +text-recognizer==0.1.0 +toml==0.10.1 +torch==1.5.1 +torchsummary==1.5.1 +torchvision==0.6.1 +tornado==6.0.4 +tqdm==4.48.0 +traitlets==4.3.3 +typed-ast==1.4.1 +typeguard==2.9.1 +typing-extensions==3.7.4.2 +typing-inspect==0.6.0 +urllib3==1.25.10 +wandb==0.8.36 +watchdog==0.10.3 +wcwidth==0.2.5 +webencodings==0.5.1 +widgetsnbextension==3.5.1 +xdoctest==0.12.0 diff --git a/wandb/run-20200731_153049-3umrhzi5/wandb-events.jsonl b/wandb/run-20200731_153049-3umrhzi5/wandb-events.jsonl new file mode 100644 index 0000000..ed2e66b --- /dev/null +++ b/wandb/run-20200731_153049-3umrhzi5/wandb-events.jsonl @@ -0,0 +1 @@ +{"system.gpu.0.gpu": 62.62, "system.gpu.0.memory": 45.38, "system.gpu.0.memoryAllocated": 21.44, "system.gpu.0.temp": 55.38, "system.gpu.process.0.gpu": 62.62, "system.gpu.process.0.memory": 45.38, "system.gpu.process.0.memoryAllocated": 21.44, "system.gpu.process.0.temp": 55.38, "system.gpu.0.powerWatts": 120.8, "system.gpu.0.powerPercent": 56.19, "system.gpu.process.0.powerWatts": 120.8, "system.gpu.process.0.powerPercent": 56.19, "system.cpu": 44.44, "system.memory": 66.85, "system.disk": 37.2, "system.proc.memory.availableMB": 5306.92, "system.proc.memory.rssMB": 2596.48, "system.proc.memory.percent": 16.22, "system.proc.cpu.threads": 18.25, "system.network.sent": 1119393, "system.network.recv": 725860, "_wandb": true, "_timestamp": 1596209462, "_runtime": 13} diff --git a/wandb/run-20200731_153049-3umrhzi5/wandb-history.jsonl b/wandb/run-20200731_153049-3umrhzi5/wandb-history.jsonl new file mode 100644 index 0000000..0ff79a9 --- /dev/null +++ b/wandb/run-20200731_153049-3umrhzi5/wandb-history.jsonl @@ -0,0 +1,14 @@ +{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 5.0, 1.0, 4.0, 3.0, 1.0, 2.0, 1.0, 2.0, 5.0, 0.0, 1.0, 1.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0], "bins": [-0.025287412106990814, -0.024626925587654114, -0.023966437205672264, -0.023305950686335564, -0.022645464166998863, -0.021984975785017014, -0.021324489265680313, -0.020664002746343613, -0.020003516227006912, -0.019343027845025063, -0.018682541325688362, -0.01802205480635166, -0.017361566424369812, -0.01670107990503311, -0.01604059338569641, -0.015380105935037136, -0.014719618484377861, -0.014059131033718586, -0.013398644514381886, -0.01273815706372261, -0.01207767054438591, -0.011417183093726635, -0.01075669564306736, -0.01009620912373066, -0.009435721673071384, -0.00877523422241211, -0.008114747703075409, -0.007454260252416134, -0.006793773267418146, -0.006133286282420158, -0.005472798831760883, -0.004812311846762896, -0.004151824861764908, -0.00349133787676692, -0.0028308506589382887, -0.0021703634411096573, -0.0015098764561116695, -0.00084938935469836, -0.0001889022532850504, 0.0004715848481282592, 0.0011320719495415688, 0.0017925590509548783, 0.002453046152368188, 0.0031135333701968193, 0.003774020355194807, 0.004434507340192795, 0.00509499479085207, 0.005755481775850058, 0.006415968760848045, 0.007076455745846033, 0.007736942730844021, 0.008397430181503296, 0.009057916700839996, 0.009718404151499271, 0.010378891602158546, 0.011039378121495247, 0.011699865572154522, 0.012360353022813797, 0.013020839542150497, 0.013681326992809772, 0.014341814443469048, 0.015002300962805748, 0.01566278748214245, 0.016323275864124298, 0.016983762383461]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 4.0, 5.0, 4.0, 6.0, 8.0, 14.0, 14.0, 14.0, 25.0, 23.0, 38.0, 47.0, 82.0, 89.0, 96.0, 146.0, 165.0, 242.0, 322.0, 453.0, 650.0, 2572.0, 863.0, 646.0, 479.0, 299.0, 211.0, 127.0, 81.0, 53.0, 48.0, 33.0, 20.0, 13.0, 9.0, 2.0, 5.0, 5.0, 5.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.06551457196474075, -0.06376125663518906, -0.06200794130563736, -0.06025462597608566, -0.058501314371824265, -0.05674799904227257, -0.05499468371272087, -0.053241368383169174, -0.05148805305361748, -0.04973473772406578, -0.04798142611980438, -0.046228110790252686, -0.04447479546070099, -0.04272148013114929, -0.040968164801597595, -0.0392148494720459, -0.0374615341424942, -0.0357082225382328, -0.03395490720868111, -0.03220159187912941, -0.030448276549577713, -0.028694963082671165, -0.02694164775311947, -0.025188332423567772, -0.023435018956661224, -0.021681703627109528, -0.01992838829755783, -0.018175072968006134, -0.016421759501099586, -0.01466844417154789, -0.012915129773318768, -0.01116181444376707, -0.009408500045537949, -0.007655185181647539, -0.00590187031775713, -0.0041485559195280075, -0.002395241055637598, -0.0006419263081625104, 0.0011113884393125772, 0.002864703070372343, 0.0046180179342627525, 0.006371332798153162, 0.008124647662043571, 0.009877962060272694, 0.011631276458501816, 0.013384591788053513, 0.015137906186282635, 0.016891220584511757, 0.018644535914063454, 0.02039785124361515, 0.022151164710521698, 0.023904480040073395, 0.02565779536962509, 0.02741110883653164, 0.029164424166083336, 0.030917739495635033, 0.03267105296254158, 0.03442436829209328, 0.036177683621644974, 0.03793099895119667, 0.03968431428074837, 0.041437625885009766, 0.04319094121456146, 0.04494425654411316, 0.046697571873664856]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 4.0, 3.0, 4.0, 3.0, 4.0, 5.0, 2.0, 2.0, 3.0, 1.0, 3.0, 0.0, 2.0, 1.0, 30.0, 1.0, 2.0, 1.0, 5.0, 3.0, 4.0, 6.0, 1.0, 0.0, 0.0, 5.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008122295141220093, -0.007850437425076962, -0.00757857970893383, -0.007306722458451986, -0.007034864742308855, -0.006763007026165724, -0.00649114977568388, -0.006219292059540749, -0.005947434343397617, -0.005675576627254486, -0.005403718911111355, -0.005131861660629511, -0.00486000394448638, -0.004588146228343248, -0.004316288977861404, -0.004044431261718273, -0.003772573545575142, -0.0035007158294320107, -0.003228858346119523, -0.0029570008628070354, -0.002685143146663904, -0.002413285430520773, -0.0021414279472082853, -0.001869570347480476, -0.0015977127477526665, -0.001325855148024857, -0.0010539975482970476, -0.0007821399485692382, -0.0005102823488414288, -0.00023842474911361933, 3.34328506141901e-05, 0.00030529045034199953, 0.000577148050069809, 0.0008490056497976184, 0.0011208632495254278, 0.0013927208492532372, 0.0016645784489810467, 0.001936436048708856, 0.0022082936484366655, 0.002480151131749153, 0.0027520088478922844, 0.0030238665640354156, 0.0032957240473479033, 0.003567581530660391, 0.003839439246803522, 0.004111296962946653, 0.004383154213428497, 0.004655011929571629, 0.00492686964571476, 0.005198727361857891, 0.005470585078001022, 0.005742442328482866, 0.0060143000446259975, 0.006286157760769129, 0.006558015011250973, 0.006829872727394104, 0.007101730443537235, 0.0073735881596803665, 0.007645445875823498, 0.007917303591966629, 0.008189160376787186, 0.008461018092930317, 0.008732875809073448, 0.00900473352521658, 0.00927659124135971]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 3.0, 3.0, 0.0, 5.0, 8.0, 13.0, 28.0, 40.0, 63.0, 104.0, 141.0, 197.0, 315.0, 484.0, 716.0, 1045.0, 1554.0, 2183.0, 3122.0, 4633.0, 6750.0, 9926.0, 14842.0, 22253.0, 33659.0, 51399.0, 75860.0, 111357.0, 523674.0, 107239.0, 68233.0, 44646.0, 29034.0, 19507.0, 13583.0, 9359.0, 6576.0, 4699.0, 3364.0, 2410.0, 1839.0, 1294.0, 964.0, 684.0, 477.0, 415.0, 275.0, 196.0, 125.0, 100.0, 70.0, 65.0, 28.0, 32.0, 13.0, 13.0, 7.0, 9.0, 6.0, 2.0, 2.0, 2.0], "bins": [-0.007126478012651205, -0.00689338706433773, -0.006660296581685543, -0.006427205633372068, -0.006194115150719881, -0.005961024202406406, -0.005727933254092932, -0.005494842771440744, -0.00526175182312727, -0.005028661340475082, -0.004795570392161608, -0.004562479443848133, -0.004329388961195946, -0.004096298012882471, -0.00386320729739964, -0.003630116581916809, -0.003397025866433978, -0.003163935150951147, -0.002930844435468316, -0.0026977534871548414, -0.0024646627716720104, -0.0022315720561891794, -0.0019984813407063484, -0.0017653905088081956, -0.0015322997933253646, -0.0012992090778425336, -0.0010661182459443808, -0.0008330275304615498, -0.0005999367567710578, -0.00036684598308056593, -0.00013375523849390447, 9.933552064467221e-05, 0.0003324262797832489, 0.0005655170534737408, 0.0007986078271642327, 0.0010316985426470637, 0.0012647893745452166, 0.0014978800900280476, 0.0017309708055108786, 0.0019640615209937096, 0.0021971524693071842, 0.0024302431847900152, 0.0026633339002728462, 0.0028964246157556772, 0.0031295153312385082, 0.0033626060467213392, 0.003595696995034814, 0.003828787710517645, 0.0040618786588311195, 0.004294969141483307, 0.0045280600897967815, 0.004761150572448969, 0.0049942415207624435, 0.005227332003414631, 0.0054604229517281055, 0.00569351390004158, 0.0059266043826937675, 0.006159695331007242, 0.0063927858136594296, 0.006625876761972904, 0.006858967710286379, 0.007092058192938566, 0.007325149141252041, 0.007558239623904228, 0.007791330572217703]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 7.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.022778667509555817, -0.022278085350990295, -0.021777505055069923, -0.02127692475914955, -0.02077634260058403, -0.02027576044201851, -0.019775180146098137, -0.019274599850177765, -0.018774017691612244, -0.018273435533046722, -0.01777285523712635, -0.01727227494120598, -0.016771692782640457, -0.016271110624074936, -0.015770530328154564, -0.015269949100911617, -0.01476936787366867, -0.014268786646425724, -0.013768205419182777, -0.01326762419193983, -0.012767042964696884, -0.012266461737453938, -0.011765880510210991, -0.011265299282968044, -0.010764718055725098, -0.010264136828482151, -0.009763555601239204, -0.009262974373996258, -0.008762393146753311, -0.008261811919510365, -0.007761230692267418, -0.007260649465024471, -0.006760068237781525, -0.006259487010538578, -0.005758905783295631, -0.005258324556052685, -0.004757743328809738, -0.0042571621015667915, -0.003756580874323845, -0.0032559996470808983, -0.0027554184198379517, -0.002254837192595005, -0.0017542559653520584, -0.0012536747381091118, -0.0007530935108661652, -0.00025251228362321854, 0.0002480689436197281, 0.0007486501708626747, 0.0012492313981056213, 0.001749812625348568, 0.0022503938525915146, 0.002750975079834461, 0.003251556307077408, 0.0037521375343203545, 0.004252718761563301, 0.004753299988806248, 0.005253881216049194, 0.005754462443292141, 0.006255043670535088, 0.006755624897778034, 0.007256206125020981, 0.0077567873522639275, 0.008257368579506874, 0.00875794980674982, 0.009258531033992767]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 6.0, 12.0, 17.0, 11.0, 17.0, 18.0, 27.0, 29.0, 35.0, 29.0, 47.0, 29.0, 50.0, 43.0, 49.0, 72.0, 59.0, 75.0, 72.0, 90.0, 84.0, 118.0, 144.0, 124.0, 133.0, 144.0, 189.0, 159.0, 199.0, 198.0, 238.0, 278.0, 286.0, 338.0, 313.0, 351.0, 358.0, 369.0, 434.0, 581.0, 809.0, 1565.0, 7307.0, 763.0, 545.0, 413.0, 250.0, 177.0, 163.0, 130.0, 101.0, 105.0, 91.0, 66.0, 44.0, 34.0, 22.0, 9.0, 8.0], "bins": [-0.023578748106956482, -0.02307841368019581, -0.022578081116080284, -0.02207774668931961, -0.021577412262558937, -0.021077079698443413, -0.02057674527168274, -0.020076410844922066, -0.019576076418161392, -0.019075743854045868, -0.018575409427285194, -0.01807507500052452, -0.017574742436408997, -0.017074408009648323, -0.01657407358288765, -0.016073741018772125, -0.015573406592011452, -0.015073073096573353, -0.01457273866981268, -0.01407240517437458, -0.013572070747613907, -0.013071737252175808, -0.012571403756737709, -0.012071069329977036, -0.011570735834538937, -0.011070402339100838, -0.010570067912340164, -0.010069734416902065, -0.009569400921463966, -0.009069066494703293, -0.008568732999265194, -0.00806839857250452, -0.0075680650770664215, -0.007067731115967035, -0.006567397154867649, -0.00606706365942955, -0.005566729698330164, -0.005066395737230778, -0.004566062241792679, -0.004065728280693293, -0.0035653943195939064, -0.00306506035849452, -0.0025647266302257776, -0.002064392901957035, -0.0015640589408576488, -0.0010637250961735845, -0.0005633912514895201, -6.305740680545568e-05, 0.0004372764378786087, 0.0009376102825626731, 0.0014379441272467375, 0.0019382779719308019, 0.0024386118166148663, 0.0029389457777142525, 0.003439279505982995, 0.003939613234251738, 0.004439947195351124, 0.00494028115645051, 0.005440615117549896, 0.005940948612987995, 0.006441282574087381, 0.006941616535186768, 0.0074419500306248665, 0.00794228445738554, 0.008442617952823639]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 7.0, 0.0, 0.0, 1.0], "bins": [-0.042031437158584595, -0.04133308678865433, -0.04063474014401436, -0.03993638977408409, -0.039238039404153824, -0.038539692759513855, -0.03784134238958359, -0.03714299201965332, -0.03644464537501335, -0.035746295005083084, -0.03504794463515282, -0.03434959799051285, -0.03365124762058258, -0.03295289725065231, -0.032254550606012344, -0.03155620023608208, -0.03085784986615181, -0.03015950135886669, -0.029461152851581573, -0.028762802481651306, -0.028064453974366188, -0.02736610546708107, -0.026667755097150803, -0.025969406589865685, -0.025271058082580566, -0.0245727077126503, -0.02387435920536518, -0.023176010698080063, -0.022477660328149796, -0.021779311820864677, -0.02108096331357956, -0.020382612943649292, -0.019684264436364174, -0.018985915929079056, -0.01828756555914879, -0.01758921705186367, -0.016890868544578552, -0.016192518174648285, -0.015494169667363167, -0.014795820228755474, -0.014097470790147781, -0.013399122282862663, -0.01270077284425497, -0.012002423405647278, -0.01130407489836216, -0.010605725459754467, -0.009907376021146774, -0.009209027513861656, -0.008510678075253963, -0.007812329102307558, -0.007113979663699865, -0.00641563069075346, -0.005717281252145767, -0.005018932279199362, -0.004320583306252956, -0.0036222341004759073, -0.0029238848946988583, -0.002225535688921809, -0.001527186599560082, -0.0008288374519906938, -0.00013048830442130566, 0.0005678608431480825, 0.0012662099907174706, 0.001964559080079198, 0.002662908285856247]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 4.0, 1.0, 2.0, 2.0, 0.0, 3.0, 2.0, 4.0, 4.0, 2.0, 1.0, 3.0, 2.0, 3.0, 4.0, 4.0, 2.0, 2.0, 3.0, 3.0, 1.0, 8.0, 10.0, 4.0, 4.0, 6.0, 7.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 4.0, 6.0, 9.0, 9.0, 18.0, 96.0, 3.0, 7.0, 3.0, 6.0, 5.0, 7.0], "bins": [-0.055142078548669815, -0.05418054759502411, -0.0532190166413784, -0.0522574856877327, -0.05129595473408699, -0.050334423780441284, -0.04937289282679558, -0.04841136187314987, -0.04744982719421387, -0.04648829624056816, -0.045526765286922455, -0.04456523433327675, -0.04360370337963104, -0.042642172425985336, -0.04168064147233963, -0.040719110518693924, -0.03975757956504822, -0.03879604861140251, -0.037834517657756805, -0.0368729867041111, -0.03591145575046539, -0.03494992479681969, -0.03398839384317398, -0.033026862889528275, -0.03206533193588257, -0.031103799119591713, -0.030142268165946007, -0.0291807372123003, -0.028219204396009445, -0.02725767344236374, -0.026296142488718033, -0.025334611535072327, -0.02437308058142662, -0.023411549627780914, -0.022450018674135208, -0.021488487720489502, -0.020526956766843796, -0.01956542395055294, -0.018603892996907234, -0.017642362043261528, -0.016680831089615822, -0.015719300135970116, -0.01475776918232441, -0.013796237297356129, -0.012834706343710423, -0.011873175390064716, -0.010911643505096436, -0.00995011255145073, -0.008988581597805023, -0.008027050644159317, -0.0070655192248523235, -0.00610398780554533, -0.005142456851899624, -0.004180925898253918, -0.003219394478946924, -0.0022578632924705744, -0.0012963321059942245, -0.0003348009195178747, 0.0006267302669584751, 0.001588261453434825, 0.0025497926399111748, 0.0035113238263875246, 0.0044728550128638744, 0.005434386432170868, 0.006395917385816574]}, "_runtime": 5.102468252182007, "_timestamp": 1596209451.7593496, "_step": 0} +{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 4.0, 3.0, 3.0, 2.0, 3.0, 2.0, 2.0, 3.0, 0.0, 1.0, 3.0, 0.0, 4.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016870643943548203, -0.016215741634368896, -0.01556083932518959, -0.014905937016010284, -0.014251034706830978, -0.013596132397651672, -0.012941230088472366, -0.01228632777929306, -0.011631425470113754, -0.010976523160934448, -0.010321620851755142, -0.009666718542575836, -0.00901181623339653, -0.008356913924217224, -0.007702011615037918, -0.007047109305858612, -0.006392206996679306, -0.0057373046875, -0.005082402378320694, -0.004427500069141388, -0.003772597759962082, -0.003117695450782776, -0.00246279314160347, -0.0018078908324241638, -0.0011529885232448578, -0.0004980862140655518, 0.00015681609511375427, 0.0008117184042930603, 0.0014666207134723663, 0.0021215230226516724, 0.0027764253318309784, 0.0034313276410102844, 0.0040862299501895905, 0.0047411322593688965, 0.0053960345685482025, 0.0060509368777275085, 0.006705839186906815, 0.007360741496086121, 0.008015643805265427, 0.008670546114444733, 0.009325448423624039, 0.009980350732803345, 0.01063525304198265, 0.011290155351161957, 0.011945057660341263, 0.012599959969520569, 0.013254862278699875, 0.013909764587879181, 0.014564666897058487, 0.015219569206237793, 0.0158744715154171, 0.016529373824596405, 0.01718427613377571, 0.017839178442955017, 0.018494080752134323, 0.01914898306131363, 0.019803885370492935, 0.02045878767967224, 0.021113689988851547, 0.021768592298030853, 0.02242349460721016, 0.023078396916389465, 0.02373329922556877, 0.024388201534748077, 0.025043103843927383]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 6.0, 2.0, 6.0, 7.0, 7.0, 11.0, 11.0, 10.0, 21.0, 24.0, 37.0, 36.0, 42.0, 56.0, 70.0, 79.0, 89.0, 120.0, 151.0, 205.0, 250.0, 274.0, 431.0, 572.0, 2441.0, 757.0, 700.0, 476.0, 317.0, 194.0, 153.0, 93.0, 64.0, 47.0, 53.0, 25.0, 29.0, 18.0, 9.0, 11.0, 7.0, 7.0, 1.0, 3.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.12217013537883759, -0.1186998263001442, -0.1152295246720314, -0.11175921559333801, -0.10828891396522522, -0.10481860488653183, -0.10134830325841904, -0.09787799417972565, -0.09440769255161285, -0.09093738347291946, -0.08746707439422607, -0.08399677276611328, -0.08052646368741989, -0.0770561620593071, -0.07358585298061371, -0.07011555135250092, -0.06664524227380753, -0.06317493319511414, -0.05970463156700134, -0.05623432621359825, -0.05276402086019516, -0.04929371178150177, -0.04582340642809868, -0.04235310107469559, -0.038882795721292496, -0.035412490367889404, -0.03194218501448631, -0.028471877798438072, -0.02500157244503498, -0.02153126709163189, -0.01806095987558365, -0.014590654522180557, -0.011120349168777466, -0.007650043349713087, -0.004179737530648708, -0.0007094317115843296, 0.002760874107480049, 0.006231179926544428, 0.009701485745608807, 0.013171792030334473, 0.016642097383737564, 0.020112402737140656, 0.023582708090543747, 0.027053015306591988, 0.03052332065999508, 0.03399362787604332, 0.03746393322944641, 0.0409342385828495, 0.044404543936252594, 0.047874849289655685, 0.05134515464305878, 0.05481545999646187, 0.05828576534986496, 0.06175607442855835, 0.06522637605667114, 0.06869668513536453, 0.07216699421405792, 0.07563729584217072, 0.0791076049208641, 0.0825779065489769, 0.08604821562767029, 0.08951851725578308, 0.09298882633447647, 0.09645912796258926, 0.09992943704128265]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 4.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 2.0, 1.0, 6.0, 1.0, 0.0, 1.0, 6.0, 0.0, 4.0, 0.0, 2.0, 5.0, 7.0, 4.0, 1.0, 3.0, 33.0, 1.0, 6.0, 2.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006699630059301853, -0.006452488247305155, -0.006205346435308456, -0.005958204157650471, -0.005711062345653772, -0.005463920533657074, -0.005216778255999088, -0.00496963644400239, -0.0047224946320056915, -0.004475352820008993, -0.004228211008012295, -0.003981068730354309, -0.0037339269183576107, -0.0034867851063609123, -0.0032396430615335703, -0.0029925010167062283, -0.00274535920470953, -0.0024982173927128315, -0.0022510753478854895, -0.0020039333030581474, -0.001756791491061449, -0.0015096495626494288, -0.0012625076342374086, -0.0010153657058253884, -0.0007682237774133682, -0.000521081849001348, -0.0002739399205893278, -2.6797992177307606e-05, 0.0002203439362347126, 0.0004674858646467328, 0.000714627793058753, 0.0009617697214707732, 0.0012089116498827934, 0.0014560535782948136, 0.0017031955067068338, 0.001950337435118854, 0.0021974793635308743, 0.0024446211755275726, 0.0026917632203549147, 0.0029389052651822567, 0.003186047077178955, 0.0034331888891756535, 0.0036803309340029955, 0.0039274729788303375, 0.004174614790827036, 0.004421756602823734, 0.00466889888048172, 0.004916040692478418, 0.005163182504475117, 0.005410324316471815, 0.0056574661284685135, 0.005904608406126499, 0.0061517502181231976, 0.006398892030119896, 0.006646034307777882, 0.00689317611977458, 0.007140317931771278, 0.007387459743767977, 0.007634601555764675, 0.00788174383342266, 0.008128885179758072, 0.008376027457416058, 0.008623169735074043, 0.008870311081409454, 0.00911745335906744]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [7.0, 9.0, 6.0, 14.0, 24.0, 27.0, 47.0, 81.0, 104.0, 161.0, 281.0, 368.0, 517.0, 710.0, 1098.0, 1600.0, 2202.0, 2913.0, 4154.0, 5737.0, 7872.0, 10686.0, 15103.0, 21351.0, 30198.0, 43398.0, 61055.0, 84181.0, 111902.0, 457773.0, 89842.0, 64517.0, 45411.0, 32219.0, 23132.0, 16566.0, 11925.0, 8714.0, 6524.0, 4821.0, 3572.0, 2674.0, 1822.0, 1356.0, 943.0, 653.0, 461.0, 294.0, 217.0, 138.0, 105.0, 47.0, 42.0, 22.0, 21.0, 8.0, 11.0, 7.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.009368665516376495, -0.009049206972122192, -0.008729749359190464, -0.008410290814936161, -0.008090833202004433, -0.007771375123411417, -0.007451917044818401, -0.007132458966225386, -0.00681300088763237, -0.006493542343378067, -0.006174084264785051, -0.005854626186192036, -0.00553516810759902, -0.005215710029006004, -0.004896251950412989, -0.004576793871819973, -0.004257335793226957, -0.003937877714633942, -0.003618419636040926, -0.0032989615574479103, -0.0029795034788548946, -0.0026600451674312353, -0.0023405870888382196, -0.002021129010245204, -0.0017016709316521883, -0.0013822128530591726, -0.001062754774466157, -0.0007432965794578195, -0.0004238385008648038, -0.00010438039316795766, 0.00021507771452888846, 0.000534535851329565, 0.0008539939299225807, 0.0011734520085155964, 0.001492910087108612, 0.0018123682821169496, 0.0021318262442946434, 0.0024512845557183027, 0.0027707426343113184, 0.003090200712904334, 0.0034096587914973497, 0.0037291168700903654, 0.004048575181514025, 0.00436803326010704, 0.004687491338700056, 0.005006949417293072, 0.005326407495886087, 0.005645865574479103, 0.005965323653072119, 0.006284781731665134, 0.00660423981025815, 0.006923697888851166, 0.0072431559674441814, 0.007562614046037197, 0.0078820725902915, 0.008201530203223228, 0.008520988747477531, 0.00884044636040926, 0.009159904904663563, 0.009479362517595291, 0.009798821061849594, 0.010118278674781322, 0.010437737219035625, 0.010757194831967354, 0.011076653376221657]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 4.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 10.0, 1.0, 1.0, 1.0, 4.0, 0.0, 3.0, 1.0, 0.0, 0.0, 3.0], "bins": [-0.023213203996419907, -0.022777026519179344, -0.022340847179293633, -0.02190466970205307, -0.02146849036216736, -0.021032312884926796, -0.020596135407686234, -0.020159956067800522, -0.01972377859055996, -0.019287599250674248, -0.018851421773433685, -0.018415244296193123, -0.01797906495630741, -0.01754288747906685, -0.017106708139181137, -0.016670530661940575, -0.016234353184700012, -0.0157981738448143, -0.015361995436251163, -0.014925817959010601, -0.014489639550447464, -0.014053461141884327, -0.01361728273332119, -0.013181104324758053, -0.012744925916194916, -0.012308748438954353, -0.011872570030391216, -0.01143639162182808, -0.011000213213264942, -0.010564034804701805, -0.010127857327461243, -0.009691678918898106, -0.009255500510334969, -0.008819322101771832, -0.008383143693208694, -0.007946966215968132, -0.007510787807404995, -0.007074609398841858, -0.006638430990278721, -0.006202253047376871, -0.005766074638813734, -0.005329896230250597, -0.004893718287348747, -0.00445753987878561, -0.004021361470222473, -0.0035851835273206234, -0.0031490051187574863, -0.002712826943024993, -0.0022766487672924995, -0.0018404705915600061, -0.001404292299412191, -0.0009681140654720366, -0.0005319358315318823, -9.575759759172797e-05, 0.00034042063634842634, 0.0007765988702885807, 0.001212777104228735, 0.0016489552799612284, 0.0020851334556937218, 0.002521311864256859, 0.0029574900399893522, 0.0033936682157218456, 0.0038298466242849827, 0.004266024567186832, 0.0047022029757499695]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 2.0, 5.0, 8.0, 12.0, 7.0, 22.0, 27.0, 26.0, 20.0, 19.0, 30.0, 45.0, 53.0, 63.0, 54.0, 66.0, 70.0, 93.0, 115.0, 112.0, 160.0, 151.0, 192.0, 186.0, 213.0, 217.0, 224.0, 259.0, 246.0, 238.0, 256.0, 252.0, 293.0, 303.0, 298.0, 298.0, 346.0, 436.0, 560.0, 689.0, 1047.0, 6999.0, 954.0, 775.0, 578.0, 258.0, 215.0, 196.0, 190.0, 156.0, 137.0, 123.0, 62.0, 48.0, 12.0, 4.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.025461003184318542, -0.024858182296156883, -0.024255361407995224, -0.023652542382478714, -0.023049721494317055, -0.022446900606155396, -0.021844081580638885, -0.021241260692477226, -0.020638439804315567, -0.020035618916153908, -0.01943279802799225, -0.01882997900247574, -0.01822715811431408, -0.01762433722615242, -0.01702151820063591, -0.01641869731247425, -0.01581587642431259, -0.015213055536150932, -0.014610235579311848, -0.014007415622472763, -0.013404594734311104, -0.012801773846149445, -0.01219895388931036, -0.011596133932471275, -0.010993313044309616, -0.010390492156147957, -0.009787672199308872, -0.009184852242469788, -0.008582031354308128, -0.007979210466146469, -0.0073763905093073845, -0.0067735700868070126, -0.006170749664306641, -0.005567929241806269, -0.004965108819305897, -0.004362288396805525, -0.003759467974305153, -0.003156647551804781, -0.002553827129304409, -0.001951006706804037, -0.0013481862843036652, -0.0007453658618032932, -0.0001425454393029213, 0.00046027498319745064, 0.0010630954056978226, 0.0016659158281981945, 0.0022687362506985664, 0.0028715566731989384, 0.0034743770956993103, 0.004077197518199682, 0.004680017940700054, 0.005282838363200426, 0.005885658785700798, 0.00648847920820117, 0.007091299630701542, 0.007694120053201914, 0.008296940475702286, 0.008899761363863945, 0.00950258132070303, 0.010105401277542114, 0.010708222165703773, 0.011311043053865433, 0.011913863010704517, 0.012516682967543602, 0.013119503855705261]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08531780540943146, -0.08355099707841873, -0.0817841961979866, -0.08001738786697388, -0.07825057953596115, -0.07648377120494843, -0.0747169703245163, -0.07295016199350357, -0.07118335366249084, -0.06941655278205872, -0.06764974445104599, -0.06588293612003326, -0.06411613523960114, -0.06234932690858841, -0.060582518577575684, -0.058815713971853256, -0.05704890936613083, -0.0552821010351181, -0.053515296429395676, -0.05174848809838295, -0.04998168349266052, -0.0482148751616478, -0.04644807055592537, -0.04468126595020294, -0.042914457619190216, -0.04114765301346779, -0.03938084468245506, -0.037614040076732635, -0.03584723547101021, -0.03408042713999748, -0.032313622534275055, -0.03054681606590748, -0.0287800095975399, -0.027013203129172325, -0.02524639666080475, -0.02347959205508232, -0.021712785586714745, -0.019945979118347168, -0.01817917264997959, -0.016412366181612015, -0.014645560644567013, -0.012878754176199436, -0.011111948639154434, -0.009345142170786858, -0.007578336168080568, -0.005811530165374279, -0.004044723697006702, -0.002277917694300413, -0.0005111116915941238, 0.0012556944275274873, 0.0030225005466490984, 0.004789306782186031, 0.006556112784892321, 0.00832291878759861, 0.010089725255966187, 0.011856530793011189, 0.013623337261378765, 0.015390143729746342, 0.017156949266791344, 0.01892375573515892, 0.020690562203526497, 0.022457368671894073, 0.0242241732776165, 0.025990979745984077, 0.027757786214351654]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 3.0, 3.0, 2.0, 6.0, 2.0, 6.0, 3.0, 5.0, 7.0, 5.0, 2.0, 8.0, 7.0, 3.0, 9.0, 4.0, 5.0, 0.0, 5.0, 2.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 4.0, 4.0, 1.0, 6.0, 4.0, 2.0, 7.0, 7.0, 95.0, 14.0, 6.0, 2.0, 6.0, 4.0, 5.0, 3.0], "bins": [-0.09721551090478897, -0.09549687802791595, -0.09377824515104294, -0.09205961227416992, -0.0903409793972969, -0.08862234652042389, -0.08690371364355087, -0.08518508076667786, -0.08346644788980484, -0.08174781501293182, -0.08002918213605881, -0.07831054925918579, -0.07659191638231277, -0.07487328350543976, -0.07315465062856674, -0.07143601775169373, -0.06971738487482071, -0.06799875199794769, -0.06628011912107468, -0.06456148624420166, -0.06284285336732864, -0.06112422049045563, -0.05940558761358261, -0.057686954736709595, -0.05596832185983658, -0.05424968898296356, -0.052531056106090546, -0.05081242322921753, -0.04909379035234451, -0.0473751574754715, -0.04565652459859848, -0.043937891721725464, -0.04221925884485245, -0.04050062596797943, -0.038781993091106415, -0.0370633602142334, -0.03534472733736038, -0.033626094460487366, -0.03190746158361435, -0.030188828706741333, -0.028470195829868317, -0.0267515629529953, -0.025032930076122284, -0.023314297199249268, -0.02159566432237625, -0.019877031445503235, -0.01815839856863022, -0.016439765691757202, -0.014721132814884186, -0.01300249993801117, -0.011283867061138153, -0.009565234184265137, -0.00784660130739212, -0.006127968430519104, -0.004409335553646088, -0.0026907026767730713, -0.0009720697999000549, 0.0007465630769729614, 0.002465195953845978, 0.004183828830718994, 0.0059024617075920105, 0.007621094584465027, 0.009339727461338043, 0.01105836033821106, 0.012776993215084076]}, "_runtime": 5.883427381515503, "_timestamp": 1596209452.5403087, "_step": 1} +{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 2.0, 3.0, 2.0, 1.0, 2.0, 2.0, 2.0, 4.0, 5.0, 3.0, 1.0, 2.0, 0.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.019305219873785973, -0.018677683547139168, -0.018050149083137512, -0.017422612756490707, -0.016795078292489052, -0.016167541965842247, -0.015540006570518017, -0.014912471175193787, -0.014284935779869556, -0.013657400384545326, -0.013029864989221096, -0.012402329593896866, -0.011774793267250061, -0.01114725787192583, -0.0105197224766016, -0.00989218708127737, -0.00926465168595314, -0.00863711629062891, -0.00800958089530468, -0.007382045034319162, -0.006754509638994932, -0.006126974243670702, -0.0054994383826851845, -0.004871902987360954, -0.004244367592036724, -0.003616832196712494, -0.00298929656855762, -0.002361760940402746, -0.001734225545078516, -0.001106690033338964, -0.00047915452159941196, 0.00014838099014014006, 0.0007759165018796921, 0.001403452013619244, 0.002030987525358796, 0.00265852315351367, 0.0032860585488379, 0.00391359394416213, 0.004541129805147648, 0.005168665200471878, 0.005796200595796108, 0.0064237359911203384, 0.007051271386444569, 0.007678807247430086, 0.008306343108415604, 0.008933878503739834, 0.009561413899064064, 0.010188949294388294, 0.010816484689712524, 0.011444020085036755, 0.012071555480360985, 0.012699090875685215, 0.013326626271009445, 0.01395416259765625, 0.01458169799298048, 0.01520923338830471, 0.015836767852306366, 0.01646430417895317, 0.017091840505599976, 0.01771937496960163, 0.018346911296248436, 0.01897444576025009, 0.019601982086896896, 0.020229516550898552, 0.020857052877545357]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 4.0, 3.0, 3.0, 3.0, 5.0, 3.0, 6.0, 6.0, 9.0, 6.0, 8.0, 12.0, 15.0, 14.0, 20.0, 16.0, 18.0, 38.0, 42.0, 39.0, 46.0, 61.0, 70.0, 93.0, 107.0, 125.0, 177.0, 246.0, 257.0, 337.0, 406.0, 2097.0, 826.0, 763.0, 609.0, 441.0, 278.0, 191.0, 131.0, 103.0, 75.0, 50.0, 44.0, 25.0, 23.0, 17.0, 14.0, 14.0, 3.0, 5.0, 8.0, 4.0, 5.0, 4.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.12224811315536499, -0.11851553618907928, -0.11478295922279358, -0.11105038225650787, -0.10731780529022217, -0.10358522832393646, -0.09985265135765076, -0.09612007439136505, -0.09238749742507935, -0.08865491300821304, -0.08492233604192734, -0.08118975907564163, -0.07745718210935593, -0.07372460514307022, -0.06999202817678452, -0.06625945121049881, -0.0625268742442131, -0.0587942972779274, -0.05506172031164169, -0.05132914334535599, -0.04759656637907028, -0.04386398568749428, -0.04013140872120857, -0.03639883175492287, -0.03266625478863716, -0.028933677822351456, -0.02520110085606575, -0.021468522027134895, -0.01773594506084919, -0.014003368094563484, -0.010270790196955204, -0.006538212765008211, -0.0028056353330612183, 0.0009269420988857746, 0.0046595195308327675, 0.008392097428441048, 0.012124674394726753, 0.01585725136101246, 0.019589830189943314, 0.02332240715622902, 0.027054984122514725, 0.03078756108880043, 0.034520138055086136, 0.03825271502137184, 0.041985295712947845, 0.04571787267923355, 0.04945044964551926, 0.05318302661180496, 0.05691560357809067, 0.06064818054437637, 0.06438075751066208, 0.06811333447694778, 0.07184591144323349, 0.0755784884095192, 0.0793110653758049, 0.0830436423420906, 0.08677622675895691, 0.09050880372524261, 0.09424138069152832, 0.09797395765781403, 0.10170653462409973, 0.10543911159038544, 0.10917168855667114, 0.11290426552295685, 0.11663684248924255]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 2.0, 1.0, 5.0, 6.0, 1.0, 1.0, 1.0, 4.0, 1.0, 6.0, 6.0, 1.0, 2.0, 2.0, 27.0, 5.0, 6.0, 2.0, 3.0, 1.0, 0.0, 3.0, 0.0, 3.0, 4.0, 2.0, 2.0, 3.0, 3.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.006875575520098209, -0.006620513740926981, -0.0063654519617557526, -0.0061103906482458115, -0.005855328869074583, -0.005600267089903355, -0.0053452057763934135, -0.005090143997222185, -0.004835082218050957, -0.004580020438879728, -0.0043249586597085, -0.004069897346198559, -0.0038148355670273304, -0.003559773787856102, -0.0033047122415155172, -0.0030496506951749325, -0.002794588916003704, -0.0025395271368324757, -0.002284465590491891, -0.002029404044151306, -0.0017743422649800777, -0.0015192806022241712, -0.0012642189394682646, -0.001009157276712358, -0.0007540956139564514, -0.0004990339512005448, -0.00024397228844463825, 1.108937431126833e-05, 0.0002661510370671749, 0.0005212126998230815, 0.0007762743625789881, 0.0010313360253348947, 0.0012863976880908012, 0.0015414593508467078, 0.0017965210136026144, 0.002051582559943199, 0.0023066443391144276, 0.002561706118285656, 0.0028167676646262407, 0.0030718292109668255, 0.003326890990138054, 0.0035819527693092823, 0.003837014315649867, 0.004092075861990452, 0.00434713764116168, 0.004602199420332909, 0.00485726073384285, 0.005112322513014078, 0.0053673842921853065, 0.005622446071356535, 0.005877507850527763, 0.0061325691640377045, 0.006387630943208933, 0.006642692722380161, 0.006897754035890102, 0.007152815815061331, 0.007407877594232559, 0.007662939373403788, 0.007918001152575016, 0.008173062466084957, 0.008428124710917473, 0.008683186024427414, 0.008938247337937355, 0.00919330958276987, 0.009448370896279812]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 4.0, 4.0, 10.0, 24.0, 21.0, 34.0, 51.0, 94.0, 152.0, 232.0, 327.0, 567.0, 858.0, 1343.0, 1875.0, 2805.0, 4123.0, 5825.0, 7920.0, 10939.0, 15427.0, 21071.0, 29897.0, 43382.0, 63260.0, 89145.0, 113997.0, 438817.0, 92803.0, 66754.0, 47194.0, 32930.0, 23443.0, 17181.0, 12510.0, 9432.0, 6840.0, 5022.0, 3704.0, 2710.0, 2044.0, 1462.0, 1033.0, 754.0, 494.0, 360.0, 265.0, 168.0, 118.0, 72.0, 50.0, 35.0, 17.0, 15.0, 12.0, 9.0, 9.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.01232364121824503, -0.011901686899363995, -0.011479731649160385, -0.01105777733027935, -0.010635823011398315, -0.010213867761194706, -0.009791913442313671, -0.009369958192110062, -0.008948003873229027, -0.008526049554347992, -0.008104094304144382, -0.007682139985263348, -0.0072601852007210255, -0.006838230416178703, -0.0064162760972976685, -0.005994321312755346, -0.005572366528213024, -0.005150411743670702, -0.00472845695912838, -0.004306502640247345, -0.003884547855705023, -0.0034625930711627007, -0.003040638519451022, -0.0026186839677393436, -0.0021967291831970215, -0.0017747745150700212, -0.0013528198469430208, -0.0009308651788160205, -0.0005089105106890202, -8.695584256201982e-05, 0.0003349988255649805, 0.0007569534936919808, 0.0011789081618189812, 0.0016008628299459815, 0.002022817498072982, 0.0024447720497846603, 0.0028667268343269825, 0.0032886816188693047, 0.003710636170580983, 0.004132590722292662, 0.004554545506834984, 0.004976500291377306, 0.005398455075919628, 0.005820409394800663, 0.006242364179342985, 0.006664318963885307, 0.007086273282766342, 0.007508228067308664, 0.007930182851850986, 0.008352137170732021, 0.00877409242093563, 0.009196046739816666, 0.0096180010586977, 0.01003995630890131, 0.010461910627782345, 0.010883865877985954, 0.01130582019686699, 0.011727774515748024, 0.012149729765951633, 0.012571684084832668, 0.012993639335036278, 0.013415593653917313, 0.013837547972798347, 0.014259503223001957, 0.014681457541882992]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 7.0, 2.0, 0.0, 1.0, 1.0, 1.0, 4.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.008522085845470428, -0.008252373896539211, -0.00798266101628542, -0.007712948601692915, -0.0074432361871004105, -0.007173524238169193, -0.006903811823576689, -0.006634099408984184, -0.00636438699439168, -0.006094674579799175, -0.005824962165206671, -0.005555249750614166, -0.005285537801682949, -0.0050158253870904446, -0.00474611297249794, -0.0044764005579054356, -0.004206688143312931, -0.0039369757287204266, -0.003667263314127922, -0.003397551132366061, -0.0031278387177735567, -0.002858126303181052, -0.0025884141214191914, -0.002318701706826687, -0.0020489892922341824, -0.0017792768776416779, -0.0015095645794644952, -0.0012398522812873125, -0.000970139866694808, -0.0007004275103099644, -0.00043071515392512083, -0.00016100279754027724, 0.00010870955884456635, 0.00037842191522940993, 0.0006481342716142535, 0.0009178466279990971, 0.0011875589843839407, 0.0014572713989764452, 0.0017269836971536279, 0.0019966959953308105, 0.002266408409923315, 0.0025361208245158195, 0.002805833239108324, 0.003075545420870185, 0.0033452578354626894, 0.003614970250055194, 0.0038846824318170547, 0.004154394846409559, 0.004424107261002064, 0.004693819675594568, 0.004963532090187073, 0.005233244504779577, 0.005502956919372082, 0.005772668868303299, 0.0060423812828958035, 0.006312093697488308, 0.0065818061120808125, 0.006851518526673317, 0.0071212309412658215, 0.007390943355858326, 0.007660655304789543, 0.007930368185043335, 0.008200080133974552, 0.008469793014228344, 0.008739504963159561]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 8.0, 8.0, 10.0, 11.0, 9.0, 16.0, 24.0, 28.0, 33.0, 56.0, 42.0, 51.0, 65.0, 89.0, 94.0, 110.0, 112.0, 145.0, 166.0, 195.0, 223.0, 211.0, 244.0, 249.0, 267.0, 228.0, 278.0, 252.0, 268.0, 294.0, 362.0, 439.0, 488.0, 595.0, 801.0, 6641.0, 1536.0, 903.0, 619.0, 501.0, 383.0, 342.0, 253.0, 224.0, 182.0, 144.0, 96.0, 48.0, 31.0, 16.0, 16.0, 9.0, 0.0, 4.0, 2.0, 2.0], "bins": [-0.014300412498414516, -0.01397278904914856, -0.013645166531205177, -0.01331754308193922, -0.012989919632673264, -0.012662297114729881, -0.012334673665463924, -0.012007051147520542, -0.011679427698254585, -0.011351804248988628, -0.011024181731045246, -0.01069655828177929, -0.010368935763835907, -0.01004131231456995, -0.009713688865303993, -0.009386066347360611, -0.009058442898094654, -0.008730819448828697, -0.008403196930885315, -0.008075573481619358, -0.0077479504980146885, -0.007420327514410019, -0.007092704065144062, -0.0067650810815393925, -0.006437458097934723, -0.006109835114330053, -0.005782212130725384, -0.005454588681459427, -0.005126965697854757, -0.004799342714250088, -0.004471719264984131, -0.004144096281379461, -0.0038164732977747917, -0.003488850314170122, -0.003161227097734809, -0.0028336038812994957, -0.002505980897694826, -0.0021783579140901566, -0.0018507346976548433, -0.001523111597634852, -0.0011954884976148605, -0.0008678653975948691, -0.0005402422975748777, -0.00021261919755488634, 0.00011500390246510506, 0.00044262700248509645, 0.0007702501025050879, 0.0010978732025250793, 0.0014254963025450706, 0.001753119402565062, 0.0020807425025850534, 0.0024083657190203667, 0.0027359887026250362, 0.003063611686229706, 0.003391234902665019, 0.0037188581191003323, 0.004046481102705002, 0.004374104086309671, 0.004701727069914341, 0.005029350519180298, 0.005356973502784967, 0.005684596486389637, 0.006012219935655594, 0.0063398429192602634, 0.006667465902864933]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.054276883602142334, -0.05323769897222519, -0.052198514342308044, -0.0511593297123909, -0.050120141357183456, -0.04908095672726631, -0.04804177209734917, -0.04700258746743202, -0.04596340283751488, -0.04492421820759773, -0.04388502985239029, -0.042845845222473145, -0.041806660592556, -0.040767475962638855, -0.03972829133272171, -0.038689106702804565, -0.03764992207288742, -0.03661073371767998, -0.03557154908776283, -0.03453236445784569, -0.03349317982792854, -0.0324539951980114, -0.031414810568094254, -0.03037562407553196, -0.029336437582969666, -0.02829725295305252, -0.027258068323135376, -0.02621888369321823, -0.025179697200655937, -0.024140512570738792, -0.023101327940821648, -0.022062141448259354, -0.02102295681834221, -0.019983772188425064, -0.01894458569586277, -0.017905401065945625, -0.01686621643602848, -0.015827029943466187, -0.014787845313549042, -0.013748660683631897, -0.012709475122392178, -0.011670289561152458, -0.010631104931235313, -0.009591919369995594, -0.008552733808755875, -0.00751354917883873, -0.0064743636175990105, -0.005435178522020578, -0.004395993426442146, -0.0033568083308637142, -0.0023176230024546385, -0.0012784377904608846, -0.00023925257846713066, 0.0007999326335266232, 0.0018391178455203772, 0.002878303173929453, 0.003917488269507885, 0.004956673365086317, 0.005995858460664749, 0.0070350440219044685, 0.008074229583144188, 0.009113414213061333, 0.010152599774301052, 0.011191784404218197, 0.012230969965457916]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 4.0, 8.0, 5.0, 4.0, 12.0, 5.0, 4.0, 4.0, 5.0, 8.0, 6.0, 5.0, 3.0, 0.0, 2.0, 5.0, 2.0, 6.0, 1.0, 2.0, 3.0, 3.0, 2.0, 1.0, 1.0, 3.0, 1.0, 5.0, 2.0, 4.0, 0.0, 6.0, 5.0, 1.0, 3.0, 2.0, 11.0, 10.0, 69.0, 13.0, 6.0, 8.0, 8.0, 4.0, 4.0, 1.0, 2.0, 4.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.05548683926463127, -0.05439138039946556, -0.05329591780900955, -0.05220045894384384, -0.05110499635338783, -0.05000953748822212, -0.04891407862305641, -0.0478186160326004, -0.04672315716743469, -0.045627694576978683, -0.04453223571181297, -0.04343677684664726, -0.042341314256191254, -0.04124585539102554, -0.040150392800569534, -0.039054933935403824, -0.037959471344947815, -0.036864012479782104, -0.035768553614616394, -0.034673091024160385, -0.033577632158994675, -0.032482169568538666, -0.031386710703372955, -0.030291249975562096, -0.029195789247751236, -0.028100330382585526, -0.027004869654774666, -0.025909408926963806, -0.024813948199152946, -0.023718487471342087, -0.022623028606176376, -0.021527567878365517, -0.020432107150554657, -0.019336646422743797, -0.018241185694932938, -0.017145726829767227, -0.016050266101956367, -0.014954805374145508, -0.013859344646334648, -0.012763884849846363, -0.011668424122035503, -0.010572963394224644, -0.009477503597736359, -0.008382042869925499, -0.007286582607775927, -0.006191122345626354, -0.0050956616178154945, -0.004000201355665922, -0.00290474109351635, -0.0018092807149514556, -0.0007138203363865614, 0.0003816400421783328, 0.001477100420743227, 0.0025725606828927994, 0.0036680211778730154, 0.004763481672853231, 0.005858941935002804, 0.006954402197152376, 0.008049862459301949, 0.009145323187112808, 0.010240783914923668, 0.011336243711411953, 0.012431704439222813, 0.013527164235711098, 0.014622624963521957]}, "_runtime": 6.666259765625, "_timestamp": 1596209453.323141, "_step": 2} +{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 6.0, 1.0, 2.0, 1.0, 1.0, 2.0, 4.0, 2.0, 4.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.014725880697369576, -0.014274823479354382, -0.013823766261339188, -0.013372708112001419, -0.012921650893986225, -0.012470593675971031, -0.012019536457955837, -0.011568479239940643, -0.011117421090602875, -0.01066636387258768, -0.010215306654572487, -0.009764249436557293, -0.009313192218542099, -0.008862135000526905, -0.008411076851189137, -0.007960019633173943, -0.007508962415158749, -0.007057905197143555, -0.0066068475134670734, -0.0061557902954518795, -0.005704732611775398, -0.005253675393760204, -0.00480261817574501, -0.004351560492068529, -0.003900503274053335, -0.0034494458232074976, -0.00299838837236166, -0.002547331154346466, -0.0020962737035006285, -0.0016452162526547909, -0.0011941589182242751, -0.0007431015255860984, -0.00029204413294792175, 0.00015901325969025493, 0.0006100706523284316, 0.0010611279867589474, 0.001512185437604785, 0.0019632428884506226, 0.0024143001064658165, 0.002865357557311654, 0.0033164150081574917, 0.0037674724590033293, 0.004218529909849167, 0.004669587127864361, 0.005120644345879555, 0.005571702029556036, 0.00602275924757123, 0.006473816931247711, 0.006924874149262905, 0.007375931367278099, 0.007826988585293293, 0.008278046734631062, 0.008729103952646255, 0.00918016117066145, 0.009631218388676643, 0.010082275606691837, 0.010533332824707031, 0.0109843909740448, 0.011435448192059994, 0.011886505410075188, 0.012337562628090382, 0.012788619846105576, 0.013239677995443344, 0.013690735213458538, 0.014141792431473732]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 3.0, 5.0, 8.0, 5.0, 4.0, 8.0, 8.0, 13.0, 17.0, 29.0, 39.0, 31.0, 51.0, 62.0, 55.0, 65.0, 96.0, 102.0, 149.0, 212.0, 286.0, 401.0, 517.0, 2191.0, 1150.0, 918.0, 543.0, 309.0, 200.0, 131.0, 87.0, 72.0, 51.0, 31.0, 25.0, 16.0, 5.0, 12.0, 4.0, 3.0, 4.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17836260795593262, -0.17373782396316528, -0.16911303997039795, -0.16448825597763062, -0.15986347198486328, -0.15523868799209595, -0.1506139039993286, -0.14598912000656128, -0.14136433601379395, -0.1367395669221878, -0.13211478292942047, -0.12748999893665314, -0.1228652149438858, -0.11824043095111847, -0.11361564695835114, -0.1089908629655838, -0.10436607897281647, -0.09974129498004913, -0.0951165109872818, -0.09049172699451447, -0.08586694300174713, -0.0812421664595604, -0.07661738246679306, -0.07199259847402573, -0.06736781448125839, -0.06274303048849106, -0.058118246495723724, -0.05349346622824669, -0.048868682235479355, -0.04424389824271202, -0.039619117975234985, -0.03499433398246765, -0.030369549989700317, -0.025744765996932983, -0.0211199838668108, -0.016495201736688614, -0.01187041774392128, -0.0072456346824765205, -0.002620851621031761, 0.002003931440412998, 0.006628714501857758, 0.011253497563302517, 0.015878280624747276, 0.02050306275486946, 0.025127846747636795, 0.02975263074040413, 0.034377411007881165, 0.0390021950006485, 0.04362697899341583, 0.048251762986183167, 0.0528765469789505, 0.057501327246427536, 0.06212611123919487, 0.0667508915066719, 0.07137567549943924, 0.07600045949220657, 0.08062524348497391, 0.08525002747774124, 0.08987481147050858, 0.09449959546327591, 0.09912437200546265, 0.10374915599822998, 0.10837393999099731, 0.11299872398376465, 0.11762350797653198]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 3.0, 3.0, 4.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 3.0, 0.0, 2.0, 1.0, 1.0, 1.0, 4.0, 2.0, 26.0, 1.0, 5.0, 3.0, 3.0, 6.0, 3.0, 3.0, 0.0, 0.0, 2.0, 1.0, 3.0, 3.0, 5.0, 2.0, 3.0, 2.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.006107305642217398, -0.005914110224694014, -0.005720915272831917, -0.005527719855308533, -0.005334524437785149, -0.005141329485923052, -0.004948134068399668, -0.004754939116537571, -0.004561743699014187, -0.004368548281490803, -0.004175353329628706, -0.003982157912105322, -0.0037889627274125814, -0.003595767542719841, -0.003402572125196457, -0.0032093769405037165, -0.003016181755810976, -0.0028229865711182356, -0.002629791386425495, -0.002436595968902111, -0.0022434007842093706, -0.00205020559951663, -0.001857010298408568, -0.0016638149973005056, -0.0014706198126077652, -0.0012774246279150248, -0.0010842293268069625, -0.0008910340839065611, -0.0006978388410061598, -0.0005046435981057584, -0.0003114483552053571, -0.00011825311230495572, 7.494213059544563e-05, 0.000268137373495847, 0.00046133261639624834, 0.0006545278592966497, 0.000847723102197051, 0.0010409182868897915, 0.0012341135879978538, 0.001427308889105916, 0.0016205040737986565, 0.001813699258491397, 0.0020068944431841373, 0.0022000898607075214, 0.002393285045400262, 0.0025864802300930023, 0.0027796756476163864, 0.002972870832309127, 0.0031660660170018673, 0.0033592612016946077, 0.003552456386387348, 0.0037456518039107323, 0.003938847221434116, 0.004132042173296213, 0.004325237590819597, 0.004518432542681694, 0.004711627960205078, 0.004904823377728462, 0.005098018329590559, 0.005291213747113943, 0.00548440869897604, 0.005677604116499424, 0.005870799534022808, 0.006063994485884905, 0.006257189903408289]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 7.0, 9.0, 21.0, 37.0, 61.0, 92.0, 183.0, 250.0, 343.0, 553.0, 876.0, 1282.0, 1752.0, 2499.0, 3280.0, 4375.0, 5822.0, 7328.0, 9446.0, 12003.0, 14927.0, 19055.0, 24886.0, 33408.0, 44991.0, 58916.0, 74975.0, 92667.0, 412926.0, 87711.0, 69128.0, 51056.0, 37323.0, 27294.0, 20532.0, 15299.0, 11465.0, 8719.0, 6786.0, 4994.0, 3706.0, 2560.0, 1843.0, 1354.0, 879.0, 623.0, 418.0, 326.0, 215.0, 140.0, 98.0, 64.0, 55.0, 36.0, 20.0, 11.0, 8.0, 4.0, 2.0, 4.0, 1.0, 1.0], "bins": [-0.011426141485571861, -0.011047985404729843, -0.01066982839256525, -0.010291672311723232, -0.00991351529955864, -0.009535359218716621, -0.009157203137874603, -0.00877904612571001, -0.008400890044867992, -0.008022733964025974, -0.0076445769518613815, -0.007266420871019363, -0.006888264324516058, -0.0065101077780127525, -0.006131951697170734, -0.005753795150667429, -0.0053756386041641235, -0.004997482057660818, -0.004619325511157513, -0.0042411694303154945, -0.003863012883812189, -0.0034848563373088837, -0.003106700023636222, -0.00272854370996356, -0.0023503871634602547, -0.0019722306169569492, -0.0015940743032842875, -0.0012159178731963038, -0.0008377614431083202, -0.00045960501302033663, -8.144858293235302e-05, 0.0002967078471556306, 0.0006748642772436142, 0.0010530207073315978, 0.0014311771374195814, 0.001809333567507565, 0.0021874899975955486, 0.002565646544098854, 0.002943802857771516, 0.0033219591714441776, 0.003700115717947483, 0.0040782722644507885, 0.004456428810954094, 0.004834584891796112, 0.0052127414382994175, 0.005590897984802723, 0.005969054065644741, 0.0063472106121480465, 0.006725367158651352, 0.007103523705154657, 0.007481680251657963, 0.007859836332499981, 0.008237993344664574, 0.008616149425506592, 0.00899430550634861, 0.009372462518513203, 0.00975061859935522, 0.010128774680197239, 0.010506931692361832, 0.01088508777320385, 0.011263243854045868, 0.01164140086621046, 0.012019556947052479, 0.012397713959217072, 0.01277587004005909]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 0.0, 3.0, 3.0, 2.0, 1.0, 9.0, 0.0, 3.0, 3.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.021203745156526566, -0.02076917141675949, -0.020334597676992416, -0.019900023937225342, -0.019465450197458267, -0.019030876457691193, -0.018596302717924118, -0.018161727115511894, -0.01772715337574482, -0.017292579635977745, -0.01685800589621067, -0.016423432156443596, -0.01598885841667652, -0.015554284676909447, -0.015119710937142372, -0.014685137197375298, -0.014250563457608223, -0.013815988786518574, -0.0133814150467515, -0.012946841306984425, -0.01251226756721735, -0.012077693827450275, -0.0116431200876832, -0.011208545416593552, -0.010773971676826477, -0.010339397937059402, -0.009904824197292328, -0.009470250457525253, -0.009035676717758179, -0.00860110204666853, -0.008166528306901455, -0.00773195456713438, -0.007297380827367306, -0.006862807087600231, -0.006428232882171869, -0.005993659142404795, -0.00555908540263772, -0.005124511197209358, -0.004689937457442284, -0.004255363717675209, -0.003820789745077491, -0.0033862157724797726, -0.002951642032712698, -0.0025170680601149797, -0.0020824940875172615, -0.001647920347750187, -0.0012133463751524687, -0.0007787725189700723, -0.00034419866278767586, 9.037522249855101e-05, 0.0005249491077847779, 0.0009595230221748352, 0.0013940968783572316, 0.001828670734539628, 0.0022632447071373463, 0.002697818446904421, 0.003132392419502139, 0.0035669663920998573, 0.004001540131866932, 0.0044361138716340065, 0.004870688077062368, 0.005305261816829443, 0.0057398355565965176, 0.0061744097620248795, 0.006608983501791954]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 4.0, 3.0, 3.0, 3.0, 2.0, 6.0, 8.0, 10.0, 5.0, 11.0, 15.0, 13.0, 8.0, 12.0, 28.0, 40.0, 36.0, 51.0, 39.0, 41.0, 57.0, 67.0, 62.0, 71.0, 80.0, 96.0, 106.0, 116.0, 118.0, 136.0, 162.0, 190.0, 220.0, 212.0, 245.0, 262.0, 287.0, 324.0, 352.0, 367.0, 427.0, 473.0, 546.0, 673.0, 748.0, 895.0, 1437.0, 6527.0, 885.0, 554.0, 387.0, 231.0, 168.0, 152.0, 135.0, 116.0, 80.0, 56.0, 35.0, 19.0, 10.0, 6.0], "bins": [-0.011160284280776978, -0.01093306578695774, -0.010705848224461079, -0.010478629730641842, -0.01025141216814518, -0.010024193674325943, -0.00979697611182928, -0.009569757618010044, -0.009342539124190807, -0.009115321561694145, -0.008888103067874908, -0.008660885505378246, -0.00843366701155901, -0.008206448517739773, -0.00797923095524311, -0.007752012927085161, -0.007524794898927212, -0.007297576405107975, -0.0070703583769500256, -0.006843140348792076, -0.006615922320634127, -0.006388704292476177, -0.006161486264318228, -0.005934267770498991, -0.0057070497423410416, -0.005479831714183092, -0.005252613686025143, -0.005025395657867193, -0.004798177629709244, -0.004570959135890007, -0.004343741107732058, -0.004116523079574108, -0.0038893050514161587, -0.0036620870232582092, -0.003434868762269616, -0.0032076507341116667, -0.0029804327059537172, -0.002753214444965124, -0.0025259964168071747, -0.0022987783886492252, -0.002071560360491276, -0.0018443420995026827, -0.0016171240713447332, -0.001389905926771462, -0.0011626877821981907, -0.0009354697540402412, -0.00070825160946697, -0.0004810335231013596, -0.00025381543673574924, -2.6597335818223655e-05, 0.00020062076509930193, 0.00042783888056874275, 0.0006550569669343531, 0.0008822750532999635, 0.0011094931978732347, 0.0013367112260311842, 0.0015639293706044555, 0.0017911475151777267, 0.002018365543335676, 0.0022455835714936256, 0.0024728018324822187, 0.002700019860640168, 0.0029272378887981176, 0.0031544561497867107, 0.00338167417794466]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.04796171188354492, -0.04708460718393326, -0.046207502484321594, -0.04533039778470993, -0.04445329308509827, -0.0435761883854866, -0.04269908741116524, -0.041821982711553574, -0.04094487801194191, -0.040067773312330246, -0.03919066861271858, -0.03831356391310692, -0.037436459213495255, -0.03655935451388359, -0.03568224981427193, -0.03480514511466026, -0.0339280441403389, -0.033050939440727234, -0.03217383474111557, -0.031296730041503906, -0.030419625341892242, -0.02954252064228058, -0.028665415942668915, -0.02778831124305725, -0.026911206543445587, -0.026034103706479073, -0.02515699900686741, -0.024279894307255745, -0.02340278960764408, -0.022525684908032417, -0.021648582071065903, -0.02077147737145424, -0.019894372671842575, -0.01901726797223091, -0.018140163272619247, -0.017263060435652733, -0.01638595573604107, -0.015508851036429405, -0.014631746336817741, -0.013754642568528652, -0.012877537868916988, -0.012000433169305325, -0.011123329401016235, -0.010246224701404572, -0.009369120001792908, -0.008492016233503819, -0.007614911533892155, -0.006737807299941778, -0.005860703065991402, -0.004983598832041025, -0.004106494598090649, -0.003229389898478985, -0.0023522856645286083, -0.00147518131416291, -0.0005980769637972116, 0.0002790273865684867, 0.001156131736934185, 0.0020332359708845615, 0.0029103404376655817, 0.003787444904446602, 0.004664549138396978, 0.005541653372347355, 0.006418758071959019, 0.007295862305909395, 0.008172966539859772]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 1.0, 3.0, 4.0, 5.0, 5.0, 2.0, 5.0, 4.0, 3.0, 5.0, 6.0, 3.0, 8.0, 5.0, 4.0, 4.0, 5.0, 4.0, 4.0, 2.0, 3.0, 0.0, 6.0, 2.0, 7.0, 2.0, 0.0, 6.0, 2.0, 5.0, 2.0, 4.0, 3.0, 3.0, 0.0, 2.0, 4.0, 4.0, 5.0, 9.0, 15.0, 67.0, 19.0, 5.0, 5.0, 4.0, 3.0, 1.0, 2.0, 3.0], "bins": [-0.0320945642888546, -0.03151710331439972, -0.03093964233994484, -0.03036218136548996, -0.02978472039103508, -0.0292072594165802, -0.02862980030477047, -0.02805233933031559, -0.02747487835586071, -0.02689741738140583, -0.02631995640695095, -0.02574249543249607, -0.02516503445804119, -0.02458757348358631, -0.02401011250913143, -0.023432651534676552, -0.02285519242286682, -0.02227773144841194, -0.021700270473957062, -0.021122809499502182, -0.020545348525047302, -0.019967887550592422, -0.019390426576137543, -0.018812965601682663, -0.018235504627227783, -0.017658043652772903, -0.017080582678318024, -0.016503123566508293, -0.015925662592053413, -0.015348200686275959, -0.014770740643143654, -0.014193279668688774, -0.013615818694233894, -0.013038357719779015, -0.012460896745324135, -0.01188343670219183, -0.01130597572773695, -0.01072851475328207, -0.01015105377882719, -0.00957359280437231, -0.008996132761240005, -0.008418671786785126, -0.007841210812330246, -0.007263749837875366, -0.0066862888634204865, -0.006108828354626894, -0.005531367380172014, -0.004953906871378422, -0.004376445896923542, -0.003798985155299306, -0.00322152441367507, -0.00264406343922019, -0.002066602697595954, -0.0014891419559717178, -0.0009116810979321599, -0.0003342202981002629, 0.00024324050173163414, 0.0008207013015635312, 0.0013981621013954282, 0.001975622959434986, 0.0025530837010592222, 0.0031305444426834583, 0.003708005417138338, 0.0042854659259319305, 0.00486292690038681]}, "_runtime": 7.4437854290008545, "_timestamp": 1596209454.1006668, "_step": 3} +{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 4.0, 3.0, 3.0, 1.0, 1.0, 3.0, 1.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 3.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.017059961333870888, -0.016605058684945107, -0.016150156036019325, -0.015695255249738693, -0.015240352600812912, -0.01478544995188713, -0.01433054730296135, -0.013875645585358143, -0.013420742936432362, -0.01296584028750658, -0.012510938569903374, -0.012056035920977592, -0.011601133272051811, -0.011146231554448605, -0.010691328905522823, -0.010236427187919617, -0.009781524538993835, -0.009326621890068054, -0.008871720172464848, -0.008416817523539066, -0.00796191580593586, -0.007507013157010078, -0.007052110508084297, -0.006597208324819803, -0.006142306141555309, -0.005687403958290815, -0.005232501775026321, -0.00477759912610054, -0.004322696942836046, -0.0038677947595715523, -0.0034128923434764147, -0.002957989927381277, -0.002503087744116783, -0.002048185560852289, -0.0015932831447571516, -0.0011383808450773358, -0.0006834785453975201, -0.0002285762457177043, 0.00022632605396211147, 0.0006812283536419272, 0.001136130653321743, 0.0015910329530015588, 0.0020459352526813745, 0.002500837668776512, 0.002955739852041006, 0.0034106420353055, 0.0038655444514006376, 0.004320446867495775, 0.004775349050760269, 0.005230251234024763, 0.005685153417289257, 0.006140056066215038, 0.006594958249479532, 0.007049860432744026, 0.0075047630816698074, 0.007959664799273014, 0.008414567448198795, 0.008869470097124577, 0.009324371814727783, 0.009779274463653564, 0.010234177112579346, 0.010689078830182552, 0.011143981479108334, 0.01159888319671154, 0.012053785845637321]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 6.0, 2.0, 8.0, 4.0, 8.0, 7.0, 12.0, 20.0, 19.0, 33.0, 37.0, 53.0, 83.0, 72.0, 105.0, 118.0, 155.0, 191.0, 243.0, 334.0, 425.0, 521.0, 2495.0, 1008.0, 693.0, 436.0, 286.0, 165.0, 123.0, 89.0, 43.0, 31.0, 22.0, 19.0, 14.0, 10.0, 10.0, 12.0, 2.0, 3.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1609117090702057, -0.15604780614376068, -0.15118390321731567, -0.14632000029087067, -0.14145609736442566, -0.13659217953681946, -0.13172827661037445, -0.12686437368392944, -0.12200047075748444, -0.11713656783103943, -0.11227266490459442, -0.10740875452756882, -0.10254485160112381, -0.0976809486746788, -0.0928170382976532, -0.08795313537120819, -0.08308923244476318, -0.07822532951831818, -0.07336142659187317, -0.06849751621484756, -0.06363361328840256, -0.05876971036195755, -0.053905803710222244, -0.04904189705848694, -0.04417799413204193, -0.039314091205596924, -0.03445018455386162, -0.02958627976477146, -0.024722374975681305, -0.01985847018659115, -0.014994565397500992, -0.010130660608410835, -0.005266755819320679, -0.00040285103023052216, 0.004461053758859634, 0.009324958547949791, 0.014188863337039948, 0.019052768126130104, 0.02391667291522026, 0.028780577704310417, 0.033644482493400574, 0.03850838541984558, 0.04337229207158089, 0.04823619872331619, 0.0531001016497612, 0.05796400457620621, 0.06282791495323181, 0.06769181787967682, 0.07255572080612183, 0.07741962373256683, 0.08228352665901184, 0.08714743703603745, 0.09201133996248245, 0.09687524288892746, 0.10173915326595306, 0.10660305619239807, 0.11146695911884308, 0.11633086204528809, 0.1211947649717331, 0.1260586678981781, 0.1309225857257843, 0.1357864886522293, 0.14065039157867432, 0.14551429450511932, 0.15037819743156433]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 4.0, 1.0, 3.0, 4.0, 1.0, 4.0, 0.0, 4.0, 5.0, 1.0, 1.0, 3.0, 1.0, 0.0, 4.0, 3.0, 2.0, 2.0, 24.0, 5.0, 5.0, 3.0, 1.0, 1.0, 3.0, 3.0, 4.0, 2.0, 2.0, 1.0, 2.0, 4.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 5.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00422940356656909, -0.004064297769218683, -0.0038991922046989202, -0.0037340864073485136, -0.0035689808428287506, -0.003403875045478344, -0.003238769480958581, -0.0030736636836081743, -0.0029085581190884113, -0.0027434523217380047, -0.002578346524387598, -0.002413240959867835, -0.0022481351625174284, -0.0020830295979976654, -0.0019179238006472588, -0.001752818119712174, -0.0015877124387770891, -0.0014226067578420043, -0.0012575010769069195, -0.0010923953959718347, -0.0009272896568290889, -0.0007621839758940041, -0.0005970782367512584, -0.00043197255581617355, -0.00026686687488108873, -0.00010176117939408869, 6.334451609291136e-05, 0.0002284502115799114, 0.00039355590706691146, 0.0005586615880019963, 0.000723767327144742, 0.0008888730080798268, 0.0010539786890149117, 0.0012190843699499965, 0.0013841900508850813, 0.0015492957318201661, 0.001714401412755251, 0.0018795072101056576, 0.0020446127746254206, 0.0022097185719758272, 0.00237482413649559, 0.002539929933845997, 0.0027050357311964035, 0.0028701412957161665, 0.003035247093066573, 0.003200352657586336, 0.0033654584549367428, 0.0035305640194565058, 0.0036956698168069124, 0.003860775614157319, 0.004025881178677082, 0.004190986976027489, 0.004356092773377895, 0.004521198105067015, 0.004686303902417421, 0.004851409699767828, 0.005016515497118235, 0.005181621294468641, 0.005346726626157761, 0.005511832423508167, 0.005676938220858574, 0.0058420440182089806, 0.0060071493498981, 0.0061722551472485065, 0.006337360944598913]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 0.0, 1.0, 5.0, 14.0, 21.0, 27.0, 48.0, 85.0, 123.0, 208.0, 342.0, 545.0, 832.0, 1190.0, 1831.0, 2765.0, 3957.0, 5647.0, 7692.0, 10727.0, 14364.0, 19835.0, 27175.0, 38840.0, 56638.0, 79993.0, 106283.0, 428978.0, 97706.0, 73517.0, 53347.0, 38789.0, 27714.0, 20067.0, 14957.0, 11241.0, 8732.0, 6783.0, 5275.0, 3791.0, 2923.0, 2093.0, 1450.0, 1084.0, 723.0, 469.0, 311.0, 188.0, 116.0, 81.0, 48.0, 25.0, 20.0, 11.0, 5.0, 3.0, 4.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011947733350098133, -0.011527817696332932, -0.01110790204256773, -0.010687986388802528, -0.010268070735037327, -0.009848155081272125, -0.009428239427506924, -0.009008323773741722, -0.008588409051299095, -0.008168493397533894, -0.007748577278107405, -0.007328661624342203, -0.006908746436238289, -0.006488830782473087, -0.006068915128707886, -0.005648999474942684, -0.005229083821177483, -0.004809168167412281, -0.0043892525136470795, -0.003969336859881878, -0.00354942143894732, -0.0031295057851821184, -0.0027095903642475605, -0.002289674710482359, -0.0018697590567171574, -0.0014498434029519558, -0.001029927865602076, -0.0006100122700445354, -0.00019009667448699474, 0.0002298189210705459, 0.0006497345166280866, 0.0010696500539779663, 0.0014895657077431679, 0.0019094813615083694, 0.002329397015273571, 0.002749312436208129, 0.0031692280899733305, 0.003589143743738532, 0.00400905916467309, 0.0044289748184382915, 0.004848890472203493, 0.005268806125968695, 0.005688721779733896, 0.006108637433499098, 0.006528552621603012, 0.006948468275368214, 0.007368383929133415, 0.007788299582898617, 0.008208215236663818, 0.00862813089042902, 0.009048046544194221, 0.009467962197959423, 0.009887877851724625, 0.010307793505489826, 0.010727709159255028, 0.01114762481302023, 0.011567540466785431, 0.011987455189228058, 0.01240737084299326, 0.012827286496758461, 0.013247202150523663, 0.013667117804288864, 0.014087033458054066, 0.014506949111819267, 0.014926864765584469]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 3.0, 2.0, 3.0, 1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 7.0, 2.0, 1.0, 1.0, 4.0, 3.0, 0.0, 1.0, 3.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006215278059244156, -0.006016189232468605, -0.005817100405693054, -0.005618011578917503, -0.0054189227521419525, -0.005219833925366402, -0.005020745098590851, -0.0048216562718153, -0.004622567445039749, -0.004423478618264198, -0.0042243897914886475, -0.004025300964713097, -0.0038262121379375458, -0.003627123311161995, -0.003428034484386444, -0.0032289456576108932, -0.0030298568308353424, -0.0028307680040597916, -0.0026316791772842407, -0.00243259035050869, -0.002233501523733139, -0.002034412696957588, -0.0018353238701820374, -0.0016362350434064865, -0.0014371462166309357, -0.0012380573898553848, -0.001038968563079834, -0.0008398797363042831, -0.0006407909095287323, -0.00044170208275318146, -0.00024261325597763062, -4.352442920207977e-05, 0.00015556439757347107, 0.0003546532243490219, 0.0005537420511245728, 0.0007528308779001236, 0.0009519197046756744, 0.0011510085314512253, 0.0013500973582267761, 0.001549186185002327, 0.0017482750117778778, 0.0019473638385534286, 0.0021464526653289795, 0.0023455414921045303, 0.002544630318880081, 0.002743719145655632, 0.002942807972431183, 0.0031418967992067337, 0.0033409856259822845, 0.0035400744527578354, 0.0037391632795333862, 0.003938252106308937, 0.004137340933084488, 0.004336429759860039, 0.00453551858663559, 0.0047346074134111404, 0.004933696240186691, 0.005132785066962242, 0.005331873893737793, 0.005530962720513344, 0.005730051547288895, 0.0059291403740644455, 0.006128229200839996, 0.006327318027615547, 0.006526406854391098]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 1.0, 5.0, 4.0, 3.0, 6.0, 3.0, 11.0, 14.0, 11.0, 9.0, 21.0, 23.0, 21.0, 41.0, 25.0, 58.0, 65.0, 67.0, 82.0, 114.0, 138.0, 155.0, 201.0, 237.0, 257.0, 330.0, 366.0, 367.0, 423.0, 511.0, 618.0, 734.0, 1065.0, 6542.0, 2246.0, 1144.0, 683.0, 574.0, 456.0, 292.0, 213.0, 99.0, 53.0, 37.0, 16.0, 15.0, 18.0, 11.0, 8.0, 6.0, 6.0, 5.0, 1.0, 4.0, 3.0, 1.0, 2.0, 4.0, 1.0, 2.0], "bins": [-0.00802729930728674, -0.007814658805727959, -0.007602017372846603, -0.007389376871287823, -0.007176735904067755, -0.006964094936847687, -0.006751453969627619, -0.006538813002407551, -0.00632617250084877, -0.006113531533628702, -0.005900890566408634, -0.005688249599188566, -0.005475608631968498, -0.00526296766474843, -0.00505032716318965, -0.004837686195969582, -0.004625045228749514, -0.004412404261529446, -0.004199763294309378, -0.003987122792750597, -0.003774481825530529, -0.003561840858310461, -0.003349199891090393, -0.0031365591567009687, -0.0029239181894809008, -0.002711277222260833, -0.0024986364878714085, -0.0022859955206513405, -0.0020733545534312725, -0.0018607138190418482, -0.0016480728518217802, -0.001435432001017034, -0.001222791150212288, -0.0010101502994075418, -0.0007975093903951347, -0.0005848684813827276, -0.00037222763057798147, -0.00015958675066940486, 5.3054129239171743e-05, 0.00026569500914774835, 0.00047833588905632496, 0.0006909767398610711, 0.0009036176488734782, 0.0011162585578858852, 0.0013288994086906314, 0.0015415402594953775, 0.0017541812267154455, 0.00196682196110487, 0.002179462928324938, 0.002392103895545006, 0.00260474462993443, 0.002817385597154498, 0.0030300263315439224, 0.0032426672987639904, 0.0034553082659840584, 0.0036679490003734827, 0.0038805899675935507, 0.004093230701982975, 0.004305871669203043, 0.004518512636423111, 0.004731153603643179, 0.004943794570863247, 0.005156435072422028, 0.0053690760396420956, 0.0055817170068621635]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 5.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.030907941982150078, -0.03035159967839718, -0.02979525551199913, -0.02923891320824623, -0.028682570904493332, -0.028126226738095284, -0.027569884434342384, -0.027013542130589485, -0.026457197964191437, -0.025900855660438538, -0.02534451335668564, -0.02478817105293274, -0.02423182688653469, -0.02367548458278179, -0.023119142279028893, -0.022562798112630844, -0.022006455808877945, -0.021450113505125046, -0.020893769338726997, -0.020337427034974098, -0.0197810847312212, -0.01922474056482315, -0.01866839826107025, -0.018112055957317352, -0.017555713653564453, -0.016999369487166405, -0.016443027183413506, -0.015886684879660606, -0.015330340713262558, -0.014773998409509659, -0.014217655174434185, -0.013661312870681286, -0.013104969635605812, -0.012548626400530338, -0.011992284096777439, -0.011435940861701965, -0.010879598557949066, -0.010323255322873592, -0.009766912087798119, -0.00921056978404522, -0.008654226548969746, -0.008097883313894272, -0.007541541010141373, -0.006985197775065899, -0.006428855005651712, -0.005872512236237526, -0.005316169001162052, -0.004759826231747866, -0.004203483462333679, -0.0036471406929194927, -0.0030907976906746626, -0.0025344546884298325, -0.001978111919015646, -0.0014217690331861377, -0.0008654261473566294, -0.00030908326152712107, 0.00024725962430238724, 0.0008036025101318955, 0.0013599453959614038, 0.0019162882817909122, 0.0024726311676204205, 0.003028973937034607, 0.003585316939279437, 0.004141659941524267, 0.004698002710938454]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 4.0, 2.0, 0.0, 2.0, 1.0, 2.0, 5.0, 9.0, 5.0, 4.0, 4.0, 1.0, 4.0, 3.0, 2.0, 3.0, 8.0, 4.0, 4.0, 2.0, 4.0, 2.0, 2.0, 6.0, 1.0, 2.0, 1.0, 1.0, 1.0, 9.0, 4.0, 6.0, 8.0, 2.0, 8.0, 5.0, 4.0, 2.0, 2.0, 1.0, 7.0, 8.0, 3.0, 11.0, 16.0, 58.0, 9.0, 10.0, 6.0, 5.0, 4.0, 2.0, 2.0, 1.0], "bins": [-0.026551825925707817, -0.02607019990682602, -0.02558857575058937, -0.025106949731707573, -0.024625323712825775, -0.024143699556589127, -0.02366207353770733, -0.02318044751882553, -0.022698823362588882, -0.022217197343707085, -0.021735571324825287, -0.02125394716858864, -0.02077232114970684, -0.020290695130825043, -0.019809070974588394, -0.019327444955706596, -0.0188458189368248, -0.01836419478058815, -0.017882568761706352, -0.017400944605469704, -0.016919318586587906, -0.016437692567706108, -0.01595606841146946, -0.015474442392587662, -0.014992816373705864, -0.01451119128614664, -0.014029566198587418, -0.013547941111028194, -0.013066315092146397, -0.012584690004587173, -0.01210306491702795, -0.011621438898146152, -0.01113981381058693, -0.010658188723027706, -0.010176562704145908, -0.009694937616586685, -0.009213312529027462, -0.008731686510145664, -0.008250061422586441, -0.007768436335027218, -0.007286810781806707, -0.006805185228586197, -0.006323560141026974, -0.005841934587806463, -0.005360309034585953, -0.00487868394702673, -0.004397058393806219, -0.003915433306246996, -0.0034338077530264854, -0.0029521824326366186, -0.002470557112246752, -0.0019889315590262413, -0.0015073062386363745, -0.0010256809182465076, -0.000544055481441319, -6.243010284379125e-05, 0.0004191952757537365, 0.0009008206543512642, 0.001382446032948792, 0.0018640714697539806, 0.0023456967901438475, 0.0028273221105337143, 0.0033089476637542248, 0.0037905729841440916, 0.0042721983045339584]}, "_runtime": 8.221520185470581, "_timestamp": 1596209454.8784015, "_step": 4} +{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 2.0, 4.0, 2.0, 2.0, 1.0, 6.0, 2.0, 4.0, 3.0, 5.0, 4.0, 3.0, 1.0, 0.0, 0.0, 4.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.027842245995998383, -0.027125297114253044, -0.026408348232507706, -0.025691397488117218, -0.02497444860637188, -0.02425749972462654, -0.023540550842881203, -0.022823600098490715, -0.022106651216745377, -0.021389702335000038, -0.0206727534532547, -0.01995580457150936, -0.019238853827118874, -0.018521904945373535, -0.017804956063628197, -0.01708800718188286, -0.01637105643749237, -0.015654107555747032, -0.014937158674001694, -0.014220209792256355, -0.013503259979188442, -0.012786311097443104, -0.01206936128437519, -0.011352412402629852, -0.010635463520884514, -0.0099185137078166, -0.009201564826071262, -0.00848461501300335, -0.007767666131258011, -0.007050716783851385, -0.006333767436444759, -0.005616818089038134, -0.004899868741631508, -0.004182919394224882, -0.0034659700468182564, -0.0027490209322422743, -0.0020320715848356485, -0.0013151222374290228, -0.0005981730064377189, 0.00011877628276124597, 0.0008357255719602108, 0.0015526749193668365, 0.0022696242667734623, 0.0029865733813494444, 0.00370352272875607, 0.004420471843332052, 0.005137421190738678, 0.005854370538145304, 0.0065713198855519295, 0.007288269232958555, 0.008005218580365181, 0.00872216746211052, 0.009439117275178432, 0.010156066156923771, 0.010873015969991684, 0.011589964851737022, 0.01230691373348236, 0.013023863546550274, 0.013740812428295612, 0.014457762241363525, 0.015174711123108864, 0.015891660004854202, 0.01660861074924469, 0.01732555963099003, 0.018042508512735367]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 0.0, 3.0, 1.0, 3.0, 5.0, 2.0, 2.0, 9.0, 11.0, 7.0, 21.0, 26.0, 44.0, 49.0, 68.0, 90.0, 141.0, 181.0, 351.0, 450.0, 638.0, 2725.0, 1528.0, 725.0, 340.0, 209.0, 102.0, 66.0, 34.0, 24.0, 19.0, 13.0, 10.0, 8.0, 6.0, 5.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.27468234300613403, -0.26771941781044006, -0.2607565224170685, -0.2537935972213745, -0.24683070182800293, -0.23986779153347015, -0.23290488123893738, -0.2259419709444046, -0.21897906064987183, -0.21201613545417786, -0.20505322515964508, -0.1980903148651123, -0.19112740457057953, -0.18416449427604675, -0.17720158398151398, -0.1702386736869812, -0.16327576339244843, -0.15631285309791565, -0.14934994280338287, -0.1423870325088501, -0.13542412221431732, -0.12846121191978455, -0.12149829417467117, -0.1145353838801384, -0.10757247358560562, -0.10060956329107285, -0.09364665299654007, -0.0866837427020073, -0.07972082495689392, -0.07275791466236115, -0.06579500436782837, -0.05883209407329559, -0.05186918377876282, -0.04490627348423004, -0.037943363189697266, -0.03098044916987419, -0.024017538875341415, -0.01705462858080864, -0.010091716423630714, -0.003128805197775364, 0.0038341060280799866, 0.010797017253935337, 0.017759928479790688, 0.024722840636968613, 0.03168575093150139, 0.038648661226034164, 0.04561157524585724, 0.052574485540390015, 0.05953739583492279, 0.06650030612945557, 0.07346321642398834, 0.08042612671852112, 0.0873890370130539, 0.09435195475816727, 0.10131486505270004, 0.10827777534723282, 0.1152406856417656, 0.12220359593629837, 0.12916651368141174, 0.13612942397594452, 0.1430923342704773, 0.15005524456501007, 0.15701815485954285, 0.16398106515407562, 0.1709439754486084]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 3.0, 0.0, 2.0, 4.0, 3.0, 2.0, 4.0, 4.0, 2.0, 2.0, 1.0, 1.0, 3.0, 3.0, 2.0, 26.0, 7.0, 4.0, 3.0, 1.0, 4.0, 2.0, 2.0, 1.0, 4.0, 3.0, 2.0, 0.0, 0.0, 5.0, 2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.005591714289039373, -0.005414435639977455, -0.005237156990915537, -0.005059878807514906, -0.004882600158452988, -0.004705321509391069, -0.004528042860329151, -0.004350764211267233, -0.004173485562205315, -0.003996207378804684, -0.0038189287297427654, -0.003641650080680847, -0.003464371431618929, -0.0032870930153876543, -0.003109814366325736, -0.0029325359500944614, -0.002755257301032543, -0.002577978651970625, -0.0024007002357393503, -0.002223421586677432, -0.0020461431704461575, -0.0018688645213842392, -0.001691585872322321, -0.0015143073396757245, -0.001337028807029128, -0.0011597502743825316, -0.0009824717417359352, -0.000805193092674017, -0.0006279145600274205, -0.00045063599827699363, -0.00027335743652656674, -9.607887477613986e-05, 8.119968697428703e-05, 0.0002584782487247139, 0.0004357568104751408, 0.0006130354013293982, 0.0007903139339759946, 0.000967592466622591, 0.0011448711156845093, 0.0013221496483311057, 0.0014994281809777021, 0.0016767067136242986, 0.001853985246270895, 0.0020312638953328133, 0.0022085425443947315, 0.002385820960626006, 0.0025630996096879244, 0.002740378025919199, 0.0029176566749811172, 0.0030949353240430355, 0.00327221374027431, 0.0034494923893362284, 0.003626770805567503, 0.0038040494546294212, 0.0039813281036913395, 0.004158606752753258, 0.004335884936153889, 0.004513163585215807, 0.004690442234277725, 0.0048677208833396435, 0.005044999532401562, 0.00522227818146348, 0.005399556364864111, 0.005576835013926029, 0.0057541136629879475]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 3.0, 5.0, 6.0, 10.0, 20.0, 31.0, 76.0, 104.0, 205.0, 353.0, 541.0, 820.0, 1199.0, 1650.0, 2311.0, 3161.0, 4150.0, 5468.0, 7060.0, 9092.0, 11889.0, 15255.0, 20615.0, 28012.0, 39475.0, 57764.0, 83655.0, 113477.0, 438912.0, 95098.0, 65986.0, 45650.0, 31895.0, 23063.0, 17490.0, 13334.0, 10195.0, 7882.0, 6055.0, 4742.0, 3515.0, 2648.0, 1946.0, 1430.0, 1045.0, 726.0, 511.0, 384.0, 260.0, 165.0, 118.0, 73.0, 54.0, 29.0, 13.0, 7.0, 6.0, 4.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.01365099661052227, -0.013184286653995514, -0.012717577628791332, -0.012250867672264576, -0.01178415771573782, -0.011317448690533638, -0.010850738734006882, -0.010384028777480125, -0.00991731882095337, -0.009450609795749187, -0.008983899839222431, -0.008517189882695675, -0.008050480857491493, -0.007583770900964737, -0.007117061410099268, -0.006650351453572512, -0.006183641962707043, -0.005716932471841574, -0.005250222515314817, -0.0047835130244493484, -0.004316803067922592, -0.003850093577057123, -0.003383384086191654, -0.0029166743624955416, -0.002449964638799429, -0.0019832549151033163, -0.0015165453078225255, -0.0010498357005417347, -0.0005831259768456221, -0.00011641631135717034, 0.0003502933541312814, 0.0008170030196197331, 0.0012837126851081848, 0.0017504224088042974, 0.00221713213250041, 0.002683841623365879, 0.0031505513470619917, 0.0036172610707581043, 0.004083970561623573, 0.00455068051815033, 0.005017390009015799, 0.0054840994998812675, 0.005950809456408024, 0.006417518947273493, 0.006884228438138962, 0.007350938394665718, 0.007817648351192474, 0.008284357376396656, 0.008751067332923412, 0.009217777289450169, 0.00968448631465435, 0.010151196271181107, 0.010617906227707863, 0.011084615252912045, 0.0115513252094388, 0.012018035165965557, 0.012484744191169739, 0.012951454147696495, 0.013418164104223251, 0.013884874060750008, 0.01435158308595419, 0.014818293042480946, 0.015285002999007702, 0.015751712024211884, 0.01621842198073864]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 4.0, 1.0, 6.0, 4.0, 4.0, 1.0, 6.0, 0.0, 4.0, 1.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008491762913763523, -0.0080888532102108, -0.007685943506658077, -0.007283033803105354, -0.006880124099552631, -0.0064772143959999084, -0.0060743046924471855, -0.005671394988894463, -0.00526848528534174, -0.004865575581789017, -0.004462665878236294, -0.004059756174683571, -0.003656846471130848, -0.003253936767578125, -0.002851027064025402, -0.002448117360472679, -0.002045207656919956, -0.0016422979533672333, -0.0012393882498145103, -0.0008364785462617874, -0.0004335688427090645, -3.065913915634155e-05, 0.0003722505643963814, 0.0007751602679491043, 0.0011780699715018272, 0.0015809796750545502, 0.001983889378607273, 0.002386799082159996, 0.002789708785712719, 0.003192618489265442, 0.003595528192818165, 0.003998437896370888, 0.004401347599923611, 0.004804257303476334, 0.0052071670070290565, 0.0056100767105817795, 0.006012986414134502, 0.006415896117687225, 0.006818805821239948, 0.007221715524792671, 0.007624625228345394, 0.008027534931898117, 0.00843044463545084, 0.008833354339003563, 0.009236264042556286, 0.009639173746109009, 0.010042083449661732, 0.010444993153214455, 0.010847902856767178, 0.0112508125603199, 0.011653722263872623, 0.012056631967425346, 0.01245954167097807, 0.012862451374530792, 0.013265361078083515, 0.013668270781636238, 0.014071180485188961, 0.014474090188741684, 0.014876999892294407, 0.01527990959584713, 0.015682820230722427, 0.016085729002952576, 0.016488637775182724, 0.01689154841005802, 0.01729445904493332]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 3.0, 10.0, 12.0, 24.0, 27.0, 22.0, 47.0, 58.0, 98.0, 99.0, 130.0, 147.0, 179.0, 247.0, 326.0, 359.0, 390.0, 462.0, 612.0, 794.0, 964.0, 1392.0, 6858.0, 2076.0, 908.0, 598.0, 414.0, 343.0, 229.0, 156.0, 83.0, 67.0, 54.0, 45.0, 35.0, 23.0, 29.0, 24.0, 16.0, 10.0, 7.0, 8.0, 2.0, 2.0, 3.0, 2.0, 3.0, 5.0, 9.0, 1.0, 5.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 1.0], "bins": [-0.006932271644473076, -0.00666354363784194, -0.006394815631210804, -0.006126087624579668, -0.005857359617948532, -0.005588631611317396, -0.00531990360468626, -0.005051175598055124, -0.004782447591423988, -0.004513719584792852, -0.0042449915781617165, -0.0039762635715305805, -0.0037075355648994446, -0.0034388075582683086, -0.0031700795516371727, -0.0029013515450060368, -0.002632623538374901, -0.002363895531743765, -0.002095167525112629, -0.001826439518481493, -0.001557711511850357, -0.0012889835052192211, -0.0010202554985880852, -0.0007515274919569492, -0.0004827994853258133, -0.00021407147869467735, 5.465652793645859e-05, 0.00032338453456759453, 0.0005921125411987305, 0.0008608405478298664, 0.0011295685544610023, 0.0013982965610921383, 0.0016670245677232742, 0.0019357525743544102, 0.002204480580985546, 0.002473208587616682, 0.002741936594247818, 0.003010664600878954, 0.00327939260751009, 0.003548120614141226, 0.0038168486207723618, 0.004085576627403498, 0.004354304634034634, 0.00462303264066577, 0.0048917606472969055, 0.0051604886539280415, 0.005429216660559177, 0.005697944667190313, 0.005966672673821449, 0.006235400680452585, 0.006504128687083721, 0.006772856693714857, 0.007041584700345993, 0.007310312706977129, 0.007579040713608265, 0.007847769185900688, 0.008116496726870537, 0.008385224267840385, 0.008653952740132809, 0.008922681212425232, 0.00919140875339508, 0.00946013629436493, 0.009728864766657352, 0.009997593238949776, 0.010266320779919624]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03190762922167778, -0.031242966651916504, -0.030578305944800377, -0.0299136433750391, -0.029248980805277824, -0.028584320098161697, -0.02791965752840042, -0.027254994958639145, -0.026590334251523018, -0.02592567168176174, -0.025261009112000465, -0.02459634840488434, -0.023931685835123062, -0.023267023265361786, -0.02260236255824566, -0.021937699988484383, -0.021273039281368256, -0.02060837671160698, -0.019943714141845703, -0.019279053434729576, -0.0186143908649683, -0.017949728295207024, -0.017285067588090897, -0.01662040501832962, -0.015955742448568344, -0.015291080810129642, -0.01462641917169094, -0.01396175753325224, -0.013297094963490963, -0.012632433325052261, -0.01196777168661356, -0.011303109116852283, -0.010638447478413582, -0.00997378583997488, -0.009309123270213604, -0.008644461631774902, -0.0079797999933362, -0.007315137889236212, -0.006650475785136223, -0.005985814146697521, -0.005321152042597532, -0.004656489938497543, -0.003991828300058842, -0.0033271661959588528, -0.0026625043246895075, -0.001997842453420162, -0.001333180465735495, -0.0006685185362584889, -3.8566067814826965e-06, 0.0006608053226955235, 0.0013254672521725297, 0.001990129239857197, 0.002654791111126542, 0.0033194529823958874, 0.003984115086495876, 0.004648776724934578, 0.005313438829034567, 0.005978100933134556, 0.0066427625715732574, 0.007307424675673246, 0.007972086779773235, 0.008636748418211937, 0.009301410056650639, 0.009966072626411915, 0.010630734264850616]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 5.0, 1.0, 1.0, 5.0, 6.0, 4.0, 1.0, 4.0, 4.0, 4.0, 9.0, 3.0, 6.0, 3.0, 10.0, 5.0, 5.0, 5.0, 6.0, 5.0, 3.0, 6.0, 4.0, 8.0, 2.0, 4.0, 0.0, 2.0, 4.0, 2.0, 1.0, 4.0, 3.0, 3.0, 3.0, 1.0, 3.0, 0.0, 1.0, 4.0, 4.0, 58.0, 11.0, 10.0, 6.0, 6.0, 7.0, 2.0, 7.0, 4.0, 6.0, 2.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.021646615117788315, -0.0212105643004179, -0.020774513483047485, -0.02033846266567707, -0.019902411848306656, -0.01946636103093624, -0.019030310213565826, -0.01859425939619541, -0.018158208578824997, -0.017722157761454582, -0.017286106944084167, -0.016850056126713753, -0.016414005309343338, -0.015977954491972923, -0.015541903674602509, -0.015105852857232094, -0.014669802039861679, -0.014233751222491264, -0.01379770040512085, -0.013361649587750435, -0.01292559877038002, -0.012489547953009605, -0.01205349713563919, -0.011617446318268776, -0.011181395500898361, -0.010745344683527946, -0.010309293866157532, -0.009873243048787117, -0.009437192231416702, -0.009001141414046288, -0.008565090596675873, -0.008129039779305458, -0.007692988961935043, -0.007256938144564629, -0.006820887327194214, -0.006384836509823799, -0.005948785692453384, -0.00551273487508297, -0.005076684057712555, -0.00464063324034214, -0.0042045824229717255, -0.0037685316056013107, -0.003332480788230896, -0.0028964299708604813, -0.0024603791534900665, -0.002024328336119652, -0.001588277518749237, -0.0011522267013788223, -0.0007161758840084076, -0.00028012506663799286, 0.00015592575073242188, 0.0005919765681028366, 0.0010280273854732513, 0.001464078202843666, 0.0019001290202140808, 0.0023361798375844955, 0.0027722306549549103, 0.003208281472325325, 0.0036443322896957397, 0.0040803831070661545, 0.004516433924436569, 0.004952484741806984, 0.005388535559177399, 0.005824586376547813, 0.006260637193918228]}, "_runtime": 8.994556188583374, "_timestamp": 1596209455.6514375, "_step": 5} +{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 4.0, 3.0, 1.0, 5.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01258553471416235, -0.012185248546302319, -0.011784961447119713, -0.011384675279259682, -0.01098438911139965, -0.010584102012217045, -0.010183815844357014, -0.009783529676496983, -0.009383242577314377, -0.008982956409454346, -0.008582670241594315, -0.008182384073734283, -0.007782096974551678, -0.007381810806691647, -0.006981524173170328, -0.006581238005310297, -0.006180951371788979, -0.00578066473826766, -0.005380378570407629, -0.004980091936886311, -0.0045798057690262794, -0.004179519135504961, -0.0037792325019836426, -0.003378946101292968, -0.002978659700602293, -0.0025783732999116182, -0.0021780868992209435, -0.001777800265699625, -0.0013775138650089502, -0.0009772274643182755, -0.0005769409472122788, -0.00017665448831394315, 0.00022363197058439255, 0.0006239184294827282, 0.001024204888381064, 0.0014244914054870605, 0.0018247778061777353, 0.00222506420686841, 0.0026253508403897285, 0.0030256372410804033, 0.003425923641771078, 0.003826210042461753, 0.004226496443152428, 0.004626783076673746, 0.0050270697101950645, 0.005427355878055096, 0.005827642511576414, 0.006227928679436445, 0.006628215312957764, 0.007028501946479082, 0.007428788114339113, 0.007829074747860432, 0.008229360915720463, 0.008629648014903069, 0.0090299341827631, 0.00943022035062313, 0.009830506518483162, 0.010230793617665768, 0.010631079785525799, 0.01103136595338583, 0.011431653052568436, 0.011831939220428467, 0.012232225388288498, 0.012632512487471104, 0.013032798655331135]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 5.0, 7.0, 3.0, 7.0, 7.0, 13.0, 16.0, 15.0, 17.0, 27.0, 31.0, 52.0, 44.0, 54.0, 83.0, 103.0, 142.0, 159.0, 229.0, 273.0, 272.0, 421.0, 528.0, 2532.0, 1055.0, 612.0, 392.0, 237.0, 157.0, 101.0, 83.0, 56.0, 47.0, 29.0, 24.0, 22.0, 11.0, 11.0, 10.0, 6.0, 7.0, 7.0, 4.0, 5.0, 0.0, 1.0, 2.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.1477038860321045, -0.14323286712169647, -0.13876186311244965, -0.13429084420204163, -0.1298198401927948, -0.12534882128238678, -0.12087780237197876, -0.11640679091215134, -0.11193577945232391, -0.10746476799249649, -0.10299375653266907, -0.09852273762226105, -0.09405172616243362, -0.0895807147026062, -0.08510969579219818, -0.08063868433237076, -0.07616767287254333, -0.07169666141271591, -0.06722564995288849, -0.06275463104248047, -0.058283619582653046, -0.05381260812282562, -0.0493415929377079, -0.04487057775259018, -0.040399566292762756, -0.03592855483293533, -0.03145753964781761, -0.02698652632534504, -0.022515513002872467, -0.018044499680399895, -0.013573486357927322, -0.00910247303545475, -0.004631459712982178, -0.0001604463905096054, 0.004310566931962967, 0.00878158025443554, 0.013252593576908112, 0.017723606899380684, 0.022194620221853256, 0.02666563354432583, 0.0311366468667984, 0.035607658326625824, 0.040078673511743546, 0.04454968869686127, 0.04902070015668869, 0.05349171161651611, 0.057962726801633835, 0.062433741986751556, 0.06690475344657898, 0.0713757649064064, 0.07584677636623383, 0.08031779527664185, 0.08478880673646927, 0.08925981819629669, 0.09373083710670471, 0.09820184856653214, 0.10267286002635956, 0.10714387148618698, 0.1116148829460144, 0.11608590185642242, 0.12055691331624985, 0.12502792477607727, 0.1294989436864853, 0.13396994769573212, 0.13844096660614014]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 4.0, 0.0, 4.0, 8.0, 2.0, 1.0, 4.0, 3.0, 4.0, 23.0, 3.0, 1.0, 2.0, 2.0, 4.0, 0.0, 3.0, 3.0, 2.0, 1.0, 2.0, 0.0, 5.0, 0.0, 1.0, 1.0, 5.0, 4.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.006391703616827726, -0.006218901835381985, -0.006046100053936243, -0.005873298272490501, -0.00570049649104476, -0.005527694709599018, -0.0053548929281532764, -0.005182091146707535, -0.005009288899600506, -0.004836487118154764, -0.0046636853367090225, -0.004490883555263281, -0.004318081773817539, -0.0041452799923717976, -0.003972478210926056, -0.0037996764294803143, -0.0036268746480345726, -0.003454072866588831, -0.0032812710851430893, -0.0031084693036973476, -0.002935667522251606, -0.0027628655079752207, -0.002590063726529479, -0.0024172619450837374, -0.0022444601636379957, -0.002071658382192254, -0.0018988566007465124, -0.001726054702885449, -0.0015532529214397073, -0.0013804511399939656, -0.0012076492421329021, -0.0010348474606871605, -0.0008620456792414188, -0.0006892438977956772, -0.0005164420581422746, -0.0003436402475927025, -0.0001708384370431304, 1.9633735064417124e-06, 0.00017476518405601382, 0.00034756699460558593, 0.000520368805155158, 0.0006931705866008997, 0.0008659724262543023, 0.0010387742659077048, 0.0012115760473534465, 0.0013843778287991881, 0.0015571797266602516, 0.0017299815081059933, 0.001902783289551735, 0.0020755850709974766, 0.0022483868524432182, 0.00242118863388896, 0.0025939904153347015, 0.002766792429611087, 0.0029395942110568285, 0.00311239599250257, 0.003285197773948312, 0.0034579995553940535, 0.003630801336839795, 0.0038036031182855368, 0.003976405132561922, 0.004149206914007664, 0.004322008695453405, 0.004494810476899147, 0.004667612258344889]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 1.0, 4.0, 6.0, 19.0, 23.0, 35.0, 56.0, 90.0, 149.0, 192.0, 324.0, 468.0, 591.0, 855.0, 1207.0, 1503.0, 2061.0, 2707.0, 3276.0, 4291.0, 5382.0, 6734.0, 8193.0, 10279.0, 12941.0, 15951.0, 20154.0, 25328.0, 33043.0, 43698.0, 58810.0, 79651.0, 104277.0, 407593.0, 82214.0, 61444.0, 44953.0, 33081.0, 24724.0, 19334.0, 15439.0, 12192.0, 9648.0, 7367.0, 5618.0, 4109.0, 2947.0, 2123.0, 1477.0, 993.0, 682.0, 494.0, 281.0, 243.0, 132.0, 105.0, 58.0, 44.0, 23.0, 12.0, 9.0, 2.0, 5.0], "bins": [-0.01439855806529522, -0.01397719606757164, -0.01355583406984806, -0.013134471140801907, -0.012713109143078327, -0.012291747145354748, -0.011870384216308594, -0.011449022218585014, -0.011027660220861435, -0.010606298223137856, -0.010184936225414276, -0.009763573296368122, -0.009342211298644543, -0.008920849300920963, -0.00849948637187481, -0.00807812437415123, -0.0076567623764276505, -0.007235400378704071, -0.006814037915319204, -0.006392675451934338, -0.005971313454210758, -0.005549951456487179, -0.005128588993102312, -0.004707226529717445, -0.004285864531993866, -0.003864502301439643, -0.00344314007088542, -0.003021777840331197, -0.0026004156097769737, -0.0021790533792227507, -0.0017576911486685276, -0.0013363289181143045, -0.0009149666875600815, -0.0004936044570058584, -7.224222645163536e-05, 0.0003491200041025877, 0.0007704822346568108, 0.0011918444652110338, 0.0016132066957652569, 0.00203456892631948, 0.002455931156873703, 0.002877293387427926, 0.003298655617982149, 0.003720017848536372, 0.004141380079090595, 0.004562742076814175, 0.004984104540199041, 0.005405467003583908, 0.0058268290013074875, 0.006248190999031067, 0.006669553462415934, 0.0070909159258008, 0.00751227792352438, 0.00793363992124796, 0.008355002850294113, 0.008776364848017693, 0.009197726845741272, 0.009619088843464851, 0.01004045084118843, 0.010461813770234585, 0.010883175767958164, 0.011304537765681744, 0.011725900694727898, 0.012147262692451477, 0.012568624690175056]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 3.0, 0.0, 1.0, 1.0, 2.0, 0.0, 3.0, 3.0, 1.0, 1.0, 1.0, 5.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 3.0, 2.0, 6.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 4.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008361543528735638, -0.008044678717851639, -0.007727813441306353, -0.007410948630422354, -0.0070940833538770676, -0.006777218542993069, -0.00646035373210907, -0.006143488455563784, -0.005826623644679785, -0.005509758833795786, -0.0051928935572505, -0.004876028746366501, -0.004559163935482502, -0.004242298658937216, -0.003925433848053217, -0.0036085688043385744, -0.003291703760623932, -0.0029748387169092894, -0.002657973673194647, -0.002341108862310648, -0.0020242438185960054, -0.001707378774881363, -0.0013905138475820422, -0.0010736489202827215, -0.000756783876568079, -0.0004399188910610974, -0.00012305390555411577, 0.00019381107995286584, 0.0005106760654598475, 0.0008275410509668291, 0.0011444060364738107, 0.0014612709637731314, 0.001778136007487774, 0.0020950010512024164, 0.002411866094917059, 0.002728730905801058, 0.0030455959495157003, 0.003362460993230343, 0.0036793258041143417, 0.003996191080659628, 0.004313055891543627, 0.004629920702427626, 0.004946785978972912, 0.005263650789856911, 0.00558051560074091, 0.005897380877286196, 0.006214245688170195, 0.006531110964715481, 0.00684797577559948, 0.0071648405864834785, 0.007481705863028765, 0.007798570673912764, 0.00811543595045805, 0.008432300761342049, 0.008749165572226048, 0.009066030383110046, 0.00938289612531662, 0.009699760936200619, 0.010016625747084618, 0.010333490557968616, 0.010650355368852615, 0.010967220179736614, 0.011284085921943188, 0.011600950732827187, 0.011917815543711185]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 4.0, 4.0, 2.0, 9.0, 8.0, 5.0, 21.0, 11.0, 23.0, 26.0, 53.0, 48.0, 72.0, 78.0, 105.0, 128.0, 164.0, 235.0, 249.0, 322.0, 360.0, 438.0, 459.0, 536.0, 741.0, 1025.0, 1260.0, 2064.0, 6614.0, 1170.0, 627.0, 386.0, 240.0, 194.0, 169.0, 147.0, 100.0, 71.0, 60.0, 48.0, 26.0, 21.0, 11.0, 14.0, 12.0, 14.0, 8.0, 5.0, 6.0, 7.0, 6.0, 6.0, 5.0, 0.0, 5.0, 0.0, 0.0, 1.0, 0.0, 4.0, 0.0, 3.0], "bins": [-0.007318590767681599, -0.007075094617903233, -0.006831598933786154, -0.006588102784007788, -0.006344606634229422, -0.006101110950112343, -0.005857614800333977, -0.005614118650555611, -0.005370622500777245, -0.005127126816660166, -0.0048836306668818, -0.004640134517103434, -0.004396638832986355, -0.004153142683207989, -0.003909646533429623, -0.0036661506164819, -0.0034226546995341778, -0.0031791587825864553, -0.0029356626328080893, -0.002692166715860367, -0.0024486705660820007, -0.0022051746491342783, -0.001961678732186556, -0.0017181826988235116, -0.0014746866654604673, -0.001231190632097423, -0.0009876945987343788, -0.0007441986817866564, -0.0005007026484236121, -0.0002572066441643983, -1.3710639905184507e-05, 0.0002297853643540293, 0.0004732813686132431, 0.0007167774019762874, 0.0009602733771316707, 0.001203769352287054, 0.0014472653856500983, 0.0016907614190131426, 0.001934257335960865, 0.002177753485739231, 0.0024212494026869535, 0.002664745319634676, 0.002908241469413042, 0.0031517373863607645, 0.003395233303308487, 0.003638729453086853, 0.0038822253700345755, 0.004125721286982298, 0.004369217436760664, 0.00461271358653903, 0.004856209270656109, 0.005099705420434475, 0.005343201570212841, 0.00558669725432992, 0.005830193404108286, 0.006073689553886652, 0.006317185238003731, 0.006560681387782097, 0.006804177537560463, 0.007047673687338829, 0.007291169371455908, 0.007534665521234274, 0.00777816167101264, 0.008021657355129719, 0.008265153504908085]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 5.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.030299674719572067, -0.02954895794391632, -0.028798241168260574, -0.028047524392604828, -0.02729680761694908, -0.026546090841293335, -0.02579537406563759, -0.025044657289981842, -0.024293940514326096, -0.02354322373867035, -0.022792506963014603, -0.022041790187358856, -0.02129107341170311, -0.020540356636047363, -0.019789639860391617, -0.01903892308473587, -0.018288206309080124, -0.017537489533424377, -0.01678677275776863, -0.016036055982112885, -0.015285339206457138, -0.014534622430801392, -0.013783905655145645, -0.013033188879489899, -0.012282472103834152, -0.011531755328178406, -0.01078103855252266, -0.010030321776866913, -0.009279605001211166, -0.00852888822555542, -0.0077781714498996735, -0.007027454674243927, -0.0062767378985881805, -0.005526021122932434, -0.004775304347276688, -0.004024587571620941, -0.0032738707959651947, -0.0025231540203094482, -0.0017724372446537018, -0.0010217204689979553, -0.00027100369334220886, 0.0004797130823135376, 0.001230429857969284, 0.0019811466336250305, 0.002731863409280777, 0.0034825801849365234, 0.00423329696059227, 0.004984013736248016, 0.005734730511903763, 0.006485447287559509, 0.007236164063215256, 0.007986880838871002, 0.008737597614526749, 0.009488314390182495, 0.010239031165838242, 0.010989747941493988, 0.011740464717149734, 0.012491181492805481, 0.013241898268461227, 0.013992615044116974, 0.01474333181977272, 0.015494048595428467, 0.016244765371084213, 0.01699548214673996, 0.017746198922395706]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 4.0, 1.0, 3.0, 2.0, 1.0, 2.0, 1.0, 6.0, 1.0, 4.0, 4.0, 2.0, 3.0, 5.0, 3.0, 4.0, 3.0, 5.0, 5.0, 4.0, 5.0, 2.0, 3.0, 6.0, 2.0, 6.0, 1.0, 3.0, 6.0, 8.0, 3.0, 6.0, 6.0, 2.0, 3.0, 3.0, 4.0, 6.0, 13.0, 9.0, 10.0, 64.0, 10.0, 7.0, 6.0, 1.0, 2.0, 3.0, 3.0, 4.0, 2.0, 2.0, 2.0, 2.0], "bins": [-0.025838760659098625, -0.025337236002087593, -0.02483571134507656, -0.02433418668806553, -0.023832662031054497, -0.023331137374043465, -0.022829614579677582, -0.02232808992266655, -0.021826565265655518, -0.021325040608644485, -0.020823515951633453, -0.02032199129462242, -0.01982046663761139, -0.019318941980600357, -0.018817417323589325, -0.018315892666578293, -0.01781436800956726, -0.017312845215201378, -0.016811320558190346, -0.016309795901179314, -0.01580827124416828, -0.01530674658715725, -0.014805221930146217, -0.014303697273135185, -0.013802172616124153, -0.013300648890435696, -0.012799124233424664, -0.012297599576413631, -0.0117960749194026, -0.011294550262391567, -0.01079302653670311, -0.010291501879692078, -0.009789977222681046, -0.009288452565670013, -0.008786927908658981, -0.008285404182970524, -0.007783879525959492, -0.00728235486894846, -0.0067808302119374275, -0.006279306020587683, -0.005777781363576651, -0.0052762567065656185, -0.004774732515215874, -0.004273207858204842, -0.003771683434024453, -0.0032701590098440647, -0.0027686343528330326, -0.002267109928652644, -0.0017655855044722557, -0.0012640610802918673, -0.000762536539696157, -0.0002610120573081076, 0.00024051242507994175, 0.0007420369074679911, 0.0012435613898560405, 0.0017450859304517508, 0.002246610354632139, 0.0027481347788125277, 0.003249659202992916, 0.003751183860003948, 0.00425270851701498, 0.004754232708364725, 0.005255757365375757, 0.005757281556725502, 0.006258806213736534]}, "_runtime": 9.767446041107178, "_timestamp": 1596209456.4243274, "_step": 6} +{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 3.0, 2.0, 1.0, 3.0, 4.0, 0.0, 1.0, 2.0, 3.0, 2.0, 1.0, 3.0, 1.0, 1.0, 4.0, 0.0, 2.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.015389523468911648, -0.0149150425568223, -0.014440562576055527, -0.013966081663966179, -0.013491601683199406, -0.013017120771110058, -0.012542640790343285, -0.012068159878253937, -0.011593678966164589, -0.011119198985397816, -0.010644718073308468, -0.010170238092541695, -0.009695757180452347, -0.009221277199685574, -0.008746796287596226, -0.008272316306829453, -0.007797835394740105, -0.007323354948312044, -0.006848874501883984, -0.006374394055455923, -0.0058999136090278625, -0.005425432696938515, -0.004950952250510454, -0.004476471804082394, -0.004001991357654333, -0.0035275109112262726, -0.003053030464798212, -0.002578549785539508, -0.0021040693391114473, -0.0016295888926833868, -0.0011551083298400044, -0.000680627825204283, -0.00020614732056856155, 0.0002683331840671599, 0.0007428136887028813, 0.0012172942515462637, 0.0016917746979743242, 0.0021662551444023848, 0.002640735823661089, 0.0031152162700891495, 0.00358969671651721, 0.0040641771629452705, 0.004538657609373331, 0.005013138055801392, 0.0054876189678907394, 0.0059620994143188, 0.0064365798607468605, 0.006911060307174921, 0.007385540753602982, 0.00786002166569233, 0.008334501646459103, 0.00880898255854845, 0.009283462539315224, 0.009757943451404572, 0.010232423432171345, 0.010706904344260693, 0.011181384325027466, 0.011655865237116814, 0.012130346149206161, 0.012604826129972935, 0.013079307042062283, 0.013553787022829056, 0.014028267934918404, 0.014502747915685177, 0.014977228827774525]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 5.0, 2.0, 3.0, 9.0, 2.0, 10.0, 11.0, 13.0, 7.0, 15.0, 28.0, 28.0, 37.0, 42.0, 68.0, 78.0, 76.0, 107.0, 153.0, 188.0, 222.0, 261.0, 344.0, 443.0, 2350.0, 1288.0, 740.0, 440.0, 259.0, 192.0, 134.0, 95.0, 76.0, 45.0, 35.0, 33.0, 20.0, 11.0, 17.0, 4.0, 12.0, 4.0, 2.0, 2.0, 2.0, 6.0, 2.0, 1.0, 3.0, 0.0, 1.0], "bins": [-0.17857211828231812, -0.17380757629871368, -0.16904303431510925, -0.16427849233150482, -0.1595139503479004, -0.15474942326545715, -0.14998488128185272, -0.1452203392982483, -0.14045579731464386, -0.13569125533103943, -0.130926713347435, -0.12616217136383057, -0.12139763683080673, -0.1166330948472023, -0.11186856031417847, -0.10710401833057404, -0.1023394763469696, -0.09757493436336517, -0.09281039237976074, -0.08804585784673691, -0.08328131586313248, -0.07851677387952805, -0.07375223934650421, -0.06898769736289978, -0.06422315537929535, -0.05945861339569092, -0.054694075137376785, -0.04992953687906265, -0.04516499489545822, -0.04040045291185379, -0.03563591465353966, -0.030871374532580376, -0.026106834411621094, -0.021342294290661812, -0.01657775416970253, -0.011813214048743248, -0.007048673927783966, -0.002284133806824684, 0.0024804063141345978, 0.00724494643509388, 0.012009486556053162, 0.016774026677012444, 0.021538566797971725, 0.026303106918931007, 0.03106764703989029, 0.03583218902349472, 0.04059672728180885, 0.045361265540122986, 0.05012580752372742, 0.05489034950733185, 0.05965488776564598, 0.06441942602396011, 0.06918396800756454, 0.07394850999116898, 0.07871304452419281, 0.08347758650779724, 0.08824212849140167, 0.0930066704750061, 0.09777121245861053, 0.10253574699163437, 0.1073002889752388, 0.11206483095884323, 0.11682936549186707, 0.1215939074754715, 0.12635844945907593]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 3.0, 4.0, 1.0, 6.0, 4.0, 4.0, 2.0, 4.0, 4.0, 3.0, 26.0, 3.0, 2.0, 5.0, 2.0, 3.0, 2.0, 1.0, 4.0, 2.0, 4.0, 2.0, 1.0, 2.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.006161014549434185, -0.005971456877887249, -0.005781899206340313, -0.005592341534793377, -0.005402783863246441, -0.005213226191699505, -0.005023668520152569, -0.004834110848605633, -0.004644553177058697, -0.004454995505511761, -0.004265437833964825, -0.004075880162417889, -0.0038863227237015963, -0.0036967650521546602, -0.003507207380607724, -0.003317649709060788, -0.003128092037513852, -0.002938534365966916, -0.00274897669441998, -0.002559419022873044, -0.002369861351326108, -0.002180303679779172, -0.001990746008232236, -0.0018011884531006217, -0.0016116307815536857, -0.0014220731100067496, -0.0012325154384598136, -0.0010429577669128776, -0.0008534001535736024, -0.0006638424820266664, -0.0004742848395835608, -0.00028472719714045525, -9.516952559351921e-05, 9.43881314015016e-05, 0.0002839457883965224, 0.000473503430839628, 0.000663061102386564, 0.0008526187739335, 0.0010421763872727752, 0.0012317340588197112, 0.0014212917303666472, 0.0016108494019135833, 0.0018004070734605193, 0.0019899646285921335, 0.0021795223001390696, 0.0023690799716860056, 0.0025586376432329416, 0.0027481953147798777, 0.0029377529863268137, 0.0031273106578737497, 0.0033168683294206858, 0.003506426000967622, 0.003695983672514558, 0.003885541344061494, 0.004075098782777786, 0.004264656454324722, 0.004454214125871658, 0.004643771797418594, 0.00483332946896553, 0.005022887140512466, 0.0052124448120594025, 0.0054020024836063385, 0.0055915601551532745, 0.005781117826700211, 0.005970675498247147]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 4.0, 3.0, 19.0, 27.0, 24.0, 49.0, 88.0, 156.0, 240.0, 369.0, 503.0, 750.0, 1001.0, 1425.0, 1945.0, 2573.0, 3561.0, 4586.0, 6338.0, 8208.0, 11008.0, 14556.0, 19550.0, 26155.0, 35098.0, 48294.0, 68021.0, 93724.0, 428338.0, 114851.0, 82104.0, 57277.0, 39552.0, 28373.0, 20833.0, 15537.0, 11707.0, 8648.0, 6606.0, 4849.0, 3643.0, 2686.0, 1982.0, 1357.0, 969.0, 700.0, 488.0, 328.0, 214.0, 123.0, 88.0, 48.0, 33.0, 23.0, 5.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.015312131494283676, -0.014832837507128716, -0.01435354445129633, -0.013874250464141369, -0.013394957408308983, -0.012915663421154022, -0.012436369433999062, -0.011957076378166676, -0.011477782391011715, -0.010998488403856754, -0.010519195348024368, -0.010039901360869408, -0.009560607373714447, -0.009081314317882061, -0.0086020203307271, -0.008122727274894714, -0.007643433287739754, -0.00716413976624608, -0.006684846244752407, -0.0062055522575974464, -0.005726258736103773, -0.0052469652146101, -0.004767671227455139, -0.004288377705961466, -0.0038090841844677925, -0.003329790662974119, -0.002850496908649802, -0.0023712031543254852, -0.001891909632831812, -0.0014126159949228168, -0.0009333223570138216, -0.00045402871910482645, 2.52649188041687e-05, 0.0005045585567131639, 0.000983852194622159, 0.0014631458325311542, 0.0019424394704401493, 0.0024217329919338226, 0.0029010267462581396, 0.0033803205005824566, 0.00385961402207613, 0.004338907543569803, 0.0048182010650634766, 0.005297495052218437, 0.0057767885737121105, 0.006256082095205784, 0.0067353760823607445, 0.007214669603854418, 0.007693963125348091, 0.008173257112503052, 0.008652550168335438, 0.009131844155490398, 0.009611137211322784, 0.010090431198477745, 0.010569725185632706, 0.011049018241465092, 0.011528312228620052, 0.012007606215775013, 0.012486899271607399, 0.01296619325876236, 0.01344548724591732, 0.013924780301749706, 0.014404074288904667, 0.014883367344737053, 0.015362661331892014]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 1.0, 3.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 8.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 4.0, 0.0, 0.0, 2.0, 2.0, 1.0], "bins": [-0.011463047936558723, -0.011223243549466133, -0.010983440093696117, -0.010743635706603527, -0.010503831319510937, -0.010264026932418346, -0.01002422347664833, -0.00978441908955574, -0.00954461470246315, -0.009304811246693134, -0.009065006859600544, -0.008825202472507954, -0.008585398085415363, -0.008345594629645348, -0.008105790242552757, -0.007865985855460167, -0.007626181934028864, -0.007386378012597561, -0.0071465736255049706, -0.0069067697040736675, -0.006666965316981077, -0.006427161395549774, -0.006187357008457184, -0.005947553087025881, -0.005707749165594578, -0.0054679447785019875, -0.005228140857070684, -0.004988336469978094, -0.004748532548546791, -0.004508728161454201, -0.004268924240022898, -0.004029119852930307, -0.0037893159314990044, -0.0035495117772370577, -0.003309707622975111, -0.0030699034687131643, -0.0028300993144512177, -0.0025902953930199146, -0.002350491238757968, -0.0021106870844960213, -0.0018708829302340746, -0.001631078775972128, -0.0013912746217101812, -0.0011514705838635564, -0.0009116664296016097, -0.000671862275339663, -0.00043205817928537726, -0.00019225405412726104, 4.755007103085518e-05, 0.0002873541961889714, 0.0005271583213470876, 0.0007669624174013734, 0.00100676657166332, 0.0012465707259252667, 0.0014863747637718916, 0.0017261789180338383, 0.001965983072295785, 0.0022057872265577316, 0.0024455913808196783, 0.002685395535081625, 0.002925199456512928, 0.0031650036107748747, 0.0034048077650368214, 0.003644611919298768, 0.0038844160735607147]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 2.0, 4.0, 2.0, 0.0, 4.0, 3.0, 5.0, 7.0, 5.0, 8.0, 8.0, 11.0, 18.0, 14.0, 17.0, 28.0, 39.0, 48.0, 45.0, 69.0, 68.0, 83.0, 101.0, 101.0, 112.0, 140.0, 144.0, 170.0, 165.0, 228.0, 226.0, 250.0, 303.0, 367.0, 421.0, 486.0, 612.0, 841.0, 1068.0, 1288.0, 6307.0, 1493.0, 855.0, 571.0, 400.0, 377.0, 277.0, 220.0, 138.0, 96.0, 63.0, 37.0, 24.0, 20.0, 14.0, 8.0, 6.0, 4.0, 4.0, 2.0], "bins": [-0.00739690475165844, -0.007230550516396761, -0.0070641967467963696, -0.006897842511534691, -0.0067314887419342995, -0.006565134506672621, -0.006398780737072229, -0.006232426501810551, -0.006066072732210159, -0.005899718496948481, -0.005733364727348089, -0.0055670104920864105, -0.005400656722486019, -0.0052343024872243404, -0.005067948717623949, -0.00490159448236227, -0.004735240712761879, -0.0045688864775002, -0.004402532242238522, -0.00423617847263813, -0.0040698242373764515, -0.00390347046777606, -0.003737116465345025, -0.00357076246291399, -0.0034044082276523113, -0.0032380542252212763, -0.0030717002227902412, -0.002905346220359206, -0.002738992217928171, -0.002572638215497136, -0.002406284213066101, -0.002239930210635066, -0.002073576208204031, -0.001907222205772996, -0.001740868203341961, -0.0015745142009109259, -0.0014081601984798908, -0.001241806079633534, -0.001075452077202499, -0.0009090980747714639, -0.0007427440723404288, -0.0005763900699093938, -0.0004100360383745283, -0.00024368202139157802, -7.732800440862775e-05, 8.902601257432252e-05, 0.0002553800295572728, 0.0004217340610921383, 0.0005880880635231733, 0.0007544420659542084, 0.0009207960683852434, 0.0010871500708162785, 0.0012535040732473135, 0.0014198581920936704, 0.0015862121945247054, 0.0017525661969557405, 0.0019189201993867755, 0.0020852743182331324, 0.0022516283206641674, 0.0024179823230952024, 0.0025843363255262375, 0.0027506903279572725, 0.0029170443303883076, 0.0030833983328193426, 0.0032497523352503777]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.03575848042964935, -0.035024940967559814, -0.034291401505470276, -0.03355785831809044, -0.0328243188560009, -0.03209077939391136, -0.03135723993182182, -0.030623698607087135, -0.029890159144997597, -0.02915661782026291, -0.02842307835817337, -0.027689538896083832, -0.026955997571349144, -0.026222458109259605, -0.025488916784524918, -0.02475537732243538, -0.02402183786034584, -0.023288296535611153, -0.022554757073521614, -0.021821215748786926, -0.021087676286697388, -0.0203541349619627, -0.01962059549987316, -0.018887056037783623, -0.018153514713048935, -0.017419975250959396, -0.01668643392622471, -0.01595289446413517, -0.015219354070723057, -0.014485813677310944, -0.013752274215221405, -0.013018733821809292, -0.012285193428397179, -0.011551653034985065, -0.010818112641572952, -0.010084573179483414, -0.0093510327860713, -0.008617492392659187, -0.007883951999247074, -0.007150412071496248, -0.006416871678084135, -0.005683331284672022, -0.004949791356921196, -0.004216250963509083, -0.0034827108029276133, -0.0027491706423461437, -0.0020156302489340305, -0.001282090088352561, -0.0005485499277710915, 0.000184990291018039, 0.0009185305098071694, 0.0016520707868039608, 0.0023856109473854303, 0.0031191511079669, 0.003852691501379013, 0.004586231429129839, 0.005319771822541952, 0.006053312215954065, 0.006786852143704891, 0.007520392537117004, 0.008253932930529118, 0.00898747332394123, 0.00972101278603077, 0.010454553179442883, 0.011188093572854996]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 3.0, 2.0, 2.0, 1.0, 1.0, 3.0, 1.0, 4.0, 3.0, 3.0, 2.0, 3.0, 3.0, 1.0, 4.0, 5.0, 2.0, 5.0, 2.0, 3.0, 7.0, 5.0, 4.0, 8.0, 7.0, 5.0, 2.0, 6.0, 6.0, 6.0, 4.0, 6.0, 4.0, 4.0, 4.0, 2.0, 4.0, 3.0, 9.0, 7.0, 10.0, 14.0, 16.0, 53.0, 4.0, 3.0, 2.0, 1.0, 4.0, 4.0, 2.0, 1.0, 3.0, 3.0, 3.0], "bins": [-0.01796693168580532, -0.017623135820031166, -0.01727933995425701, -0.016935544088482857, -0.016591748222708702, -0.016247952356934547, -0.015904158353805542, -0.015560361556708813, -0.015216566622257233, -0.014872770756483078, -0.014528974890708923, -0.014185179024934769, -0.013841383159160614, -0.01349758729338646, -0.01315379235893488, -0.012809996493160725, -0.01246620062738657, -0.012122404761612415, -0.01177860889583826, -0.01143481396138668, -0.011091018095612526, -0.010747222229838371, -0.010403426364064217, -0.010059630498290062, -0.009715834632515907, -0.009372039698064327, -0.009028243832290173, -0.008684447966516018, -0.008340652100741863, -0.007996856234967709, -0.007653060834854841, -0.007309265434741974, -0.006965469568967819, -0.0066216737031936646, -0.006277878303080797, -0.0059340824373066425, -0.005590287037193775, -0.0052464911714196205, -0.004902695305645466, -0.0045588999055325985, -0.004215104039758444, -0.003871308406814933, -0.003527512773871422, -0.003183716908097267, -0.002839921275153756, -0.002496125642210245, -0.0021523297764360905, -0.0018085341434925795, -0.0014647385105490685, -0.0011209428776055574, -0.0007771471282467246, -0.0004333514370955527, -8.955574594438076e-05, 0.00025423994520679116, 0.0005980356363579631, 0.000941831327509135, 0.001285627018660307, 0.001629422651603818, 0.001973218284547329, 0.0023170141503214836, 0.0026608097832649946, 0.0030046054162085056, 0.0033484012819826603, 0.0036921969149261713, 0.004035992547869682]}, "_runtime": 10.537194728851318, "_timestamp": 1596209457.194076, "_step": 7} +{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 3.0, 0.0, 3.0, 1.0, 4.0, 3.0, 1.0, 6.0, 0.0, 3.0, 5.0, 4.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 4.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02381207048892975, -0.023134693503379822, -0.022457314655184746, -0.02177993766963482, -0.021102560684084892, -0.020425181835889816, -0.01974780485033989, -0.019070427864789963, -0.018393049016594887, -0.01771567203104496, -0.017038295045495033, -0.016360916197299957, -0.01568353921175003, -0.01500616129487753, -0.014328783378005028, -0.013651406392455101, -0.0129740284755826, -0.012296650558710098, -0.011619273573160172, -0.01094189565628767, -0.010264517739415169, -0.009587140753865242, -0.00890976283699274, -0.00823238492012024, -0.007555007468909025, -0.006877630017697811, -0.00620025210082531, -0.005522874649614096, -0.004845497198402882, -0.00416811928153038, -0.003490741830319166, -0.0028133641462773085, -0.0021359864622354507, -0.001458608778193593, -0.0007812312105670571, -0.00010385358473286033, 0.0005735240411013365, 0.0012509017251431942, 0.00192827929276973, 0.002605656860396266, 0.0032830345444381237, 0.003960411995649338, 0.004637789912521839, 0.005315167363733053, 0.005992544814944267, 0.006669922731816769, 0.007347300183027983, 0.008024677634239197, 0.008702055551111698, 0.0093794334679842, 0.010056810453534126, 0.010734188370406628, 0.011411566287279129, 0.012088943272829056, 0.012766321189701557, 0.013443699106574059, 0.014121076092123985, 0.014798454008996487, 0.015475831925868988, 0.016153208911418915, 0.01683058775961399, 0.017507964745163918, 0.018185341730713844, 0.01886272057890892, 0.019540097564458847]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 4.0, 1.0, 4.0, 5.0, 3.0, 1.0, 3.0, 9.0, 9.0, 6.0, 8.0, 17.0, 10.0, 32.0, 34.0, 41.0, 70.0, 82.0, 141.0, 205.0, 294.0, 465.0, 686.0, 3406.0, 1161.0, 532.0, 289.0, 139.0, 97.0, 59.0, 37.0, 18.0, 17.0, 12.0, 4.0, 2.0, 8.0, 3.0, 3.0, 3.0, 4.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.27765610814094543, -0.2695518732070923, -0.26144760847091675, -0.2533433735370636, -0.24523912370204926, -0.2371348738670349, -0.22903063893318176, -0.22092638909816742, -0.21282213926315308, -0.20471788942813873, -0.1966136395931244, -0.18850940465927124, -0.1804051548242569, -0.17230090498924255, -0.1641966700553894, -0.15609242022037506, -0.14798817038536072, -0.13988392055034637, -0.13177967071533203, -0.12367543578147888, -0.11557118594646454, -0.1074669361114502, -0.09936269372701645, -0.0912584513425827, -0.08315420150756836, -0.07504995167255402, -0.06694570928812027, -0.058841463178396225, -0.05073721706867218, -0.042632970958948135, -0.03452872484922409, -0.026424478739500046, -0.018320232629776, -0.010215986520051956, -0.0021117404103279114, 0.005992505699396133, 0.014096751809120178, 0.022200997918844223, 0.030305244028568268, 0.03840949013829231, 0.04651373624801636, 0.0546179823577404, 0.06272222846746445, 0.0708264708518982, 0.07893072068691254, 0.08703497052192688, 0.09513921290636063, 0.10324345529079437, 0.11134770512580872, 0.11945195496082306, 0.1275562047958374, 0.13566043972969055, 0.1437646895647049, 0.15186893939971924, 0.1599731743335724, 0.16807742416858673, 0.17618167400360107, 0.18428592383861542, 0.19239017367362976, 0.2004944086074829, 0.20859865844249725, 0.2167029082775116, 0.22480714321136475, 0.2329113930463791, 0.24101564288139343]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 2.0, 0.0, 1.0, 4.0, 3.0, 6.0, 1.0, 4.0, 3.0, 6.0, 10.0, 3.0, 30.0, 1.0, 5.0, 10.0, 6.0, 1.0, 6.0, 2.0, 2.0, 4.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00952171254903078, -0.009205755777657032, -0.008889799937605858, -0.008573843166232109, -0.00825788639485836, -0.007941929623484612, -0.00762597331777215, -0.007310017012059689, -0.00699406024068594, -0.006678103469312191, -0.0063621471635997295, -0.006046190857887268, -0.005730234086513519, -0.0054142773151397705, -0.005098321009427309, -0.0047823647037148476, -0.004466407932341099, -0.00415045116096735, -0.0038344948552548885, -0.0035185383167117834, -0.0032025817781686783, -0.002886625239625573, -0.002570668701082468, -0.002254712162539363, -0.0019387556239962578, -0.0016227990854531527, -0.0013068425469100475, -0.0009908860083669424, -0.0006749294698238373, -0.00035897293128073215, -4.301639273762703e-05, 0.0002729401458054781, 0.0005888966843485832, 0.0009048532228916883, 0.0012208097614347935, 0.0015367662999778986, 0.0018527228385210037, 0.002168679377064109, 0.002484635915607214, 0.002800592454150319, 0.0031165489926934242, 0.0034325055312365294, 0.0037484620697796345, 0.004064418375492096, 0.004380375146865845, 0.0046963319182395935, 0.005012288223952055, 0.0053282445296645164, 0.005644201301038265, 0.005960158072412014, 0.0062761143781244755, 0.006592070683836937, 0.006908027455210686, 0.0072239842265844345, 0.007539940532296896, 0.007855896838009357, 0.008171853609383106, 0.008487810380756855, 0.00880376622080803, 0.009119722992181778, 0.009435679763555527, 0.009751636534929276, 0.010067593306303024, 0.010383549146354198, 0.010699505917727947]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 7.0, 18.0, 18.0, 39.0, 52.0, 81.0, 106.0, 147.0, 208.0, 256.0, 286.0, 356.0, 396.0, 492.0, 727.0, 982.0, 1422.0, 2286.0, 3598.0, 5295.0, 8051.0, 11718.0, 17051.0, 24528.0, 36497.0, 55916.0, 87684.0, 135492.0, 468229.0, 112252.0, 69146.0, 43022.0, 28767.0, 19946.0, 13877.0, 9539.0, 6538.0, 4318.0, 2908.0, 1859.0, 1329.0, 950.0, 676.0, 510.0, 369.0, 352.0, 274.0, 235.0, 215.0, 179.0, 124.0, 102.0, 73.0, 61.0, 38.0, 26.0, 12.0, 3.0, 1.0, 1.0, 3.0, 1.0], "bins": [-0.020842915400862694, -0.020155787467956543, -0.01946866139769554, -0.01878153346478939, -0.01809440553188324, -0.017407279461622238, -0.016720151528716087, -0.016033025458455086, -0.015345897525548935, -0.014658770523965359, -0.013971643522381783, -0.013284515589475632, -0.012597388587892056, -0.01191026158630848, -0.011223133653402328, -0.010536006651818752, -0.009848879650235176, -0.0091617526486516, -0.008474625647068024, -0.007787497714161873, -0.007100370712578297, -0.0064132437109947205, -0.005726116243749857, -0.0050389887765049934, -0.004351861774921417, -0.0036647345405071974, -0.0029776073060929775, -0.0022904800716787577, -0.0016033528372645378, -0.000916225602850318, -0.0002290983684360981, 0.00045802886597812176, 0.0011451561003923416, 0.0018322833348065615, 0.0025194105692207813, 0.003206537803635001, 0.003893665038049221, 0.004580792039632797, 0.005267919506877661, 0.005955046974122524, 0.0066421739757061005, 0.007329300977289677, 0.008016427978873253, 0.008703555911779404, 0.00939068291336298, 0.010077809914946556, 0.010764937847852707, 0.011452064849436283, 0.01213919185101986, 0.012826318852603436, 0.013513445854187012, 0.014200573787093163, 0.014887700788676739, 0.015574827790260315, 0.016261955723166466, 0.016949081793427467, 0.017636209726333618, 0.01832333765923977, 0.01901046372950077, 0.01969759166240692, 0.020384717732667923, 0.021071845665574074, 0.021758973598480225, 0.022446099668741226, 0.023133227601647377]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 4.0, 1.0, 5.0, 2.0, 4.0, 7.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015766751021146774, -0.015377029776573181, -0.014987309463322163, -0.01459758821874857, -0.014207866974174976, -0.013818146660923958, -0.013428425416350365, -0.013038704171776772, -0.012648982927203178, -0.01225926261395216, -0.011869541369378567, -0.011479820124804974, -0.011090099811553955, -0.010700378566980362, -0.010310657322406769, -0.00992093700915575, -0.009531215764582157, -0.009141494520008564, -0.008751774206757545, -0.008362052962183952, -0.00797233171761036, -0.007582610938698053, -0.0071928901597857475, -0.006803168915212154, -0.0064134481362998486, -0.006023727357387543, -0.00563400611281395, -0.005244285333901644, -0.004854564554989338, -0.004464843310415745, -0.004075122531503439, -0.0036854015197604895, -0.00329568050801754, -0.0029059594962745905, -0.002516238484531641, -0.002126517705619335, -0.0017367966938763857, -0.0013470756821334362, -0.0009573547868058085, -0.00056763383327052, -0.0001779128797352314, 0.00021180807380005717, 0.0006015290273353457, 0.0009912499226629734, 0.0013809709344059229, 0.0017706919461488724, 0.002160412725061178, 0.0025501337368041277, 0.002939854748547077, 0.0033295757602900267, 0.003719296772032976, 0.004109017550945282, 0.004498738795518875, 0.004888459574431181, 0.005278180353343487, 0.00566790159791708, 0.006057622376829386, 0.006447343155741692, 0.006837064400315285, 0.0072267851792275906, 0.007616505958139896, 0.00800622720271349, 0.008395948447287083, 0.008785668760538101, 0.009175390005111694]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 1.0, 6.0, 2.0, 4.0, 5.0, 11.0, 15.0, 20.0, 28.0, 28.0, 34.0, 40.0, 48.0, 43.0, 69.0, 83.0, 65.0, 96.0, 99.0, 127.0, 135.0, 166.0, 216.0, 341.0, 391.0, 551.0, 828.0, 1051.0, 1627.0, 6972.0, 1534.0, 858.0, 542.0, 418.0, 292.0, 289.0, 268.0, 215.0, 171.0, 134.0, 128.0, 97.0, 83.0, 80.0, 56.0, 34.0, 38.0, 22.0, 18.0, 9.0, 12.0, 9.0, 1.0, 4.0, 2.0, 4.0, 2.0, 2.0, 1.0, 3.0], "bins": [-0.008360043168067932, -0.008110848255455494, -0.007861652411520481, -0.007612457498908043, -0.007363262586295605, -0.007114067208021879, -0.006864871829748154, -0.0066156769171357155, -0.00636648153886199, -0.0061172861605882645, -0.005868091247975826, -0.005618895869702101, -0.005369700491428375, -0.005120505578815937, -0.0048713102005422115, -0.004622115287929773, -0.004372919909656048, -0.004123724531382322, -0.003874529618769884, -0.0036253342404961586, -0.0033761390950530767, -0.003126943949609995, -0.0028777485713362694, -0.0026285534258931875, -0.0023793582804501057, -0.002130163135007024, -0.0018809678731486201, -0.0016317726112902164, -0.0013825774658471346, -0.0011333823204040527, -0.000884187058545649, -0.0006349918548949063, -0.0003857966512441635, -0.00013660144759342074, 0.00011259375605732203, 0.0003617889597080648, 0.0006109841633588076, 0.0008601793670095503, 0.001109374570660293, 0.0013585698325186968, 0.0016077649779617786, 0.0018569601234048605, 0.0021061552688479424, 0.002355350647121668, 0.0026045457925647497, 0.0028537409380078316, 0.003102936316281557, 0.003352131461724639, 0.003601326607167721, 0.0038505217526108027, 0.0040997168980538845, 0.00434891227632761, 0.004598107188940048, 0.004847302567213774, 0.005096497945487499, 0.0053456928580999374, 0.005594888236373663, 0.0058440836146473885, 0.006093278527259827, 0.006342473905533552, 0.006591669283807278, 0.006840864196419716, 0.007090059574693441, 0.00733925448730588, 0.007588449865579605]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 6.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.036899127066135406, -0.035900313407182693, -0.03490149974822998, -0.033902689814567566, -0.03290387615561485, -0.03190506249666214, -0.030906248837709427, -0.029907437041401863, -0.02890862338244915, -0.027909809723496437, -0.026910997927188873, -0.02591218426823616, -0.024913370609283447, -0.023914558812975883, -0.02291574515402317, -0.021916933357715607, -0.020918119698762894, -0.01991930603981018, -0.018920494243502617, -0.017921680584549904, -0.01692286878824234, -0.015924055129289627, -0.014925241470336914, -0.013926428742706776, -0.012927616015076637, -0.011928803287446499, -0.01092999055981636, -0.009931176900863647, -0.008932364173233509, -0.00793355144560337, -0.006934738252311945, -0.005935925059020519, -0.004937112331390381, -0.0039382996037602425, -0.0029394864104688168, -0.0019406734500080347, -0.0009418604895472527, 5.6952470913529396e-05, 0.0010557654313743114, 0.0020545783918350935, 0.0030533913522958755, 0.004052204079926014, 0.00505101727321744, 0.006049830466508865, 0.007048643194139004, 0.008047455921769142, 0.009046269580721855, 0.010045082308351994, 0.011043895035982132, 0.01204270776361227, 0.013041520491242409, 0.014040334150195122, 0.01503914687782526, 0.0160379596054554, 0.01703677326440811, 0.018035585060715675, 0.01903439871966839, 0.0200332123786211, 0.021032024174928665, 0.022030837833881378, 0.02302965149283409, 0.024028463289141655, 0.025027276948094368, 0.026026088744401932, 0.027024902403354645]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 1.0, 5.0, 2.0, 2.0, 3.0, 5.0, 7.0, 10.0, 8.0, 5.0, 7.0, 18.0, 51.0, 14.0, 7.0, 18.0, 8.0, 14.0, 5.0, 5.0, 5.0, 7.0, 4.0, 6.0, 6.0, 9.0, 4.0, 4.0, 9.0, 4.0, 2.0, 3.0, 4.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009203212335705757, -0.008848097175359726, -0.00849298108369112, -0.008137865923345089, -0.007782750762999058, -0.007427635136991739, -0.007072519510984421, -0.00671740435063839, -0.006362288724631071, -0.006007173098623753, -0.005652057938277721, -0.005296942312270403, -0.004941826686263084, -0.004586711525917053, -0.004231595899909735, -0.00387648050673306, -0.003521365113556385, -0.00316624972037971, -0.0028111343272030354, -0.002456018701195717, -0.002100903308019042, -0.0017457879148423672, -0.0013906724052503705, -0.0010355568956583738, -0.000680441502481699, -0.00032532605109736323, 2.9789400286972523e-05, 0.0003849048516713083, 0.000740020303055644, 0.0010951356962323189, 0.0014502512058243155, 0.0018053667154163122, 0.002160482108592987, 0.002515597501769662, 0.0028707128949463367, 0.0032258285209536552, 0.00358094391413033, 0.003936059307307005, 0.004291174933314323, 0.004646290093660355, 0.005001405719667673, 0.005356521345674992, 0.005711636506021023, 0.006066752132028341, 0.00642186775803566, 0.006776982918381691, 0.0071320985443890095, 0.007487213704735041, 0.00784232933074236, 0.00819744449108839, 0.008552560582756996, 0.008907675743103027, 0.009262790903449059, 0.009617906995117664, 0.009973022155463696, 0.010328137315809727, 0.010683253407478333, 0.011038368567824364, 0.011393483728170395, 0.011748598888516426, 0.012103714980185032, 0.012458830140531063, 0.012813945300877094, 0.0131690613925457, 0.013524176552891731]}, "_runtime": 11.358260869979858, "_timestamp": 1596209458.0151422, "_step": 8} +{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 3.0, 0.0, 1.0, 3.0, 3.0, 0.0, 1.0, 5.0, 2.0, 1.0, 1.0, 5.0, 2.0, 2.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 4.0, 1.0, 0.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.01589467190206051, -0.015426675789058208, -0.014958679676055908, -0.014490683563053608, -0.014022687450051308, -0.013554690405726433, -0.013086694292724133, -0.012618698179721832, -0.012150702066719532, -0.011682705953717232, -0.011214709840714931, -0.010746713727712631, -0.010278716683387756, -0.009810720570385456, -0.009342724457383156, -0.008874728344380856, -0.008406732231378555, -0.007938736118376255, -0.007470740005373955, -0.007002743426710367, -0.006534747313708067, -0.006066751200705767, -0.005598754622042179, -0.005130758509039879, -0.004662762396037579, -0.004194766283035278, -0.0037267699372023344, -0.0032587735913693905, -0.0027907774783670902, -0.00232278136536479, -0.001854785019531846, -0.001386788790114224, -0.0009187925606966019, -0.0004507963312789798, 1.719989813864231e-05, 0.0004851961275562644, 0.0009531923569738865, 0.0014211885863915086, 0.0018891848158091307, 0.0023571811616420746, 0.002825177274644375, 0.003293173387646675, 0.003761169733479619, 0.004229166079312563, 0.004697162192314863, 0.0051651583053171635, 0.005633154883980751, 0.006101150996983051, 0.0065691471099853516, 0.007037143222987652, 0.007505139335989952, 0.007973135448992252, 0.008441131561994553, 0.008909128606319427, 0.009377124719321728, 0.009845120832324028, 0.010313116945326328, 0.010781113058328629, 0.011249109171330929, 0.011717105284333229, 0.012185102328658104, 0.012653098441660404, 0.013121094554662704, 0.013589090667665005, 0.014057086780667305]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 3.0, 3.0, 0.0, 2.0, 7.0, 7.0, 10.0, 12.0, 19.0, 11.0, 24.0, 32.0, 35.0, 46.0, 66.0, 97.0, 116.0, 144.0, 243.0, 298.0, 399.0, 597.0, 3182.0, 1138.0, 603.0, 289.0, 190.0, 114.0, 62.0, 46.0, 37.0, 22.0, 24.0, 12.0, 4.0, 9.0, 5.0, 6.0, 4.0, 1.0, 4.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.2097463607788086, -0.2036164551973343, -0.19748654961585999, -0.19135665893554688, -0.18522675335407257, -0.17909684777259827, -0.17296695709228516, -0.16683705151081085, -0.16070714592933655, -0.15457724034786224, -0.14844733476638794, -0.14231744408607483, -0.13618753850460052, -0.13005763292312622, -0.12392773479223251, -0.1177978366613388, -0.1116679310798645, -0.1055380254983902, -0.09940812736749649, -0.09327822923660278, -0.08714832365512848, -0.08101841807365417, -0.07488851994276047, -0.06875862181186676, -0.06262871623039246, -0.05649881437420845, -0.050368912518024445, -0.04423901066184044, -0.03810910880565643, -0.03197920694947243, -0.02584930509328842, -0.019719403237104416, -0.01358950138092041, -0.007459599524736404, -0.0013296976685523987, 0.004800204187631607, 0.010930106043815613, 0.01706000789999962, 0.023189909756183624, 0.02931981161236763, 0.035449713468551636, 0.04157961532473564, 0.04770951718091965, 0.05383941903710365, 0.05996932089328766, 0.06609922647476196, 0.07222912460565567, 0.07835902273654938, 0.08448892831802368, 0.09061883389949799, 0.0967487320303917, 0.1028786301612854, 0.1090085357427597, 0.11513844132423401, 0.12126833945512772, 0.12739823758602142, 0.13352814316749573, 0.13965804874897003, 0.14578795433044434, 0.15191784501075745, 0.15804775059223175, 0.16417765617370605, 0.17030754685401917, 0.17643745243549347, 0.18256735801696777]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 4.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 5.0, 3.0, 3.0, 3.0, 6.0, 1.0, 3.0, 5.0, 1.0, 3.0, 28.0, 3.0, 3.0, 2.0, 4.0, 2.0, 2.0, 3.0, 5.0, 2.0, 3.0, 1.0, 3.0, 2.0, 2.0, 2.0, 0.0, 3.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0050722816959023476, -0.0049110292457044125, -0.004749776795506477, -0.004588523879647255, -0.00442727142944932, -0.004266018979251385, -0.00410476652905345, -0.0039435140788555145, -0.0037822613958269358, -0.0036210089456290007, -0.003459756262600422, -0.003298503812402487, -0.0031372513622045517, -0.002975998679175973, -0.002814746228978038, -0.002653493545949459, -0.002492241095751524, -0.002330988645553589, -0.00216973596252501, -0.002008483512327075, -0.001847230945713818, -0.0016859783791005611, -0.001524725928902626, -0.001363473362289369, -0.0012022207956761122, -0.0010409682290628552, -0.0008797157206572592, -0.0007184632122516632, -0.0005572106456384063, -0.0003959581081289798, -0.00023470557061955333, -7.345303311012685e-05, 8.779950439929962e-05, 0.0002490520419087261, 0.00041030457941815257, 0.0005715570878237486, 0.0007328096544370055, 0.0008940622210502625, 0.0010553146712481976, 0.0012165672378614545, 0.0013778198044747114, 0.0015390723710879683, 0.0017003249377012253, 0.0018615773878991604, 0.0020228298380970955, 0.0021840825211256742, 0.0023453349713236094, 0.002506587654352188, 0.002667840104550123, 0.0028290925547480583, 0.002990345237776637, 0.003151597687974572, 0.003312850371003151, 0.003474102821201086, 0.003635355271399021, 0.0037966079544276, 0.003957860171794891, 0.004119113087654114, 0.004280365537852049, 0.004441617988049984, 0.004602870438247919, 0.004764122888445854, 0.004925375804305077, 0.005086628254503012, 0.005247880704700947]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 7.0, 7.0, 14.0, 24.0, 57.0, 91.0, 153.0, 242.0, 357.0, 553.0, 817.0, 1152.0, 1584.0, 2283.0, 3218.0, 4242.0, 5739.0, 7518.0, 10334.0, 13307.0, 17328.0, 22624.0, 30290.0, 41547.0, 57707.0, 80957.0, 108776.0, 425619.0, 93583.0, 67429.0, 47962.0, 34897.0, 25191.0, 18796.0, 14273.0, 10632.0, 7803.0, 5925.0, 4360.0, 3186.0, 2430.0, 1770.0, 1326.0, 1013.0, 737.0, 516.0, 423.0, 259.0, 195.0, 146.0, 87.0, 48.0, 44.0, 25.0, 18.0, 7.0, 8.0, 4.0, 1.0, 1.0, 1.0, 2.0], "bins": [-0.013822244480252266, -0.013349713757634163, -0.012877183966338634, -0.012404653243720531, -0.011932123452425003, -0.0114595927298069, -0.010987062007188797, -0.010514532215893269, -0.010042001493275166, -0.009569470770657063, -0.009096940979361534, -0.008624410256743431, -0.008151879534125328, -0.0076793497428298, -0.007206819020211697, -0.006734288763254881, -0.006261758506298065, -0.0057892282493412495, -0.005316697992384434, -0.004844167269766331, -0.004371637012809515, -0.0038991067558526993, -0.00342657626606524, -0.0029540457762777805, -0.002481515519320965, -0.002008985262364149, -0.0015364547725766897, -0.0010639243992045522, -0.0005913940258324146, -0.00011886365246027708, 0.00035366672091186047, 0.000826197094283998, 0.0012987274676561356, 0.001771257841028273, 0.0022437882144004107, 0.00271631870418787, 0.0031888489611446857, 0.0036613792181015015, 0.0041339099407196045, 0.00460644019767642, 0.005078970454633236, 0.005551500711590052, 0.006024030968546867, 0.00649656169116497, 0.006969091948121786, 0.007441622205078602, 0.007914152927696705, 0.008386682718992233, 0.008859213441610336, 0.00933174416422844, 0.009804273955523968, 0.01027680467814207, 0.0107493344694376, 0.011221865192055702, 0.011694395914673805, 0.012166925705969334, 0.012639456428587437, 0.01311198715120554, 0.013584516942501068, 0.014057047665119171, 0.014529578387737274, 0.015002108179032803, 0.015474638901650906, 0.015947168692946434, 0.016419699415564537]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 4.0, 3.0, 2.0, 3.0, 2.0, 3.0, 2.0, 4.0, 10.0, 2.0, 0.0, 3.0, 1.0, 3.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.006211304571479559, -0.0060082306154072285, -0.005805156659334898, -0.00560208223760128, -0.00539900828152895, -0.005195934325456619, -0.004992860369384289, -0.004789786413311958, -0.004586712457239628, -0.00438363803550601, -0.00418056407943368, -0.003977490123361349, -0.0037744161672890186, -0.0035713419783860445, -0.003368268022313714, -0.00316519383341074, -0.0029621198773384094, -0.002759045921266079, -0.002555971732363105, -0.0023528977762907743, -0.0021498235873878, -0.0019467496313154697, -0.0017436756752431393, -0.001540601602755487, -0.0013375275302678347, -0.0011344534577801824, -0.000931379443500191, -0.0007283054292201996, -0.0005252313567325473, -0.00032215731334872544, -0.00011908326996490359, 8.399077341891825e-05, 0.0002870648168027401, 0.0004901388892903924, 0.0006932129035703838, 0.0008962869178503752, 0.0010993609903380275, 0.0013024350628256798, 0.0015055090188980103, 0.0017085830913856626, 0.0019116571638733149, 0.0021147311199456453, 0.0023178053088486195, 0.00252087926492095, 0.0027239532209932804, 0.0029270274098962545, 0.003130101365968585, 0.003333175554871559, 0.0035362495109438896, 0.00373932346701622, 0.003942397423088551, 0.004145471844822168, 0.004348545800894499, 0.004551619756966829, 0.00475469371303916, 0.00495776766911149, 0.005160842090845108, 0.0053639160469174385, 0.005566990002989769, 0.0057700639590620995, 0.00597313791513443, 0.00617621187120676, 0.006379286292940378, 0.006582360249012709, 0.006785434205085039]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 5.0, 3.0, 3.0, 2.0, 3.0, 3.0, 6.0, 6.0, 11.0, 10.0, 20.0, 16.0, 17.0, 29.0, 34.0, 41.0, 60.0, 80.0, 127.0, 171.0, 224.0, 381.0, 597.0, 796.0, 1119.0, 1769.0, 6223.0, 1491.0, 1022.0, 832.0, 674.0, 501.0, 389.0, 378.0, 313.0, 264.0, 166.0, 139.0, 130.0, 104.0, 59.0, 50.0, 33.0, 35.0, 31.0, 20.0, 10.0, 5.0, 7.0, 2.0, 7.0, 4.0, 2.0, 1.0, 1.0, 1.0], "bins": [-0.005374226253479719, -0.005219178274273872, -0.005064129829406738, -0.0049090818502008915, -0.004754033870995045, -0.004598985891789198, -0.004443937912583351, -0.004288889467716217, -0.00413384148851037, -0.0039787935093045235, -0.003823745297268033, -0.0036686970852315426, -0.003513649106025696, -0.003358601126819849, -0.0032035529147833586, -0.003048504702746868, -0.0028934567235410213, -0.0027384087443351746, -0.002583360532298684, -0.0024283123202621937, -0.002273264341056347, -0.0021182163618505, -0.0019631681498140097, -0.001808120054192841, -0.0016530719585716724, -0.0014980238629505038, -0.0013429757673293352, -0.0011879276717081666, -0.001032879576086998, -0.0008778314804658294, -0.0007227833848446608, -0.0005677352892234921, -0.00041268719360232353, -0.0002576390979811549, -0.0001025910023599863, 5.245709326118231e-05, 0.00020750518888235092, 0.00036255328450351954, 0.0005176013801246881, 0.0006726494757458568, 0.0008276975713670254, 0.000982745666988194, 0.0011377937626093626, 0.0012928418582305312, 0.0014478899538516998, 0.0016029380494728684, 0.001757986145094037, 0.0019130342407152057, 0.0020680823363363743, 0.002223130315542221, 0.0023781785275787115, 0.002533226739615202, 0.0026882747188210487, 0.0028433226980268955, 0.002998370910063386, 0.0031534191220998764, 0.003308467101305723, 0.00346351508051157, 0.0036185632925480604, 0.003773611504584551, 0.003928659483790398, 0.004083707462996244, 0.004238755442202091, 0.004393803887069225, 0.004548851866275072]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.017823711037635803, -0.01734457165002823, -0.016865432262420654, -0.01638629473745823, -0.015907155349850655, -0.01542801596224308, -0.014948876574635506, -0.014469738118350506, -0.013990598730742931, -0.013511459343135357, -0.013032320886850357, -0.012553181499242783, -0.012074042111635208, -0.011594903655350208, -0.011115764267742634, -0.010636625811457634, -0.01015748642385006, -0.009678347036242485, -0.009199208579957485, -0.00872006919234991, -0.008240930736064911, -0.007761791348457336, -0.007282651960849762, -0.006803513038903475, -0.006324374116957188, -0.0058452351950109005, -0.005366096273064613, -0.004886956885457039, -0.004407817963510752, -0.003928679041564465, -0.0034495398867875338, -0.002970400732010603, -0.002491261810064316, -0.0020121228881180286, -0.0015329837333410978, -0.0010538446949794888, -0.0005747056566178799, -9.556661825627089e-05, 0.0003835724201053381, 0.0008627114584669471, 0.001341850496828556, 0.001820989535190165, 0.002300128573551774, 0.002779267728328705, 0.003258406650274992, 0.003737545572221279, 0.004216684959828854, 0.004695823881775141, 0.005174962803721428, 0.005654101725667715, 0.006133240647614002, 0.006612380035221577, 0.007091518957167864, 0.007570657879114151, 0.008049797266721725, 0.008528935723006725, 0.0090080751106143, 0.009487214498221874, 0.009966352954506874, 0.010445492342114449, 0.010924631729722023, 0.011403770186007023, 0.011882909573614597, 0.012362048029899597, 0.012841187417507172]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 3.0, 2.0, 3.0, 3.0, 1.0, 4.0, 5.0, 5.0, 4.0, 5.0, 7.0, 5.0, 12.0, 14.0, 56.0, 16.0, 9.0, 7.0, 10.0, 10.0, 7.0, 11.0, 6.0, 9.0, 6.0, 4.0, 6.0, 4.0, 11.0, 7.0, 2.0, 1.0, 2.0, 8.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.012023895047605038, -0.011662510223686695, -0.011301126331090927, -0.010939741507172585, -0.010578357614576817, -0.010216972790658474, -0.009855588898062706, -0.009494204074144363, -0.00913281925022602, -0.008771435357630253, -0.00841005053371191, -0.008048666641116142, -0.0076872818171978, -0.007325897458940744, -0.006964513100683689, -0.006603128742426634, -0.0062417443841695786, -0.005880360025912523, -0.005518975667655468, -0.005157591309398413, -0.004796206951141357, -0.004434822127223015, -0.0040734377689659595, -0.0037120534107089043, -0.003350669052451849, -0.0029892846941947937, -0.0026279003359377384, -0.0022665157448500395, -0.0019051313865929842, -0.001543747028335929, -0.0011823625536635518, -0.0008209781371988356, -0.0004595937207341194, -9.820930426940322e-05, 0.000263175112195313, 0.0006245595286600292, 0.0009859439451247454, 0.0013473283033818007, 0.0017087127780541778, 0.002070097252726555, 0.00243148161098361, 0.0027928659692406654, 0.0031542503274977207, 0.0035156349185854197, 0.003877019276842475, 0.004238403867930174, 0.004599788226187229, 0.0049611725844442844, 0.00532255694270134, 0.005683941300958395, 0.00604532565921545, 0.006406710017472506, 0.006768094375729561, 0.0071294791996479034, 0.007490863557904959, 0.007852247916162014, 0.008213631808757782, 0.008575016632676125, 0.008936401456594467, 0.009297785349190235, 0.009659170173108578, 0.010020554065704346, 0.010381938889622688, 0.010743322782218456, 0.011104707606136799]}, "_runtime": 12.177193880081177, "_timestamp": 1596209458.8340752, "_step": 9} +{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 4.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 2.0, 0.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 3.0, 2.0, 2.0, 2.0, 4.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.015538766048848629, -0.015155619941651821, -0.014772474765777588, -0.01438932865858078, -0.014006182551383972, -0.013623036444187164, -0.013239890336990356, -0.012856745161116123, -0.012473599053919315, -0.012090452946722507, -0.011707307770848274, -0.011324161663651466, -0.010941015556454659, -0.01055786944925785, -0.010174723342061043, -0.00979157816618681, -0.009408432058990002, -0.009025285951793194, -0.00864214077591896, -0.008258994668722153, -0.007875848561525345, -0.007492702454328537, -0.0071095568127930164, -0.006726411171257496, -0.006343265064060688, -0.00596011895686388, -0.00557697331532836, -0.005193827673792839, -0.004810681566596031, -0.004427535459399223, -0.004044389817863703, -0.0036612439434975386, -0.0032780980691313744, -0.00289495219476521, -0.002511806320399046, -0.0021286604460328817, -0.0017455145716667175, -0.0013623686973005533, -0.0009792228229343891, -0.0005960769485682249, -0.0002129310742020607, 0.0001702148001641035, 0.0005533606745302677, 0.0009365065488964319, 0.0013196524232625961, 0.0017027982976287603, 0.0020859441719949245, 0.0024690900463610888, 0.002852235920727253, 0.003235381795093417, 0.0036185276694595814, 0.004001673310995102, 0.00438481941819191, 0.004767965525388718, 0.005151111166924238, 0.005534256808459759, 0.005917402915656567, 0.0063005490228533745, 0.006683694664388895, 0.007066840305924416, 0.0074499864131212234, 0.007833132520318031, 0.00821627862751484, 0.008599423803389072, 0.00898256991058588]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 6.0, 4.0, 6.0, 6.0, 8.0, 5.0, 10.0, 7.0, 17.0, 14.0, 14.0, 31.0, 43.0, 57.0, 54.0, 106.0, 123.0, 144.0, 198.0, 246.0, 332.0, 407.0, 2324.0, 1763.0, 736.0, 425.0, 300.0, 175.0, 98.0, 73.0, 60.0, 37.0, 34.0, 21.0, 11.0, 10.0, 6.0, 5.0, 3.0, 1.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0], "bins": [-0.20984576642513275, -0.20456242561340332, -0.19927909970283508, -0.19399577379226685, -0.18871243298053741, -0.18342909216880798, -0.17814576625823975, -0.1728624403476715, -0.16757909953594208, -0.16229575872421265, -0.1570124328136444, -0.15172910690307617, -0.14644576609134674, -0.1411624252796173, -0.13587909936904907, -0.13059577345848083, -0.1253124326467514, -0.12002909928560257, -0.11474576592445374, -0.1094624325633049, -0.10417909920215607, -0.09889576584100723, -0.0936124324798584, -0.08832909911870956, -0.08304576575756073, -0.0777624323964119, -0.07247909903526306, -0.06719576567411423, -0.06191243231296539, -0.05662909895181656, -0.051345765590667725, -0.04606243222951889, -0.040779098868370056, -0.03549576550722122, -0.030212432146072388, -0.024929098784923553, -0.01964576542377472, -0.014362432062625885, -0.00907909870147705, -0.0037957653403282166, 0.0014875680208206177, 0.006770901381969452, 0.012054234743118286, 0.01733756810426712, 0.022620901465415955, 0.02790423482656479, 0.03318756818771362, 0.03847090154886246, 0.04375423491001129, 0.049037568271160126, 0.05432090163230896, 0.059604234993457794, 0.06488756835460663, 0.07017090171575546, 0.0754542350769043, 0.08073756843805313, 0.08602090179920197, 0.0913042351603508, 0.09658756852149963, 0.10187090188264847, 0.1071542352437973, 0.11243756860494614, 0.11772090196609497, 0.1230042353272438, 0.12828756868839264]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 5.0, 2.0, 2.0, 3.0, 3.0, 6.0, 4.0, 3.0, 4.0, 1.0, 3.0, 2.0, 2.0, 1.0, 4.0, 5.0, 23.0, 2.0, 5.0, 3.0, 4.0, 3.0, 2.0, 0.0, 4.0, 1.0, 3.0, 1.0, 4.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005108174867928028, -0.00495129032060504, -0.004794405773282051, -0.004637521225959063, -0.004480636678636074, -0.0043237521313130856, -0.00416686711832881, -0.004009982571005821, -0.0038530980236828327, -0.003696213476359844, -0.0035393289290368557, -0.003382444381713867, -0.0032255598343908787, -0.00306867528706789, -0.002911790506914258, -0.0027549059595912695, -0.002598021412268281, -0.0024411368649452925, -0.002284252317622304, -0.002127367537468672, -0.0019704829901456833, -0.0018135984428226948, -0.0016567138954997063, -0.001499829231761396, -0.0013429446844384074, -0.001186060137115419, -0.0010291754733771086, -0.0008722909260541201, -0.0007154063205234706, -0.0005585217149928212, -0.00040163713856600225, -0.0002447525621391833, -8.786795660853386e-05, 6.901663437020034e-05, 0.00022590122534893453, 0.0003827858017757535, 0.0005396704073064029, 0.0006965550128370523, 0.0008534395601600409, 0.0010103242238983512, 0.0011672087712213397, 0.0013240933185443282, 0.0014809779822826385, 0.001637862529605627, 0.0017947470769286156, 0.001951631740666926, 0.0021085164044052362, 0.0022654009517282248, 0.0024222854990512133, 0.0025791700463742018, 0.0027360545936971903, 0.0028929393738508224, 0.003049823921173811, 0.0032067084684967995, 0.003363593015819788, 0.0035204775631427765, 0.003677362110465765, 0.003834246890619397, 0.003991131205111742, 0.004148016218096018, 0.004304900765419006, 0.004461785312741995, 0.004618669860064983, 0.004775554407387972, 0.00493243895471096]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 2.0, 4.0, 10.0, 13.0, 25.0, 42.0, 65.0, 74.0, 150.0, 168.0, 240.0, 298.0, 391.0, 511.0, 738.0, 940.0, 1419.0, 1811.0, 2581.0, 3537.0, 4951.0, 6631.0, 8993.0, 11958.0, 16002.0, 20897.0, 27558.0, 37771.0, 51566.0, 70234.0, 91749.0, 114683.0, 410602.0, 76362.0, 55597.0, 39942.0, 29745.0, 22124.0, 16971.0, 12873.0, 9885.0, 7494.0, 5872.0, 4488.0, 3400.0, 2464.0, 1836.0, 1316.0, 887.0, 636.0, 435.0, 256.0, 183.0, 103.0, 82.0, 32.0, 27.0, 6.0, 8.0, 4.0, 2.0], "bins": [-0.015519894659519196, -0.015076611191034317, -0.014633326791226864, -0.01419004239141941, -0.013746758922934532, -0.013303475454449654, -0.0128601910546422, -0.012416906654834747, -0.011973623186349869, -0.01153033971786499, -0.011087055318057537, -0.010643770918250084, -0.010200487449765205, -0.009757203981280327, -0.009313919581472874, -0.00887063518166542, -0.008427351713180542, -0.007984068244695663, -0.00754078384488821, -0.0070974999107420444, -0.006654215976595879, -0.006210932042449713, -0.005767648108303547, -0.005324364174157381, -0.004881080240011215, -0.004437796305865049, -0.0039945123717188835, -0.0035512284375727177, -0.003107944503426552, -0.002664660569280386, -0.00222137663513422, -0.0017780927009880543, -0.0013348087668418884, -0.0008915248326957226, -0.00044824089854955673, -4.956964403390884e-06, 0.00043832696974277496, 0.0008816109038889408, 0.0013248948380351067, 0.0017681787721812725, 0.0022114627063274384, 0.002654746640473604, 0.00309803057461977, 0.003541314508765936, 0.003984598442912102, 0.004427882377058268, 0.0048711663112044334, 0.005314450245350599, 0.005757734179496765, 0.006201018113642931, 0.006644302047789097, 0.007087585981935263, 0.0075308699160814285, 0.007974153384566307, 0.00841743778437376, 0.008860722184181213, 0.009304005652666092, 0.00974728912115097, 0.010190573520958424, 0.010633857920765877, 0.011077141389250755, 0.011520424857735634, 0.011963709257543087, 0.01240699365735054, 0.012850277125835419]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 4.0, 4.0, 3.0, 3.0, 3.0, 3.0, 0.0, 8.0, 3.0, 0.0, 3.0, 2.0, 0.0, 3.0, 3.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.021020380780100822, -0.02051597088575363, -0.02001155912876129, -0.0195071492344141, -0.01900273934006691, -0.01849832758307457, -0.01799391768872738, -0.01748950593173504, -0.016985096037387848, -0.016480686143040657, -0.015976274386048317, -0.015471864491701126, -0.01496745366603136, -0.014463042840361595, -0.013958632946014404, -0.013454222120344639, -0.012949811294674873, -0.012445400469005108, -0.011940989643335342, -0.011436579748988152, -0.010932168923318386, -0.01042775809764862, -0.00992334820330143, -0.009418937377631664, -0.008914526551961899, -0.008410115726292133, -0.007905704900622368, -0.007401295006275177, -0.0068968841806054115, -0.006392473354935646, -0.005888062994927168, -0.00538365263491869, -0.004879241809248924, -0.004374830983579159, -0.0038704206235706806, -0.003366010030731559, -0.002861599437892437, -0.002357188845053315, -0.0018527782522141933, -0.0013483676593750715, -0.0008439570665359497, -0.0003395464736968279, 0.00016486411914229393, 0.0006692747119814157, 0.0011736853048205376, 0.0016780958976596594, 0.002182506490498781, 0.002686917083337903, 0.003191327676177025, 0.0036957382690161467, 0.0042001488618552685, 0.004704559221863747, 0.005208970047533512, 0.005713380873203278, 0.006217791233211756, 0.006722201593220234, 0.007226612418889999, 0.007731023244559765, 0.00823543407022953, 0.008739843964576721, 0.009244254790246487, 0.009748665615916252, 0.010253075510263443, 0.010757486335933208, 0.011261897161602974]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 2.0, 1.0, 4.0, 2.0, 1.0, 3.0, 2.0, 4.0, 1.0, 8.0, 3.0, 1.0, 8.0, 9.0, 9.0, 16.0, 4.0, 11.0, 6.0, 10.0, 7.0, 9.0, 14.0, 16.0, 18.0, 8.0, 21.0, 12.0, 18.0, 28.0, 22.0, 35.0, 55.0, 67.0, 106.0, 124.0, 153.0, 245.0, 295.0, 497.0, 701.0, 1016.0, 1802.0, 7316.0, 2298.0, 1177.0, 713.0, 465.0, 316.0, 281.0, 174.0, 107.0, 48.0, 63.0, 27.0, 23.0, 7.0, 17.0, 12.0, 6.0, 2.0, 1.0, 2.0], "bins": [-0.01422883290797472, -0.013911078684031963, -0.013593324460089207, -0.01327557023614645, -0.012957815080881119, -0.012640060856938362, -0.012322306632995605, -0.012004552409052849, -0.011686798185110092, -0.011369043961167336, -0.011051289737224579, -0.010733535513281822, -0.010415781289339066, -0.010098026134073734, -0.009780271910130978, -0.009462517686188221, -0.009144763462245464, -0.008827009238302708, -0.008509255014359951, -0.008191500790417194, -0.007873745635151863, -0.007555991876870394, -0.00723823718726635, -0.006920482963323593, -0.0066027287393808365, -0.00628497451543808, -0.005967220291495323, -0.005649465601891279, -0.005331711377948523, -0.005013957154005766, -0.004696202464401722, -0.004378448240458965, -0.004060694016516209, -0.003742939792573452, -0.0034251853358000517, -0.0031074308790266514, -0.0027896766550838947, -0.002471922431141138, -0.0021541679743677378, -0.0018364136340096593, -0.0015186592936515808, -0.0012009049532935023, -0.0008831506129354239, -0.0005653962725773454, -0.0002476419322192669, 7.011240813881159e-05, 0.00038786674849689007, 0.0007056210888549685, 0.001023375429213047, 0.0013411297695711255, 0.001658884109929204, 0.0019766385667026043, 0.002294392790645361, 0.0026121470145881176, 0.002929901471361518, 0.003247655928134918, 0.003565410152077675, 0.0038831643760204315, 0.004200918599963188, 0.004518673289567232, 0.004836427513509989, 0.0051541817374527454, 0.005471936427056789, 0.005789690650999546, 0.006107444874942303]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 3.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.038662251085042953, -0.03775790333747864, -0.03685355931520462, -0.035949211567640305, -0.03504486754536629, -0.03414051979780197, -0.033236175775527954, -0.03233182802796364, -0.03142748400568962, -0.030523138120770454, -0.029618792235851288, -0.02871444635093212, -0.027810100466012955, -0.026905754581093788, -0.02600140869617462, -0.025097062811255455, -0.02419271692633629, -0.023288369178771973, -0.022384023293852806, -0.02147967740893364, -0.020575331524014473, -0.019670985639095306, -0.01876663975417614, -0.017862293869256973, -0.016957947984337807, -0.01605360209941864, -0.015149256214499474, -0.014244910329580307, -0.01334056444466114, -0.012436218559741974, -0.011531872674822807, -0.01062752678990364, -0.009723180904984474, -0.008818835020065308, -0.007914489135146141, -0.0070101432502269745, -0.006105797365307808, -0.005201451014727354, -0.0042971051298081875, -0.003392759244889021, -0.0024884133599698544, -0.0015840674750506878, -0.0006797214737161994, 0.00022462446941062808, 0.0011289704125374556, 0.002033316297456622, 0.0029376624152064323, 0.003842008300125599, 0.0047463541850447655, 0.005650700069963932, 0.006555045954883099, 0.007459391839802265, 0.008363737724721432, 0.009268083609640598, 0.010172429494559765, 0.011076775379478931, 0.011981122195720673, 0.01288546808063984, 0.013789813965559006, 0.014694159850478172, 0.015598505735397339, 0.016502851620316505, 0.017407197505235672, 0.01831154339015484, 0.019215889275074005]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 3.0, 5.0, 4.0, 3.0, 1.0, 3.0, 1.0, 6.0, 5.0, 6.0, 9.0, 1.0, 10.0, 5.0, 6.0, 6.0, 5.0, 10.0, 10.0, 12.0, 11.0, 15.0, 17.0, 57.0, 16.0, 15.0, 7.0, 7.0, 5.0, 6.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.02270279824733734, -0.022265467792749405, -0.02182813733816147, -0.021390806883573532, -0.020953476428985596, -0.02051614411175251, -0.020078813657164574, -0.019641483202576637, -0.0192041527479887, -0.018766822293400764, -0.018329491838812828, -0.01789216138422489, -0.017454829066991806, -0.01701749861240387, -0.016580168157815933, -0.016142837703227997, -0.01570550724864006, -0.015268176794052124, -0.014830846339464188, -0.014393514953553677, -0.01395618449896574, -0.013518854044377804, -0.013081522658467293, -0.012644192203879356, -0.01220686174929142, -0.011769531294703484, -0.011332200840115547, -0.010894869454205036, -0.0104575389996171, -0.010020208545029163, -0.009582877159118652, -0.009145546704530716, -0.00870821624994278, -0.008270885795354843, -0.007833555340766907, -0.007396223954856396, -0.006958893500268459, -0.006521563045680523, -0.006084232125431299, -0.0056469012051820755, -0.005209570750594139, -0.004772240296006203, -0.004334909375756979, -0.003897578688338399, -0.003460248000919819, -0.003022917313501239, -0.0025855866260826588, -0.0021482559386640787, -0.0017109252512454987, -0.0012735945638269186, -0.0008362638764083385, -0.0003989331889897585, 3.8397498428821564e-05, 0.0004757281858474016, 0.0009130588732659817, 0.0013503895606845617, 0.0017877202481031418, 0.002225050935521722, 0.002662381622940302, 0.003099712310358882, 0.003537042997777462, 0.003974373452365398, 0.004411704372614622, 0.004849035292863846, 0.005286365747451782]}, "_runtime": 12.99346923828125, "_timestamp": 1596209459.6503506, "_step": 10} +{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 4.0, 1.0, 2.0, 2.0, 2.0, 1.0, 2.0, 2.0, 3.0, 5.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 3.0, 7.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016074135899543762, -0.015598153695464134, -0.015122171491384506, -0.014646189287304878, -0.01417020708322525, -0.013694223947823048, -0.01321824174374342, -0.012742259539663792, -0.012266277335584164, -0.011790295131504536, -0.011314312927424908, -0.01083833072334528, -0.010362347587943077, -0.009886365383863449, -0.009410383179783821, -0.008934400975704193, -0.008458418771624565, -0.007982436567544937, -0.007506454363465309, -0.007030471693724394, -0.006554489489644766, -0.006078507285565138, -0.0056025246158242226, -0.005126542411744595, -0.004650560207664967, -0.004174578003585339, -0.003698595566675067, -0.0032226131297647953, -0.0027466309256851673, -0.0022706487216055393, -0.0017946662846952677, -0.0013186839642003179, -0.000842701643705368, -0.0003667193232104182, 0.0001092629972845316, 0.0005852453177794814, 0.0010612276382744312, 0.001537209958769381, 0.002013192279264331, 0.0024891747161746025, 0.0029651569202542305, 0.0034411391243338585, 0.0039171213284134865, 0.004393103998154402, 0.00486908620223403, 0.005345068406313658, 0.005821051076054573, 0.006297033280134201, 0.006773015484213829, 0.007248997688293457, 0.007724979892373085, 0.008200962096452713, 0.008676944300532341, 0.009152927435934544, 0.009628909640014172, 0.0101048918440938, 0.010580874048173428, 0.011056856252253056, 0.011532838456332684, 0.012008820660412312, 0.012484803795814514, 0.012960785999894142, 0.01343676820397377, 0.013912750408053398, 0.014388732612133026]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 6.0, 5.0, 6.0, 3.0, 7.0, 9.0, 11.0, 12.0, 18.0, 23.0, 40.0, 40.0, 65.0, 84.0, 111.0, 148.0, 159.0, 215.0, 362.0, 431.0, 572.0, 3255.0, 933.0, 553.0, 285.0, 189.0, 118.0, 80.0, 46.0, 36.0, 32.0, 18.0, 17.0, 10.0, 8.0, 4.0, 4.0, 3.0, 3.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.18160907924175262, -0.1764203906059265, -0.1712317168712616, -0.16604302823543549, -0.16085433959960938, -0.15566565096378326, -0.15047696232795715, -0.14528828859329224, -0.14009959995746613, -0.13491091132164001, -0.1297222375869751, -0.12453354895114899, -0.11934486031532288, -0.11415617167949677, -0.10896749049425125, -0.10377880930900574, -0.09859012067317963, -0.09340143203735352, -0.088212750852108, -0.08302406966686249, -0.07783538103103638, -0.07264669239521027, -0.06745801120996475, -0.06226932629942894, -0.05708064138889313, -0.051891956478357315, -0.0467032715678215, -0.04151458665728569, -0.03632590174674988, -0.031137216836214066, -0.025948531925678253, -0.02075984701514244, -0.015571162104606628, -0.010382477194070816, -0.005193792283535004, -5.107372999191284e-06, 0.005183577537536621, 0.010372262448072433, 0.015560947358608246, 0.020749632269144058, 0.02593831717967987, 0.031127002090215683, 0.036315687000751495, 0.04150437191128731, 0.04669305682182312, 0.05188174173235893, 0.057070426642894745, 0.06225911155343056, 0.06744779646396637, 0.07263648509979248, 0.077825166285038, 0.08301384747028351, 0.08820253610610962, 0.09339122474193573, 0.09857990592718124, 0.10376858711242676, 0.10895727574825287, 0.11414596438407898, 0.1193346455693245, 0.12452332675457001, 0.12971201539039612, 0.13490070402622223, 0.14008939266204834, 0.14527806639671326, 0.15046675503253937]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 3.0, 4.0, 1.0, 2.0, 1.0, 3.0, 3.0, 5.0, 2.0, 4.0, 2.0, 7.0, 5.0, 2.0, 1.0, 2.0, 2.0, 1.0, 26.0, 1.0, 4.0, 5.0, 2.0, 0.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 4.0, 2.0, 4.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.004434509668499231, -0.004298915155231953, -0.004163321107625961, -0.004027726594358683, -0.0038921323139220476, -0.003756537800654769, -0.003620943520218134, -0.003485349239781499, -0.003349754959344864, -0.0032141604460775852, -0.00307856616564095, -0.002942971885204315, -0.0028073773719370365, -0.0026717830915004015, -0.0025361888110637665, -0.002400594297796488, -0.002265000017359853, -0.0021294057369232178, -0.001993811223655939, -0.001858216943219304, -0.001722622662782669, -0.0015870282659307122, -0.0014514338690787554, -0.0013158395886421204, -0.0011802451917901635, -0.0010446507949382067, -0.0009090565145015717, -0.0007734621176496148, -0.0006378677790053189, -0.000502273440361023, -0.00036667907261289656, -0.0002310847194166854, -9.549036622047424e-05, 4.0103986975736916e-05, 0.00017569834017194808, 0.00031129270792007446, 0.0004468870465643704, 0.0005824813852086663, 0.0007180757820606232, 0.0008536701207049191, 0.000989264459349215, 0.0011248588562011719, 0.001260453136637807, 0.0013960475334897637, 0.0015316419303417206, 0.0016672362107783556, 0.0018028306076303124, 0.0019384248880669475, 0.0020740192849189043, 0.0022096135653555393, 0.002345208078622818, 0.002480802359059453, 0.002616396639496088, 0.0027519911527633667, 0.0028875854332000017, 0.0030231797136366367, 0.0031587742269039154, 0.0032943685073405504, 0.0034299627877771854, 0.0035655570682138205, 0.003701151581481099, 0.003836745861917734, 0.003972340375185013, 0.004107934422791004, 0.004243528936058283]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 1.0, 6.0, 9.0, 18.0, 34.0, 65.0, 101.0, 153.0, 243.0, 349.0, 564.0, 799.0, 1202.0, 1816.0, 2565.0, 3466.0, 4786.0, 6436.0, 8517.0, 11177.0, 14496.0, 18647.0, 23895.0, 31516.0, 42080.0, 56124.0, 74418.0, 96101.0, 421902.0, 95445.0, 67736.0, 48165.0, 35083.0, 25518.0, 19399.0, 14554.0, 11473.0, 8826.0, 7139.0, 5571.0, 4525.0, 3587.0, 2770.0, 2271.0, 1659.0, 1229.0, 935.0, 713.0, 479.0, 353.0, 230.0, 183.0, 126.0, 55.0, 48.0, 40.0, 13.0, 14.0, 12.0, 2.0, 1.0, 2.0, 3.0], "bins": [-0.01255149394273758, -0.012131007388234138, -0.011710520833730698, -0.011290034279227257, -0.010869547724723816, -0.010449061170220375, -0.010028574615716934, -0.009608088061213493, -0.009187601506710052, -0.008767114952206612, -0.00834662839770317, -0.00792614184319973, -0.007505655288696289, -0.007085168734192848, -0.006664682179689407, -0.0062441956251859665, -0.005823709070682526, -0.005403222516179085, -0.004982735961675644, -0.004562249407172203, -0.004141762852668762, -0.0037212762981653214, -0.0033007897436618805, -0.0028803031891584396, -0.0024598166346549988, -0.002039330080151558, -0.001618843525648117, -0.0011983569711446762, -0.0007778704166412354, -0.0003573838621377945, 6.310269236564636e-05, 0.0004835892468690872, 0.0009040758013725281, 0.001324562355875969, 0.0017450489103794098, 0.0021655354648828506, 0.0025860220193862915, 0.0030065085738897324, 0.0034269951283931732, 0.003847481682896614, 0.004267968237400055, 0.004688454791903496, 0.005108941346406937, 0.0055294279009103775, 0.005949914455413818, 0.006370401009917259, 0.0067908875644207, 0.007211374118924141, 0.007631860673427582, 0.008052347227931023, 0.008472833782434464, 0.008893320336937904, 0.009313806891441345, 0.009734293445944786, 0.010154780000448227, 0.010575266554951668, 0.010995753109455109, 0.01141623966395855, 0.01183672621846199, 0.012257212772965431, 0.012677699327468872, 0.013098185881972313, 0.013518672436475754, 0.013939158990979195, 0.014359645545482635]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 4.0, 4.0, 1.0, 3.0, 1.0, 6.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 5.0, 3.0, 5.0, 2.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.025105362758040428, -0.02454337850213051, -0.02398139238357544, -0.02341940812766552, -0.02285742200911045, -0.02229543775320053, -0.02173345349729061, -0.021171467378735542, -0.020609483122825623, -0.020047497004270554, -0.019485512748360634, -0.018923528492450714, -0.018361542373895645, -0.017799558117985725, -0.017237571999430656, -0.016675587743520737, -0.016113601624965668, -0.015551617369055748, -0.014989632181823254, -0.014427647925913334, -0.01386566273868084, -0.013303677551448345, -0.01274169236421585, -0.012179707176983356, -0.011617721989750862, -0.011055737733840942, -0.010493752546608448, -0.009931767359375954, -0.00936978217214346, -0.008807796984910965, -0.008245812729001045, -0.007683827541768551, -0.0071218423545360565, -0.006559857167303562, -0.005997872445732355, -0.005435887258499861, -0.004873902536928654, -0.004311917349696159, -0.003749932162463665, -0.0031879472080618143, -0.0026259622536599636, -0.002063977299258113, -0.0015019922284409404, -0.0009400072158314288, -0.00037802220322191715, 0.00018396280938759446, 0.0007459478219971061, 0.0013079328928142786, 0.0018699178472161293, 0.00243190280161798, 0.0029938877560198307, 0.003555872943252325, 0.004117857664823532, 0.0046798428520560265, 0.005241828039288521, 0.005803812760859728, 0.006365797948092222, 0.006927783135324717, 0.007489767856895924, 0.008051753044128418, 0.008613738231360912, 0.009175723418593407, 0.009737707674503326, 0.01029969286173582, 0.010861678048968315]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 3.0, 6.0, 0.0, 3.0, 7.0, 7.0, 8.0, 6.0, 12.0, 8.0, 14.0, 5.0, 13.0, 24.0, 18.0, 27.0, 20.0, 24.0, 41.0, 63.0, 107.0, 142.0, 210.0, 234.0, 261.0, 399.0, 588.0, 885.0, 1335.0, 2172.0, 6751.0, 1385.0, 1061.0, 626.0, 456.0, 474.0, 420.0, 277.0, 134.0, 96.0, 61.0, 17.0, 8.0, 4.0, 3.0], "bins": [-0.01733596995472908, -0.0169852152466774, -0.016634460538625717, -0.016283705830574036, -0.015932949259877205, -0.015582194551825523, -0.015231439843773842, -0.01488068513572216, -0.014529930427670479, -0.014179174788296223, -0.013828420080244541, -0.01347766537219286, -0.013126909732818604, -0.012776155024766922, -0.01242540031671524, -0.012074644677340984, -0.011723889969289303, -0.011373135261237621, -0.011022379621863365, -0.010671624913811684, -0.010320870205760002, -0.009970114566385746, -0.009619359858334064, -0.009268605150282383, -0.008917849510908127, -0.008567094802856445, -0.008216340094804764, -0.007865585386753082, -0.007514829747378826, -0.007164075039327145, -0.006813319865614176, -0.006462565157562494, -0.0061118099838495255, -0.005761054810136557, -0.005410300102084875, -0.005059544928371906, -0.004708790220320225, -0.004358035046607256, -0.004007279872894287, -0.003656524932011962, -0.0033057699911296368, -0.0029550150502473116, -0.0026042601093649864, -0.0022535049356520176, -0.0019027499947696924, -0.0015519950538873672, -0.0012012399965897202, -0.0008504849974997342, -0.0004997299984097481, -0.000148974999319762, 0.0002017799997702241, 0.0005525349988602102, 0.0009032899979501963, 0.0012540449388325214, 0.0016047999961301684, 0.0019555550534278154, 0.0023063099943101406, 0.0026570649351924658, 0.003007819876074791, 0.0033585750497877598, 0.003709329990670085, 0.00406008493155241, 0.004410840105265379, 0.0047615948133170605, 0.005112349987030029]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05975934490561485, -0.05814717710018158, -0.05653500556945801, -0.054922837764024734, -0.05331066623330116, -0.05169849842786789, -0.05008632689714432, -0.048474159091711044, -0.04686198756098747, -0.0452498197555542, -0.04363764822483063, -0.042025480419397354, -0.04041330888867378, -0.03880114108324051, -0.03718896955251694, -0.035576801747083664, -0.03396463394165039, -0.03235246241092682, -0.030740292742848396, -0.029128123074769974, -0.02751595340669155, -0.02590378373861313, -0.024291614070534706, -0.022679444402456284, -0.02106727659702301, -0.019455106928944588, -0.017842937260866165, -0.016230767592787743, -0.01461859792470932, -0.013006428256630898, -0.011394258588552475, -0.009782088920474052, -0.00816991925239563, -0.006557749584317207, -0.004945579916238785, -0.0033334107138216496, -0.001721241045743227, -0.00010907149408012629, 0.0015030980575829744, 0.0031152674928307533, 0.004727437160909176, 0.006339606828987598, 0.007951776497066021, 0.009563946165144444, 0.011176114901900291, 0.012788284569978714, 0.014400454238057137, 0.01601262390613556, 0.01762479357421398, 0.019236963242292404, 0.020849132910370827, 0.02246130257844925, 0.024073472246527672, 0.025685641914606094, 0.027297811582684517, 0.02890998125076294, 0.030522149056196213, 0.032134320586919785, 0.03374648839235306, 0.03535865992307663, 0.0369708277285099, 0.038582999259233475, 0.04019516706466675, 0.04180733859539032, 0.04341950640082359]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 1.0, 3.0, 0.0, 1.0, 2.0, 4.0, 5.0, 5.0, 5.0, 7.0, 5.0, 6.0, 8.0, 6.0, 4.0, 5.0, 5.0, 4.0, 7.0, 3.0, 3.0, 3.0, 9.0, 4.0, 6.0, 7.0, 5.0, 7.0, 8.0, 3.0, 8.0, 10.0, 12.0, 43.0, 11.0, 9.0, 11.0, 7.0, 6.0, 9.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.023426607251167297, -0.022881852462887764, -0.02233709767460823, -0.021792342886328697, -0.021247589960694313, -0.02070283517241478, -0.020158080384135246, -0.019613325595855713, -0.01906857080757618, -0.018523816019296646, -0.017979063093662262, -0.01743430830538273, -0.016889553517103195, -0.016344798728823662, -0.01580004394054413, -0.01525529008358717, -0.014710535295307636, -0.014165780507028103, -0.013621026650071144, -0.01307627186179161, -0.012531517073512077, -0.011986763216555119, -0.011442008428275585, -0.010897253639996052, -0.010352499783039093, -0.00980774499475956, -0.009262990206480026, -0.008718235418200493, -0.008173481561243534, -0.007628726772964001, -0.007083972450345755, -0.006539217662066221, -0.005994463339447975, -0.005449709016829729, -0.004904954228550196, -0.00436019990593195, -0.00381544535048306, -0.00327069079503417, -0.002725936472415924, -0.0021811819169670343, -0.0016364273615181446, -0.0010916728060692549, -0.000546918367035687, -2.163869794458151e-06, 0.0005425906274467707, 0.0010873451828956604, 0.0016320996219292283, 0.002176854060962796, 0.002721608616411686, 0.0032663631718605757, 0.0038111177273094654, 0.0043558720499277115, 0.004900626838207245, 0.005445381160825491, 0.005990135483443737, 0.00653489027172327, 0.0070796445943415165, 0.007624398916959763, 0.008169153705239296, 0.00871390849351883, 0.009258662350475788, 0.009803417138755322, 0.010348171927034855, 0.010892925783991814, 0.011437680572271347]}, "_runtime": 13.821135759353638, "_timestamp": 1596209460.478017, "_step": 11} +{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 4.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 2.0, 4.0, 1.0, 2.0, 5.0, 4.0, 3.0, 2.0, 2.0, 3.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.023016823455691338, -0.02234063297510147, -0.021664442494511604, -0.020988252013921738, -0.020312059670686722, -0.019635869190096855, -0.01895967870950699, -0.018283488228917122, -0.017607297748327255, -0.01693110726773739, -0.016254916787147522, -0.01557872537523508, -0.014902534894645214, -0.014226344414055347, -0.013550153002142906, -0.01287396252155304, -0.012197772040963173, -0.011521581560373306, -0.01084539107978344, -0.010169199667870998, -0.009493009187281132, -0.008816818706691265, -0.008140627294778824, -0.007464436814188957, -0.006788246333599091, -0.006112055853009224, -0.00543586490675807, -0.004759673960506916, -0.004083483479917049, -0.003407292766496539, -0.002731102053076029, -0.0020549113396555185, -0.0013787206262350082, -0.000702529912814498, -2.6339199393987656e-05, 0.0006498515140265226, 0.001326042227447033, 0.0020022329408675432, 0.0026784236542880535, 0.003354614367708564, 0.004030805081129074, 0.004706995561718941, 0.005383186507970095, 0.006059377454221249, 0.006735567934811115, 0.007411758415400982, 0.008087949827313423, 0.00876414030790329, 0.009440330788493156, 0.010116521269083023, 0.01079271174967289, 0.011468903161585331, 0.012145093642175198, 0.012821284122765064, 0.013497475534677505, 0.014173666015267372, 0.014849856495857239, 0.015526046976447105, 0.016202237457036972, 0.01687842793762684, 0.017554618418216705, 0.01823081076145172, 0.018907001242041588, 0.019583191722631454, 0.02025938220322132]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 4.0, 2.0, 3.0, 3.0, 8.0, 14.0, 14.0, 14.0, 21.0, 26.0, 38.0, 40.0, 59.0, 76.0, 106.0, 144.0, 184.0, 259.0, 382.0, 509.0, 3198.0, 1377.0, 585.0, 304.0, 182.0, 117.0, 71.0, 55.0, 37.0, 23.0, 15.0, 15.0, 7.0, 12.0, 6.0, 5.0, 1.0, 3.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17604166269302368, -0.1693890392780304, -0.1627364158630371, -0.15608377754688263, -0.14943115413188934, -0.14277853071689606, -0.13612589240074158, -0.1294732689857483, -0.122820645570755, -0.11616802215576172, -0.10951539129018784, -0.10286276042461395, -0.09621013700962067, -0.08955751359462738, -0.0829048827290535, -0.07625225186347961, -0.06959962844848633, -0.06294700503349304, -0.05629437416791916, -0.049641747027635574, -0.04298911988735199, -0.036336492747068405, -0.02968386560678482, -0.023031238466501236, -0.01637861132621765, -0.009725984185934067, -0.003073357045650482, 0.0035792700946331024, 0.010231897234916687, 0.01688452437520027, 0.023537151515483856, 0.03018977865576744, 0.036842405796051025, 0.04349503293633461, 0.050147660076618195, 0.05680028721690178, 0.06345291435718536, 0.07010553777217865, 0.07675816863775253, 0.08341079950332642, 0.0900634229183197, 0.09671604633331299, 0.10336867719888687, 0.11002130806446075, 0.11667393147945404, 0.12332655489444733, 0.1299791932106018, 0.1366318166255951, 0.14328444004058838, 0.14993706345558167, 0.15658968687057495, 0.16324232518672943, 0.16989494860172272, 0.176547572016716, 0.18320021033287048, 0.18985283374786377, 0.19650545716285706, 0.20315808057785034, 0.20981070399284363, 0.2164633423089981, 0.2231159657239914, 0.22976858913898468, 0.23642122745513916, 0.24307385087013245, 0.24972647428512573]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 3.0, 1.0, 5.0, 2.0, 7.0, 7.0, 3.0, 0.0, 3.0, 5.0, 1.0, 4.0, 2.0, 24.0, 4.0, 2.0, 1.0, 1.0, 3.0, 3.0, 3.0, 2.0, 1.0, 4.0, 4.0, 2.0, 3.0, 1.0, 2.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.00515915360301733, -0.004983457736670971, -0.004807762335985899, -0.00463206646963954, -0.0044563706032931805, -0.0042806752026081085, -0.004104979336261749, -0.00392928346991539, -0.0037535878363996744, -0.003577892202883959, -0.0034021963365375996, -0.003226500703021884, -0.0030508050695061684, -0.002875109203159809, -0.0026994135696440935, -0.0025237177032977343, -0.0023480220697820187, -0.002172326436266303, -0.001996630569919944, -0.0018209349364042282, -0.0016452391864731908, -0.0014695434365421534, -0.0012938478030264378, -0.0011181520530954003, -0.0009424563031643629, -0.0007667605532333255, -0.000591064861509949, -0.000415369140682742, -0.00023967341985553503, -6.397769902832806e-05, 0.00011171802179887891, 0.0002874137426260859, 0.00046310946345329285, 0.0006388052133843303, 0.0008145009051077068, 0.0009901965968310833, 0.0011658923467621207, 0.0013415880966931581, 0.0015172837302088737, 0.0016929794801399112, 0.0018686752300709486, 0.002044370863586664, 0.0022200667299330235, 0.002395762363448739, 0.0025714579969644547, 0.002747153863310814, 0.0029228494968265295, 0.0030985453631728888, 0.0032742409966886044, 0.00344993663020432, 0.003625632496550679, 0.003801328130066395, 0.003977023996412754, 0.004152719397097826, 0.004328415263444185, 0.0045041111297905445, 0.0046798065304756165, 0.004855502396821976, 0.005031198263168335, 0.005206894129514694, 0.005382589530199766, 0.005558285396546125, 0.005733981262892485, 0.005909676663577557, 0.006085372529923916]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 4.0, 3.0, 7.0, 8.0, 18.0, 18.0, 28.0, 62.0, 82.0, 133.0, 177.0, 247.0, 364.0, 533.0, 760.0, 1046.0, 1479.0, 2077.0, 2813.0, 3915.0, 5397.0, 7560.0, 10159.0, 13979.0, 18922.0, 25168.0, 33440.0, 45007.0, 59961.0, 78155.0, 99769.0, 415850.0, 84987.0, 65806.0, 49420.0, 36736.0, 27197.0, 20823.0, 15810.0, 12379.0, 9764.0, 7330.0, 5662.0, 4289.0, 3307.0, 2506.0, 1851.0, 1392.0, 1015.0, 700.0, 526.0, 369.0, 234.0, 158.0, 90.0, 71.0, 28.0, 25.0, 13.0, 10.0, 4.0, 3.0], "bins": [-0.014801513403654099, -0.014357076957821846, -0.013912639580667019, -0.013468203134834766, -0.01302376575767994, -0.012579329311847687, -0.01213489193469286, -0.011690455488860607, -0.01124601811170578, -0.010801581665873528, -0.0103571442887187, -0.009912707842886448, -0.00946827046573162, -0.009023834019899368, -0.008579396642744541, -0.008134960196912289, -0.007690523285418749, -0.007246086373925209, -0.006801649462431669, -0.006357212550938129, -0.00591277563944459, -0.00546833872795105, -0.00502390181645751, -0.00457946490496397, -0.004135028459131718, -0.0036905913148075342, -0.0032461544033139944, -0.0028017174918204546, -0.0023572808131575584, -0.0019128437852486968, -0.0014684069901704788, -0.001023970078676939, -0.0005795331671833992, -0.00013509628479368985, 0.0003093405975960195, 0.0007537774508818984, 0.0011982143623754382, 0.001642651273868978, 0.002087088068947196, 0.002531524980440736, 0.0029759618919342756, 0.0034203988034278154, 0.0038648357149213552, 0.004309272393584251, 0.004753709305077791, 0.005198146216571331, 0.005642583128064871, 0.006087020039558411, 0.0065314569510519505, 0.00697589386254549, 0.00742033077403903, 0.00786476768553257, 0.008309204131364822, 0.00875364150851965, 0.009198077954351902, 0.009642515331506729, 0.010086951777338982, 0.010531389154493809, 0.010975825600326061, 0.011420262977480888, 0.011864699423313141, 0.012309136800467968, 0.01275357324630022, 0.013198010623455048, 0.0136424470692873]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 4.0, 6.0, 6.0, 9.0, 1.0, 1.0, 4.0, 5.0, 5.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.021136045455932617, -0.02055021934211254, -0.019964395090937614, -0.01937856897711754, -0.018792742863297462, -0.018206918612122536, -0.01762109249830246, -0.017035266384482384, -0.016449440270662308, -0.01586361601948738, -0.015277789905667305, -0.014691964723169804, -0.014106139540672302, -0.013520313426852226, -0.012934488244354725, -0.012348662130534649, -0.011762836948037148, -0.011177011765539646, -0.01059118565171957, -0.010005360469222069, -0.009419534355401993, -0.008833709172904491, -0.00824788399040699, -0.007662058342248201, -0.007076232694089413, -0.006490407045930624, -0.005904581397771835, -0.005318756215274334, -0.004732930567115545, -0.004147104918956757, -0.0035612795036286116, -0.0029754540883004665, -0.002389628440141678, -0.001803802908398211, -0.0012179773766547441, -0.0006321518449112773, -4.632631316781044e-05, 0.0005394992185756564, 0.0011253247503191233, 0.0017111502820625901, 0.002296975813806057, 0.0028828014619648457, 0.0034686268772929907, 0.004054452292621136, 0.004640277940779924, 0.005226103588938713, 0.0058119287714362144, 0.006397754419595003, 0.006983580067753792, 0.0075694057159125805, 0.00815523136407137, 0.00874105654656887, 0.009326882660388947, 0.009912707842886448, 0.01049853302538395, 0.011084359139204025, 0.011670184321701527, 0.012256009504199028, 0.012841835618019104, 0.013427660800516605, 0.014013485983014107, 0.014599312096834183, 0.015185137279331684, 0.015770962461829185, 0.01635678857564926]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 5.0, 3.0, 0.0, 3.0, 2.0, 3.0, 8.0, 7.0, 4.0, 4.0, 8.0, 5.0, 13.0, 12.0, 12.0, 9.0, 13.0, 18.0, 5.0, 9.0, 12.0, 12.0, 19.0, 30.0, 27.0, 31.0, 65.0, 108.0, 142.0, 216.0, 346.0, 592.0, 1033.0, 1611.0, 2532.0, 7315.0, 1665.0, 925.0, 496.0, 275.0, 186.0, 152.0, 127.0, 106.0, 63.0, 63.0, 34.0, 19.0, 18.0, 11.0, 13.0, 16.0, 12.0, 1.0, 3.0, 2.0, 4.0, 1.0, 2.0, 1.0], "bins": [-0.016415070742368698, -0.015999652445316315, -0.01558423601090908, -0.015168818645179272, -0.014753401279449463, -0.014337983913719654, -0.013922566547989845, -0.013507149182260036, -0.013091731816530228, -0.012676314450800419, -0.01226089708507061, -0.011845479719340801, -0.011430062353610992, -0.011014644987881184, -0.010599227622151375, -0.010183810256421566, -0.009768392890691757, -0.009352974593639374, -0.008937557227909565, -0.008522139862179756, -0.008106722496449947, -0.007691305596381426, -0.007275888230651617, -0.006860470864921808, -0.006445053033530712, -0.006029635667800903, -0.0056142183020710945, -0.005198800936341286, -0.004783383570611477, -0.004367966204881668, -0.003952548839151859, -0.0035371314734220505, -0.0031217141076922417, -0.002706296741962433, -0.002290879376232624, -0.0018754618940874934, -0.0014600445283576846, -0.0010446271626278758, -0.0006292097386904061, -0.00021379234385676682, 0.00020162505097687244, 0.0006170424167066813, 0.00103245978243649, 0.0014478772645816207, 0.0018632946303114295, 0.00227871211245656, 0.002694129478186369, 0.0031095468439161777, 0.0035249642096459866, 0.003940381575375795, 0.004355798941105604, 0.004771216306835413, 0.005186633672565222, 0.005602051038295031, 0.006017468404024839, 0.006432885769754648, 0.006848303601145744, 0.007263720966875553, 0.007679138332605362, 0.00809455569833517, 0.00850997306406498, 0.008925390429794788, 0.009340807795524597, 0.009756225161254406, 0.010171642526984215]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.05125298723578453, -0.0498141385614872, -0.04837528616189957, -0.046936437487602234, -0.0454975888133049, -0.04405873641371727, -0.04261988773941994, -0.041181039065122604, -0.03974218666553497, -0.03830333799123764, -0.03686448931694031, -0.035425640642642975, -0.033986788243055344, -0.03254793956875801, -0.03110908903181553, -0.029670240357518196, -0.028231389820575714, -0.026792539283633232, -0.0253536906093359, -0.023914840072393417, -0.022475991398096085, -0.021037140861153603, -0.01959829032421112, -0.018159441649913788, -0.016720591112971306, -0.015281741507351398, -0.013842891901731491, -0.012404041364789009, -0.010965191759169102, -0.009526342153549194, -0.008087491616606712, -0.006648642010986805, -0.005209792405366898, -0.0037709425669163465, -0.0023320927284657955, -0.0008932428900152445, 0.0005456069484353065, 0.0019844567868858576, 0.0034233066253364086, 0.004862156696617603, 0.006301006302237511, 0.007739855907857418, 0.009178705513477325, 0.010617556050419807, 0.012056405656039715, 0.013495255261659622, 0.014934105798602104, 0.016372954472899437, 0.01781180500984192, 0.0192506555467844, 0.020689504221081734, 0.022128354758024216, 0.02356720343232155, 0.02500605396926403, 0.026444904506206512, 0.027883753180503845, 0.029322603717446327, 0.03076145425438881, 0.03220030292868614, 0.033639151602983475, 0.035078004002571106, 0.03651685267686844, 0.03795570135116577, 0.0393945537507534, 0.040833402425050735]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 3.0, 6.0, 7.0, 4.0, 4.0, 7.0, 7.0, 9.0, 3.0, 12.0, 6.0, 6.0, 12.0, 10.0, 15.0, 16.0, 16.0, 53.0, 13.0, 12.0, 10.0, 9.0, 13.0, 2.0, 1.0, 8.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.0375654511153698, -0.03668324649333954, -0.03580104187130928, -0.03491884097456932, -0.03403663635253906, -0.033154431730508804, -0.032272227108478546, -0.03139002248644829, -0.03050781972706318, -0.02962561510503292, -0.028743410483002663, -0.027861207723617554, -0.026979003101587296, -0.026096798479557037, -0.02521459572017193, -0.02433239109814167, -0.02345018833875656, -0.022567983716726303, -0.021685779094696045, -0.020803576335310936, -0.019921371713280678, -0.01903916709125042, -0.01815696433186531, -0.017274759709835052, -0.016392555087804794, -0.01551035139709711, -0.014628147706389427, -0.013745944015681744, -0.012863739393651485, -0.011981535702943802, -0.011099332012236118, -0.01021712739020586, -0.009334923699498177, -0.008452720008790493, -0.007570515852421522, -0.006688311696052551, -0.005806108005344868, -0.004923903848975897, -0.004041699692606926, -0.0031594957690685987, -0.0022772918455302715, -0.0013950879219919443, -0.0005128838820382953, 0.00036932009970769286, 0.001251524081453681, 0.002133728004992008, 0.003015932161360979, 0.0038981360848993063, 0.0047803400084376335, 0.005662544164806604, 0.006544747855514288, 0.007426952011883259, 0.008309155702590942, 0.0091913603246212, 0.010073564015328884, 0.010955767706036568, 0.011837972328066826, 0.01272017601877451, 0.013602379709482193, 0.014484583400189877, 0.015366788022220135, 0.01624899171292782, 0.017131196334958076, 0.018013399094343185, 0.018895603716373444]}, "_runtime": 14.653722047805786, "_timestamp": 1596209461.3106034, "_step": 12} +{"val_accuracy": 0.6683896974885845, "val_loss": 1.0904629657801972, "_runtime": 16.200103282928467, "_timestamp": 1596209462.8569846, "_step": 13} diff --git a/wandb/run-20200731_153049-3umrhzi5/wandb-metadata.json b/wandb/run-20200731_153049-3umrhzi5/wandb-metadata.json new file mode 100644 index 0000000..34663eb --- /dev/null +++ b/wandb/run-20200731_153049-3umrhzi5/wandb-metadata.json @@ -0,0 +1,30 @@ +{ + "root": "/home/akternurra/Documents/projects/quest-for-general-artifical-intelligence/projects/text-recognizer", + "program": "", + "git": { + "remote": "git@github.com:aktersnurra/text-recognizer.git", + "commit": "fa461db6132e7a22f3aa1bb48cce8981890325fb" + }, + "email": "gustaf.rydholm@gmail.com", + "startedAt": "2020-07-31T15:30:49.744453", + "host": "kompjuter", + "username": "akternurra", + "executable": "/home/akternurra/.cache/pypoetry/virtualenvs/text-recognizer-N1c_zsdp-py3.8/bin/python", + "os": "Linux-5.4.0-42-generic-x86_64-with-glibc2.27", + "python": "3.8.2", + "gpu": "GeForce RTX 2070", + "gpu_count": 1, + "cpu_count": 12, + "cuda": "10.1.105", + "args": [ + "--gpu=-1", + "--save", + "--experiment_config={\"dataloader\": \"EmnistDataLoader\", \"data_loader_args\": {\"splits\": [\"train\", \"val\"], \"sample_to_balance\": true, \"subsample_fraction\": null, \"transform\": null, \"target_transform\": null, \"batch_size\": 256, \"shuffle\": true, \"num_workers\": 8, \"cuda\": true, \"seed\": 4711}, \"model\": \"CharacterModel\", \"metrics\": [\"accuracy\"], \"network\": \"LeNet\", \"network_args\": {\"input_size\": [28, 28], \"output_size\": 62}, \"train_args\": {\"batch_size\": 256, \"epochs\": 16}, \"criterion\": \"CrossEntropyLoss\", \"criterion_args\": {\"weight\": null, \"ignore_index\": -100, \"reduction\": \"mean\"}, \"optimizer\": \"AdamW\", \"optimizer_args\": {\"lr\": 0.01, \"betas\": [0.9, 0.999], \"eps\": 1e-08, \"weight_decay\": 0, \"amsgrad\": false}, \"lr_scheduler\": \"OneCycleLR\", \"lr_scheduler_args\": {\"max_lr\": 0.001, \"epochs\": 16}, \"callbacks\": [\"Checkpoint\", \"EarlyStopping\", \"WandbCallback\", \"WandbImageLogger\"], \"callback_args\": {\"Checkpoint\": {\"monitor\": \"val_accuracy\"}, \"EarlyStopping\": {\"monitor\": \"val_loss\", \"min_delta\": 0.0, \"patience\": 3, \"mode\": \"min\"}, \"WandbCallback\": {\"log_batch_frequency\": 10}, \"WandbImageLogger\": {\"num_examples\": 4}}, \"verbosity\": 2, \"resume_experiment\": null, \"experiment_group\": \"Sample Experiments\"}" + ], + "state": "failed", + "jobType": null, + "mode": "run", + "project": "text-recognizer", + "heartbeatAt": "2020-07-31T15:31:03.397271", + "exitcode": 1 +} diff --git a/wandb/run-20200731_153049-3umrhzi5/wandb-summary.json b/wandb/run-20200731_153049-3umrhzi5/wandb-summary.json new file mode 100644 index 0000000..36d12e9 --- /dev/null +++ b/wandb/run-20200731_153049-3umrhzi5/wandb-summary.json @@ -0,0 +1 @@ +{"graph_0": {"_type": "graph-file", "path": "media/graph/graph_0_summary_8b3c2360.graph.json", "sha256": "8b3c236059bc04386a1ea658ff2800fc30c89335f32ad25db090f543c4a2290e", "size": 1814}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 3.0, 1.0, 5.0, 2.0, 7.0, 7.0, 3.0, 0.0, 3.0, 5.0, 1.0, 4.0, 2.0, 24.0, 4.0, 2.0, 1.0, 1.0, 3.0, 3.0, 3.0, 2.0, 1.0, 4.0, 4.0, 2.0, 3.0, 1.0, 2.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.00515915360301733, -0.004983457736670971, -0.004807762335985899, -0.00463206646963954, -0.0044563706032931805, -0.0042806752026081085, -0.004104979336261749, -0.00392928346991539, -0.0037535878363996744, -0.003577892202883959, -0.0034021963365375996, -0.003226500703021884, -0.0030508050695061684, -0.002875109203159809, -0.0026994135696440935, -0.0025237177032977343, -0.0023480220697820187, -0.002172326436266303, -0.001996630569919944, -0.0018209349364042282, -0.0016452391864731908, -0.0014695434365421534, -0.0012938478030264378, -0.0011181520530954003, -0.0009424563031643629, -0.0007667605532333255, -0.000591064861509949, -0.000415369140682742, -0.00023967341985553503, -6.397769902832806e-05, 0.00011171802179887891, 0.0002874137426260859, 0.00046310946345329285, 0.0006388052133843303, 0.0008145009051077068, 0.0009901965968310833, 0.0011658923467621207, 0.0013415880966931581, 0.0015172837302088737, 0.0016929794801399112, 0.0018686752300709486, 0.002044370863586664, 0.0022200667299330235, 0.002395762363448739, 0.0025714579969644547, 0.002747153863310814, 0.0029228494968265295, 0.0030985453631728888, 0.0032742409966886044, 0.00344993663020432, 0.003625632496550679, 0.003801328130066395, 0.003977023996412754, 0.004152719397097826, 0.004328415263444185, 0.0045041111297905445, 0.0046798065304756165, 0.004855502396821976, 0.005031198263168335, 0.005206894129514694, 0.005382589530199766, 0.005558285396546125, 0.005733981262892485, 0.005909676663577557, 0.006085372529923916]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 4.0, 2.0, 3.0, 3.0, 8.0, 14.0, 14.0, 14.0, 21.0, 26.0, 38.0, 40.0, 59.0, 76.0, 106.0, 144.0, 184.0, 259.0, 382.0, 509.0, 3198.0, 1377.0, 585.0, 304.0, 182.0, 117.0, 71.0, 55.0, 37.0, 23.0, 15.0, 15.0, 7.0, 12.0, 6.0, 5.0, 1.0, 3.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17604166269302368, -0.1693890392780304, -0.1627364158630371, -0.15608377754688263, -0.14943115413188934, -0.14277853071689606, -0.13612589240074158, -0.1294732689857483, -0.122820645570755, -0.11616802215576172, -0.10951539129018784, -0.10286276042461395, -0.09621013700962067, -0.08955751359462738, -0.0829048827290535, -0.07625225186347961, -0.06959962844848633, -0.06294700503349304, -0.05629437416791916, -0.049641747027635574, -0.04298911988735199, -0.036336492747068405, -0.02968386560678482, -0.023031238466501236, -0.01637861132621765, -0.009725984185934067, -0.003073357045650482, 0.0035792700946331024, 0.010231897234916687, 0.01688452437520027, 0.023537151515483856, 0.03018977865576744, 0.036842405796051025, 0.04349503293633461, 0.050147660076618195, 0.05680028721690178, 0.06345291435718536, 0.07010553777217865, 0.07675816863775253, 0.08341079950332642, 0.0900634229183197, 0.09671604633331299, 0.10336867719888687, 0.11002130806446075, 0.11667393147945404, 0.12332655489444733, 0.1299791932106018, 0.1366318166255951, 0.14328444004058838, 0.14993706345558167, 0.15658968687057495, 0.16324232518672943, 0.16989494860172272, 0.176547572016716, 0.18320021033287048, 0.18985283374786377, 0.19650545716285706, 0.20315808057785034, 0.20981070399284363, 0.2164633423089981, 0.2231159657239914, 0.22976858913898468, 0.23642122745513916, 0.24307385087013245, 0.24972647428512573]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 5.0, 3.0, 0.0, 3.0, 2.0, 3.0, 8.0, 7.0, 4.0, 4.0, 8.0, 5.0, 13.0, 12.0, 12.0, 9.0, 13.0, 18.0, 5.0, 9.0, 12.0, 12.0, 19.0, 30.0, 27.0, 31.0, 65.0, 108.0, 142.0, 216.0, 346.0, 592.0, 1033.0, 1611.0, 2532.0, 7315.0, 1665.0, 925.0, 496.0, 275.0, 186.0, 152.0, 127.0, 106.0, 63.0, 63.0, 34.0, 19.0, 18.0, 11.0, 13.0, 16.0, 12.0, 1.0, 3.0, 2.0, 4.0, 1.0, 2.0, 1.0], "bins": [-0.016415070742368698, -0.015999652445316315, -0.01558423601090908, -0.015168818645179272, -0.014753401279449463, -0.014337983913719654, -0.013922566547989845, -0.013507149182260036, -0.013091731816530228, -0.012676314450800419, -0.01226089708507061, -0.011845479719340801, -0.011430062353610992, -0.011014644987881184, -0.010599227622151375, -0.010183810256421566, -0.009768392890691757, -0.009352974593639374, -0.008937557227909565, -0.008522139862179756, -0.008106722496449947, -0.007691305596381426, -0.007275888230651617, -0.006860470864921808, -0.006445053033530712, -0.006029635667800903, -0.0056142183020710945, -0.005198800936341286, -0.004783383570611477, -0.004367966204881668, -0.003952548839151859, -0.0035371314734220505, -0.0031217141076922417, -0.002706296741962433, -0.002290879376232624, -0.0018754618940874934, -0.0014600445283576846, -0.0010446271626278758, -0.0006292097386904061, -0.00021379234385676682, 0.00020162505097687244, 0.0006170424167066813, 0.00103245978243649, 0.0014478772645816207, 0.0018632946303114295, 0.00227871211245656, 0.002694129478186369, 0.0031095468439161777, 0.0035249642096459866, 0.003940381575375795, 0.004355798941105604, 0.004771216306835413, 0.005186633672565222, 0.005602051038295031, 0.006017468404024839, 0.006432885769754648, 0.006848303601145744, 0.007263720966875553, 0.007679138332605362, 0.00809455569833517, 0.00850997306406498, 0.008925390429794788, 0.009340807795524597, 0.009756225161254406, 0.010171642526984215]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 3.0, 6.0, 7.0, 4.0, 4.0, 7.0, 7.0, 9.0, 3.0, 12.0, 6.0, 6.0, 12.0, 10.0, 15.0, 16.0, 16.0, 53.0, 13.0, 12.0, 10.0, 9.0, 13.0, 2.0, 1.0, 8.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.0375654511153698, -0.03668324649333954, -0.03580104187130928, -0.03491884097456932, -0.03403663635253906, -0.033154431730508804, -0.032272227108478546, -0.03139002248644829, -0.03050781972706318, -0.02962561510503292, -0.028743410483002663, -0.027861207723617554, -0.026979003101587296, -0.026096798479557037, -0.02521459572017193, -0.02433239109814167, -0.02345018833875656, -0.022567983716726303, -0.021685779094696045, -0.020803576335310936, -0.019921371713280678, -0.01903916709125042, -0.01815696433186531, -0.017274759709835052, -0.016392555087804794, -0.01551035139709711, -0.014628147706389427, -0.013745944015681744, -0.012863739393651485, -0.011981535702943802, -0.011099332012236118, -0.01021712739020586, -0.009334923699498177, -0.008452720008790493, -0.007570515852421522, -0.006688311696052551, -0.005806108005344868, -0.004923903848975897, -0.004041699692606926, -0.0031594957690685987, -0.0022772918455302715, -0.0013950879219919443, -0.0005128838820382953, 0.00036932009970769286, 0.001251524081453681, 0.002133728004992008, 0.003015932161360979, 0.0038981360848993063, 0.0047803400084376335, 0.005662544164806604, 0.006544747855514288, 0.007426952011883259, 0.008309155702590942, 0.0091913603246212, 0.010073564015328884, 0.010955767706036568, 0.011837972328066826, 0.01272017601877451, 0.013602379709482193, 0.014484583400189877, 0.015366788022220135, 0.01624899171292782, 0.017131196334958076, 0.018013399094343185, 0.018895603716373444]}, "_timestamp": 1596209462.8569846, "_runtime": 16.200103282928467, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.05125298723578453, -0.0498141385614872, -0.04837528616189957, -0.046936437487602234, -0.0454975888133049, -0.04405873641371727, -0.04261988773941994, -0.041181039065122604, -0.03974218666553497, -0.03830333799123764, -0.03686448931694031, -0.035425640642642975, -0.033986788243055344, -0.03254793956875801, -0.03110908903181553, -0.029670240357518196, -0.028231389820575714, -0.026792539283633232, -0.0253536906093359, -0.023914840072393417, -0.022475991398096085, -0.021037140861153603, -0.01959829032421112, -0.018159441649913788, -0.016720591112971306, -0.015281741507351398, -0.013842891901731491, -0.012404041364789009, -0.010965191759169102, -0.009526342153549194, -0.008087491616606712, -0.006648642010986805, -0.005209792405366898, -0.0037709425669163465, -0.0023320927284657955, -0.0008932428900152445, 0.0005456069484353065, 0.0019844567868858576, 0.0034233066253364086, 0.004862156696617603, 0.006301006302237511, 0.007739855907857418, 0.009178705513477325, 0.010617556050419807, 0.012056405656039715, 0.013495255261659622, 0.014934105798602104, 0.016372954472899437, 0.01781180500984192, 0.0192506555467844, 0.020689504221081734, 0.022128354758024216, 0.02356720343232155, 0.02500605396926403, 0.026444904506206512, 0.027883753180503845, 0.029322603717446327, 0.03076145425438881, 0.03220030292868614, 0.033639151602983475, 0.035078004002571106, 0.03651685267686844, 0.03795570135116577, 0.0393945537507534, 0.040833402425050735]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 4.0, 6.0, 6.0, 9.0, 1.0, 1.0, 4.0, 5.0, 5.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.021136045455932617, -0.02055021934211254, -0.019964395090937614, -0.01937856897711754, -0.018792742863297462, -0.018206918612122536, -0.01762109249830246, -0.017035266384482384, -0.016449440270662308, -0.01586361601948738, -0.015277789905667305, -0.014691964723169804, -0.014106139540672302, -0.013520313426852226, -0.012934488244354725, -0.012348662130534649, -0.011762836948037148, -0.011177011765539646, -0.01059118565171957, -0.010005360469222069, -0.009419534355401993, -0.008833709172904491, -0.00824788399040699, -0.007662058342248201, -0.007076232694089413, -0.006490407045930624, -0.005904581397771835, -0.005318756215274334, -0.004732930567115545, -0.004147104918956757, -0.0035612795036286116, -0.0029754540883004665, -0.002389628440141678, -0.001803802908398211, -0.0012179773766547441, -0.0006321518449112773, -4.632631316781044e-05, 0.0005394992185756564, 0.0011253247503191233, 0.0017111502820625901, 0.002296975813806057, 0.0028828014619648457, 0.0034686268772929907, 0.004054452292621136, 0.004640277940779924, 0.005226103588938713, 0.0058119287714362144, 0.006397754419595003, 0.006983580067753792, 0.0075694057159125805, 0.00815523136407137, 0.00874105654656887, 0.009326882660388947, 0.009912707842886448, 0.01049853302538395, 0.011084359139204025, 0.011670184321701527, 0.012256009504199028, 0.012841835618019104, 0.013427660800516605, 0.014013485983014107, 0.014599312096834183, 0.015185137279331684, 0.015770962461829185, 0.01635678857564926]}, "_step": 13, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 4.0, 3.0, 7.0, 8.0, 18.0, 18.0, 28.0, 62.0, 82.0, 133.0, 177.0, 247.0, 364.0, 533.0, 760.0, 1046.0, 1479.0, 2077.0, 2813.0, 3915.0, 5397.0, 7560.0, 10159.0, 13979.0, 18922.0, 25168.0, 33440.0, 45007.0, 59961.0, 78155.0, 99769.0, 415850.0, 84987.0, 65806.0, 49420.0, 36736.0, 27197.0, 20823.0, 15810.0, 12379.0, 9764.0, 7330.0, 5662.0, 4289.0, 3307.0, 2506.0, 1851.0, 1392.0, 1015.0, 700.0, 526.0, 369.0, 234.0, 158.0, 90.0, 71.0, 28.0, 25.0, 13.0, 10.0, 4.0, 3.0], "bins": [-0.014801513403654099, -0.014357076957821846, -0.013912639580667019, -0.013468203134834766, -0.01302376575767994, -0.012579329311847687, -0.01213489193469286, -0.011690455488860607, -0.01124601811170578, -0.010801581665873528, -0.0103571442887187, -0.009912707842886448, -0.00946827046573162, -0.009023834019899368, -0.008579396642744541, -0.008134960196912289, -0.007690523285418749, -0.007246086373925209, -0.006801649462431669, -0.006357212550938129, -0.00591277563944459, -0.00546833872795105, -0.00502390181645751, -0.00457946490496397, -0.004135028459131718, -0.0036905913148075342, -0.0032461544033139944, -0.0028017174918204546, -0.0023572808131575584, -0.0019128437852486968, -0.0014684069901704788, -0.001023970078676939, -0.0005795331671833992, -0.00013509628479368985, 0.0003093405975960195, 0.0007537774508818984, 0.0011982143623754382, 0.001642651273868978, 0.002087088068947196, 0.002531524980440736, 0.0029759618919342756, 0.0034203988034278154, 0.0038648357149213552, 0.004309272393584251, 0.004753709305077791, 0.005198146216571331, 0.005642583128064871, 0.006087020039558411, 0.0065314569510519505, 0.00697589386254549, 0.00742033077403903, 0.00786476768553257, 0.008309204131364822, 0.00875364150851965, 0.009198077954351902, 0.009642515331506729, 0.010086951777338982, 0.010531389154493809, 0.010975825600326061, 0.011420262977480888, 0.011864699423313141, 0.012309136800467968, 0.01275357324630022, 0.013198010623455048, 0.0136424470692873]}, "gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 4.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 2.0, 4.0, 1.0, 2.0, 5.0, 4.0, 3.0, 2.0, 2.0, 3.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.023016823455691338, -0.02234063297510147, -0.021664442494511604, -0.020988252013921738, -0.020312059670686722, -0.019635869190096855, -0.01895967870950699, -0.018283488228917122, -0.017607297748327255, -0.01693110726773739, -0.016254916787147522, -0.01557872537523508, -0.014902534894645214, -0.014226344414055347, -0.013550153002142906, -0.01287396252155304, -0.012197772040963173, -0.011521581560373306, -0.01084539107978344, -0.010169199667870998, -0.009493009187281132, -0.008816818706691265, -0.008140627294778824, -0.007464436814188957, -0.006788246333599091, -0.006112055853009224, -0.00543586490675807, -0.004759673960506916, -0.004083483479917049, -0.003407292766496539, -0.002731102053076029, -0.0020549113396555185, -0.0013787206262350082, -0.000702529912814498, -2.6339199393987656e-05, 0.0006498515140265226, 0.001326042227447033, 0.0020022329408675432, 0.0026784236542880535, 0.003354614367708564, 0.004030805081129074, 0.004706995561718941, 0.005383186507970095, 0.006059377454221249, 0.006735567934811115, 0.007411758415400982, 0.008087949827313423, 0.00876414030790329, 0.009440330788493156, 0.010116521269083023, 0.01079271174967289, 0.011468903161585331, 0.012145093642175198, 0.012821284122765064, 0.013497475534677505, 0.014173666015267372, 0.014849856495857239, 0.015526046976447105, 0.016202237457036972, 0.01687842793762684, 0.017554618418216705, 0.01823081076145172, 0.018907001242041588, 0.019583191722631454, 0.02025938220322132]}, "val_accuracy": 0.6683896974885845, "val_loss": 1.0904629657801972} -- cgit v1.2.3-70-g09d2