Removed wandb files that should not have been pushed.

7 files changed, 0 insertions, 303 deletions

diff --git a/wandb/run-20200731_151432-39sgd0fs/config.yaml b/wandb/run-20200731_151432-39sgd0fs/config.yaml
deleted file mode 100644
index 6c3f152..0000000
--- a/wandb/run-20200731_151432-39sgd0fs/config.yaml
+++ /dev/null
@@ -1,111 +0,0 @@
-wandb_version: 1
-
-_wandb:
-  desc: null
-  value:
-    cli_version: 0.8.36
-    framework: torch
-    is_jupyter_run: false
-    is_kaggle_kernel: false
-    python_version: 3.8.2
-callback_args:
-  desc: null
-  value:
-    Checkpoint:
-      monitor: val_accuracy
-    EarlyStopping:
-      min_delta: 0.0
-      mode: min
-      monitor: val_loss
-      patience: 3
-    WandbCallback:
-      log_batch_frequency: 1
-    WandbImageLogger:
-      num_examples: 4
-callbacks:
-  desc: null
-  value:
-  - Checkpoint
-  - EarlyStopping
-  - WandbCallback
-  - WandbImageLogger
-criterion:
-  desc: null
-  value: CrossEntropyLoss
-criterion_args:
-  desc: null
-  value:
-    ignore_index: -100
-    reduction: mean
-    weight: null
-data_loader_args:
-  desc: null
-  value:
-    batch_size: 256
-    cuda: true
-    num_workers: 8
-    sample_to_balance: true
-    seed: 4711
-    shuffle: true
-    splits:
-    - train
-    - val
-    subsample_fraction: null
-    target_transform: null
-    transform: null
-dataloader:
-  desc: null
-  value: EmnistDataLoader
-experiment_group:
-  desc: null
-  value: Sample Experiments
-lr_scheduler:
-  desc: null
-  value: OneCycleLR
-lr_scheduler_args:
-  desc: null
-  value:
-    epochs: 16
-    max_lr: 0.001
-    steps_per_epoch: 1314
-metrics:
-  desc: null
-  value:
-  - accuracy
-model:
-  desc: null
-  value: CharacterModel
-network:
-  desc: null
-  value: LeNet
-network_args:
-  desc: null
-  value:
-    input_size:
-    - 28
-    - 28
-    output_size: 62
-optimizer:
-  desc: null
-  value: AdamW
-optimizer_args:
-  desc: null
-  value:
-    amsgrad: false
-    betas:
-    - 0.9
-    - 0.999
-    eps: 1.0e-08
-    lr: 0.01
-    weight_decay: 0
-resume_experiment:
-  desc: null
-  value: null
-train_args:
-  desc: null
-  value:
-    batch_size: 256
-    epochs: 16
-verbosity:
-  desc: null
-  value: 2
diff --git a/wandb/run-20200731_151432-39sgd0fs/media/graph/graph_0_summary_414ade3a.graph.json b/wandb/run-20200731_151432-39sgd0fs/media/graph/graph_0_summary_414ade3a.graph.json
deleted file mode 100644
index 6fe422b..0000000
--- a/wandb/run-20200731_151432-39sgd0fs/media/graph/graph_0_summary_414ade3a.graph.json
+++ /dev/null
@@ -1 +0,0 @@
-{"format": "torch", "nodes": [{"name": "layers.0", "id": 139695231562800, "class_name": "Conv2d(1, 32, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [32, 1, 3, 3]], ["bias", [32]]], "output_shape": [[2, 32, 26, 26]], "num_parameters": [288, 32]}, {"name": "layers.1", "id": 139695231562608, "class_name": "ReLU(inplace=True)", "parameters": [], "output_shape": [[2, 32, 26, 26]], "num_parameters": []}, {"name": "layers.2", "id": 139695231562752, "class_name": "Conv2d(32, 64, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [64, 32, 3, 3]], ["bias", [64]]], "output_shape": [[2, 64, 24, 24]], "num_parameters": [18432, 64]}, {"name": "layers.4", "id": 139695231563040, "class_name": "MaxPool2d(kernel_size=2, stride=2, padding=0, dilation=1, ceil_mode=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.5", "id": 139695231562992, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.6", "id": 139695231562704, "class_name": "Flatten()", "parameters": [], "output_shape": [[2, 9216]], "num_parameters": []}, {"name": "layers.7", "id": 139695231983968, "class_name": "Linear(in_features=9216, out_features=128, bias=True)", "parameters": [["weight", [128, 9216]], ["bias", [128]]], "output_shape": [[2, 128]], "num_parameters": [1179648, 128]}, {"name": "layers.9", "id": 139695231984016, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 128]], "num_parameters": []}, {"name": "layers.10", "id": 139695231984064, "class_name": "Linear(in_features=128, out_features=62, bias=True)", "parameters": [["weight", [62, 128]], ["bias", [62]]], "output_shape": [[2, 62]], "num_parameters": [7936, 62]}], "edges": []}
diff --git a/wandb/run-20200731_151432-39sgd0fs/requirements.txt b/wandb/run-20200731_151432-39sgd0fs/requirements.txt
deleted file mode 100644
index 10c63b6..0000000
--- a/wandb/run-20200731_151432-39sgd0fs/requirements.txt
+++ /dev/null
@@ -1,145 +0,0 @@
-alabaster==0.7.12
-appdirs==1.4.4
-attrs==19.3.0
-babel==2.8.0
-backcall==0.2.0
-bandit==1.6.2
-black==19.10b0
-bleach==3.1.5
-blessings==1.7
-boltons==20.2.0
-certifi==2020.6.20
-chardet==3.0.4
-click==7.1.2
-configparser==5.0.0
-coverage==5.2.1
-cycler==0.10.0
-darglint==1.5.2
-dataclasses==0.6
-decorator==4.4.2
-defusedxml==0.6.0
-desert==2020.1.6
-docker-pycreds==0.4.0
-docutils==0.16
-dparse==0.5.1
-entrypoints==0.3
-flake8-annotations==2.3.0
-flake8-bandit==2.1.2
-flake8-black==0.2.1
-flake8-bugbear==20.1.4
-flake8-docstrings==1.5.0
-flake8-import-order==0.18.1
-flake8-polyfill==1.0.2
-flake8==3.8.3
-future==0.18.2
-gitdb==4.0.5
-gitpython==3.1.7
-gpustat==0.6.0
-gql==0.2.0
-graphql-core==1.1
-h5py==2.10.0
-idna==2.10
-imagesize==1.2.0
-ipykernel==5.3.4
-ipython-genutils==0.2.0
-ipython==7.16.1
-ipywidgets==7.5.1
-jedi==0.17.2
-jinja2==2.11.2
-jsonschema==3.2.0
-jupyter-client==6.1.6
-jupyter-console==6.1.0
-jupyter-core==4.6.3
-jupyter==1.0.0
-kiwisolver==1.2.0
-loguru==0.5.1
-markupsafe==1.1.1
-marshmallow==3.7.1
-matplotlib==3.3.0
-mccabe==0.6.1
-mistune==0.8.4
-more-itertools==8.4.0
-mypy-extensions==0.4.3
-mypy==0.770
-nbconvert==5.6.1
-nbformat==5.0.7
-notebook==6.0.3
-numpy==1.19.1
-nvidia-ml-py3==7.352.0
-opencv-python==4.3.0.36
-packaging==20.4
-pandocfilters==1.4.2
-parso==0.7.1
-pathspec==0.8.0
-pathtools==0.1.2
-pbr==5.4.5
-pexpect==4.8.0
-pickleshare==0.7.5
-pillow==7.2.0
-pip==20.2
-pluggy==0.13.1
-prometheus-client==0.8.0
-promise==2.3
-prompt-toolkit==3.0.5
-psutil==5.7.2
-ptyprocess==0.6.0
-py==1.9.0
-pycodestyle==2.6.0
-pydocstyle==5.0.2
-pyflakes==2.2.0
-pygments==2.6.1
-pyparsing==2.4.7
-pyrsistent==0.16.0
-pytest-cov==2.10.0
-pytest-mock==3.2.0
-pytest==5.4.3
-python-dateutil==2.8.1
-pytz==2020.1
-pyyaml==5.3.1
-pyzmq==19.0.1
-qtconsole==4.7.5
-qtpy==1.9.0
-redis==3.5.3
-redlock-py==1.0.8
-regex==2020.7.14
-requests==2.24.0
-safety==1.9.0
-send2trash==1.5.0
-sentry-sdk==0.16.2
-setuptools==41.2.0
-shortuuid==1.0.1
-six==1.15.0
-smmap==3.0.4
-snowballstemmer==2.0.0
-sphinx-autodoc-typehints==1.11.0
-sphinx-rtd-theme==0.4.3
-sphinx==3.1.2
-sphinxcontrib-applehelp==1.0.2
-sphinxcontrib-devhelp==1.0.2
-sphinxcontrib-htmlhelp==1.0.3
-sphinxcontrib-jsmath==1.0.1
-sphinxcontrib-qthelp==1.0.3
-sphinxcontrib-serializinghtml==1.1.4
-stevedore==3.2.0
-subprocess32==3.5.4
-terminado==0.8.3
-testpath==0.4.4
-text-recognizer==0.1.0
-toml==0.10.1
-torch==1.5.1
-torchsummary==1.5.1
-torchvision==0.6.1
-tornado==6.0.4
-tqdm==4.48.0
-traitlets==4.3.3
-typed-ast==1.4.1
-typeguard==2.9.1
-typing-extensions==3.7.4.2
-typing-inspect==0.6.0
-urllib3==1.25.10
-wandb==0.8.36
-watchdog==0.10.3
-wcwidth==0.2.5
-webencodings==0.5.1
-widgetsnbextension==3.5.1
-xdoctest==0.12.0
diff --git a/wandb/run-20200731_151432-39sgd0fs/wandb-events.jsonl b/wandb/run-20200731_151432-39sgd0fs/wandb-events.jsonl
deleted file mode 100644
index 5e79022..0000000
--- a/wandb/run-20200731_151432-39sgd0fs/wandb-events.jsonl
+++ /dev/null
@@ -1 +0,0 @@
-{"system.gpu.0.gpu": 57.11, "system.gpu.0.memory": 41.11, "system.gpu.0.memoryAllocated": 21.62, "system.gpu.0.temp": 54.89, "system.gpu.process.0.gpu": 57.11, "system.gpu.process.0.memory": 41.11, "system.gpu.process.0.memoryAllocated": 21.62, "system.gpu.process.0.temp": 54.89, "system.gpu.0.powerWatts": 121.63, "system.gpu.0.powerPercent": 56.57, "system.gpu.process.0.powerWatts": 121.63, "system.gpu.process.0.powerPercent": 56.57, "system.cpu": 65.63, "system.memory": 66.66, "system.disk": 37.11, "system.proc.memory.availableMB": 5334.78, "system.proc.memory.rssMB": 2592.09, "system.proc.memory.percent": 16.2, "system.proc.cpu.threads": 18.44, "system.network.sent": 977759, "system.network.recv": 762609, "_wandb": true, "_timestamp": 1596208487, "_runtime": 15}
diff --git a/wandb/run-20200731_151432-39sgd0fs/wandb-history.jsonl b/wandb/run-20200731_151432-39sgd0fs/wandb-history.jsonl
deleted file mode 100644
index 211cf60..0000000
--- a/wandb/run-20200731_151432-39sgd0fs/wandb-history.jsonl
+++ /dev/null
@@ -1,14 +0,0 @@
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 5.0, 1.0, 4.0, 3.0, 1.0, 2.0, 1.0, 2.0, 5.0, 0.0, 1.0, 1.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0], "bins": [-0.02528781071305275, -0.02462729997932911, -0.02396678924560547, -0.02330627664923668, -0.02264576591551304, -0.021985255181789398, -0.021324744448065758, -0.020664233714342117, -0.020003721117973328, -0.019343210384249687, -0.018682699650526047, -0.018022188916802406, -0.017361678183078766, -0.016701167449355125, -0.016040654852986336, -0.015380144119262695, -0.014719633385539055, -0.014059122651815414, -0.0133986109867692, -0.012738100253045559, -0.012077588587999344, -0.011417077854275703, -0.010756567120552063, -0.010096055455505848, -0.009435544721782207, -0.008775033988058567, -0.008114522323012352, -0.0074540115892887115, -0.006793500389903784, -0.006132989190518856, -0.005472478456795216, -0.004811967257410288, -0.00415145605802536, -0.0034909448586404324, -0.0028304338920861483, -0.002169922925531864, -0.0015094117261469364, -0.0008489006431773305, -0.00018838956020772457, 0.00047212152276188135, 0.0011326326057314873, 0.0017931436887010932, 0.002453654771670699, 0.003114165738224983, 0.003774676937609911, 0.004435188136994839, 0.005095698870718479, 0.005756210070103407, 0.006416721269488335, 0.007077232468873262, 0.00773774366825819, 0.00839825440198183, 0.009058766067028046, 0.009719276800751686, 0.010379787534475327, 0.011040299199521542, 0.011700809933245182, 0.012361320666968822, 0.013021832332015038, 0.013682343065738678, 0.014342853799462318, 0.015003365464508533, 0.01566387712955475, 0.01632438786327839, 0.01698489859700203]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 4.0, 5.0, 4.0, 6.0, 8.0, 14.0, 14.0, 14.0, 25.0, 23.0, 38.0, 47.0, 82.0, 89.0, 96.0, 146.0, 164.0, 243.0, 322.0, 452.0, 650.0, 2573.0, 863.0, 644.0, 481.0, 299.0, 211.0, 127.0, 81.0, 53.0, 48.0, 33.0, 20.0, 13.0, 9.0, 2.0, 5.0, 5.0, 5.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.06551548093557358, -0.06376217305660248, -0.06200885772705078, -0.06025554612278938, -0.058502234518527985, -0.056748922914266586, -0.054995615035295486, -0.05324230343103409, -0.05148899182677269, -0.04973568022251129, -0.04798236861824989, -0.046229057013988495, -0.0444757454097271, -0.0427224338054657, -0.0409691222012043, -0.0392158105969429, -0.0374625027179718, -0.0357091911137104, -0.033955879509449005, -0.03220256790518761, -0.03044925630092621, -0.02869594469666481, -0.026942633092403412, -0.025189321488142014, -0.023436009883880615, -0.021682700142264366, -0.019929388538002968, -0.01817607693374157, -0.01642276532948017, -0.014669454656541348, -0.01291614305227995, -0.011162832379341125, -0.009409520775079727, -0.007656209636479616, -0.005902898497879505, -0.004149586893618107, -0.002396275755017996, -0.000642964500002563, 0.0011103467550128698, 0.0028636581264436245, 0.0046169692650437355, 0.0063702804036438465, 0.008123591542243958, 0.009876903146505356, 0.011630214750766754, 0.013383525423705578, 0.015136837027966976, 0.0168901477009058, 0.018643459305167198, 0.020396770909428596, 0.022150082513689995, 0.023903392255306244, 0.025656703859567642, 0.02741001546382904, 0.02916332706809044, 0.030916638672351837, 0.032669950276613235, 0.034423261880874634, 0.03617657348513603, 0.03792988136410713, 0.03968319296836853, 0.04143650457262993, 0.04318981617689133, 0.044943127781152725, 0.046696439385414124]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 4.0, 3.0, 4.0, 3.0, 4.0, 5.0, 2.0, 2.0, 3.0, 1.0, 3.0, 0.0, 2.0, 1.0, 30.0, 1.0, 2.0, 1.0, 5.0, 3.0, 4.0, 6.0, 1.0, 0.0, 0.0, 5.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008122026920318604, -0.00785017479211092, -0.007578322198241949, -0.0073064700700342655, -0.007034617476165295, -0.006762765347957611, -0.0064909132197499275, -0.006219060625880957, -0.005947208497673273, -0.0056753563694655895, -0.005403503775596619, -0.005131651647388935, -0.0048597995191812515, -0.004587946925312281, -0.004316094797104597, -0.004044242203235626, -0.0037723900750279427, -0.0035005377139896154, -0.0032286853529512882, -0.0029568332247436047, -0.0026849808637052774, -0.0024131285026669502, -0.0021412763744592667, -0.0018694240134209394, -0.0015975716523826122, -0.001325719291344285, -0.0010538670467212796, -0.0007820147438906133, -0.000510162441059947, -0.0002383101382292807, 3.3542164601385593e-05, 0.0003053944674320519, 0.0005772467702627182, 0.0008490990730933845, 0.0011209513759240508, 0.0013928036205470562, 0.0016646559815853834, 0.0019365083426237106, 0.002208360470831394, 0.0024802128318697214, 0.0027520651929080486, 0.003023917553946376, 0.003295769914984703, 0.0035676220431923866, 0.003839474404230714, 0.004111326765269041, 0.004383178893476725, 0.0046550314873456955, 0.004926883615553379, 0.005198735743761063, 0.0054705883376300335, 0.005742440465837717, 0.006014293059706688, 0.0062861451879143715, 0.006557997316122055, 0.006829849909991026, 0.0071017020381987095, 0.007373554166406393, 0.007645406760275364, 0.007917258888483047, 0.008189111016690731, 0.008460963144898415, 0.008732816204428673, 0.009004668332636356, 0.00927652046084404]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 3.0, 3.0, 0.0, 5.0, 8.0, 13.0, 28.0, 40.0, 63.0, 104.0, 141.0, 197.0, 315.0, 484.0, 715.0, 1045.0, 1554.0, 2184.0, 3119.0, 4635.0, 6749.0, 9925.0, 14840.0, 22248.0, 33658.0, 51397.0, 75843.0, 111354.0, 523665.0, 107259.0, 68246.0, 44646.0, 29039.0, 19503.0, 13589.0, 9359.0, 6575.0, 4700.0, 3365.0, 2411.0, 1838.0, 1296.0, 963.0, 684.0, 477.0, 415.0, 275.0, 196.0, 125.0, 100.0, 70.0, 65.0, 28.0, 32.0, 13.0, 13.0, 7.0, 9.0, 6.0, 2.0, 2.0, 2.0], "bins": [-0.007126569747924805, -0.006893478333950043, -0.0066603864543139935, -0.0064272950403392315, -0.006194203160703182, -0.00596111174672842, -0.005728019867092371, -0.005494928453117609, -0.00526183657348156, -0.005028745159506798, -0.004795653745532036, -0.0045625618658959866, -0.004329470451921225, -0.004096378572285175, -0.0038632871583104134, -0.0036301955115050077, -0.003397103864699602, -0.0031640122178941965, -0.002930920571088791, -0.0026978289242833853, -0.0024647372774779797, -0.0022316458635032177, -0.001998554216697812, -0.0017654625698924065, -0.0015323709230870008, -0.0012992792762815952, -0.0010661876294761896, -0.0008330960990861058, -0.0006000044522807002, -0.00036691283457912505, -0.0001338212168775499, 9.927040082402527e-05, 0.00033236201852560043, 0.000565453665331006, 0.0007985452539287508, 0.0010316368425264955, 0.001264728489331901, 0.0014978201361373067, 0.0017309116665273905, 0.001964003313332796, 0.0021970949601382017, 0.0024301866069436073, 0.002663278253749013, 0.0028963699005544186, 0.0031294613145291805, 0.003362552961334586, 0.0035956446081399918, 0.0038287362549453974, 0.004061827901750803, 0.004294919315725565, 0.004528011195361614, 0.004761102609336376, 0.0049941944889724255, 0.005227285902947187, 0.005460377782583237, 0.005693469196557999, 0.005926560610532761, 0.00615965249016881, 0.006392743904143572, 0.006625835783779621, 0.006858927197754383, 0.007092019077390432, 0.007325110491365194, 0.007558202371001244, 0.0077912937849760056]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 7.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.022778423503041267, -0.022277846932411194, -0.02177727036178112, -0.021276691928505898, -0.020776115357875824, -0.02027553878724575, -0.019774962216615677, -0.019274383783340454, -0.01877380721271038, -0.018273230642080307, -0.017772654071450233, -0.01727207750082016, -0.016771499067544937, -0.016270922496914864, -0.01577034592628479, -0.015269768424332142, -0.014769191853702068, -0.014268615283071995, -0.013768037781119347, -0.013267461210489273, -0.012766883708536625, -0.012266307137906551, -0.011765729635953903, -0.01126515306532383, -0.010764576494693756, -0.010263998992741108, -0.009763422422111034, -0.009262844920158386, -0.008762268349528313, -0.008261690847575665, -0.007761114276945591, -0.00726053724065423, -0.006759960204362869, -0.006259383168071508, -0.0057588061317801476, -0.005258229095488787, -0.004757652059197426, -0.004257075488567352, -0.0037564984522759914, -0.0032559214159846306, -0.0027553443796932697, -0.002254767343401909, -0.0017541904235258698, -0.0012536135036498308, -0.00075303646735847, -0.00025245948927477, 0.0002481174888089299, 0.0007486944668926299, 0.0012492714449763298, 0.0017498484812676907, 0.0022504255175590515, 0.0027510023210197687, 0.0032515793573111296, 0.0037521563936024904, 0.004252733197063208, 0.0047533102333545685, 0.005253887269645929, 0.00575446430593729, 0.006255041342228651, 0.006755618378520012, 0.0072561949491500854, 0.007756771985441446, 0.008257349021732807, 0.008757926523685455, 0.009258503094315529]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 6.0, 12.0, 17.0, 11.0, 17.0, 18.0, 27.0, 29.0, 35.0, 29.0, 46.0, 30.0, 50.0, 43.0, 49.0, 72.0, 59.0, 75.0, 71.0, 91.0, 84.0, 118.0, 144.0, 124.0, 133.0, 144.0, 188.0, 160.0, 199.0, 198.0, 238.0, 278.0, 286.0, 338.0, 313.0, 351.0, 358.0, 369.0, 434.0, 581.0, 809.0, 1562.0, 7311.0, 763.0, 544.0, 413.0, 250.0, 177.0, 163.0, 130.0, 101.0, 105.0, 91.0, 66.0, 44.0, 34.0, 22.0, 9.0, 8.0], "bins": [-0.023578550666570663, -0.02307821996510029, -0.022577891126275063, -0.022077560424804688, -0.021577229723334312, -0.021076900884509087, -0.02057657018303871, -0.020076239481568336, -0.01957590878009796, -0.019075579941272736, -0.01857524923980236, -0.018074918538331985, -0.01757458969950676, -0.017074258998036385, -0.01657392829656601, -0.016073599457740784, -0.015573268756270409, -0.015072938986122608, -0.014572608284652233, -0.014072278514504433, -0.013571947813034058, -0.013071618042886257, -0.012571288272738457, -0.012070957571268082, -0.011570627801120281, -0.01107029803097248, -0.010569967329502106, -0.010069637559354305, -0.009569307789206505, -0.00906897708773613, -0.00856864731758833, -0.008068316616117954, -0.007567986845970154, -0.007067656610161066, -0.006567326374351978, -0.006066996604204178, -0.00556666636839509, -0.005066336132586002, -0.004566006362438202, -0.004065676126629114, -0.0035653458908200264, -0.0030650156550109386, -0.0025646856520324945, -0.0020643556490540504, -0.0015640254132449627, -0.0010636952938511968, -0.0005633651744574308, -6.303505506366491e-05, 0.000437295064330101, 0.0009376251837238669, 0.0014379553031176329, 0.0019382854225113988, 0.0024386155419051647, 0.0029389457777142525, 0.0034392757806926966, 0.003939605783671141, 0.004439936019480228, 0.004940266255289316, 0.005440596491098404, 0.005940926261246204, 0.006441256497055292, 0.00694158673286438, 0.00744191650301218, 0.007942247204482555, 0.008442576974630356]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 7.0, 0.0, 0.0, 1.0], "bins": [-0.04203113168478012, -0.04133285582065582, -0.040634576231241226, -0.03993630036711693, -0.03923802077770233, -0.03853974491357803, -0.03784146532416344, -0.03714318946003914, -0.03644490987062454, -0.035746634006500244, -0.03504835441708565, -0.03435007855296135, -0.03365179896354675, -0.032953523099422455, -0.03225524351000786, -0.03155696764588356, -0.030858689919114113, -0.030160412192344666, -0.029462134465575218, -0.02876385673880577, -0.028065579012036324, -0.027367301285266876, -0.02666902355849743, -0.02597074583172798, -0.025272469967603683, -0.024574192240834236, -0.02387591451406479, -0.02317763678729534, -0.022479359060525894, -0.021781081333756447, -0.021082803606987, -0.020384525880217552, -0.019686248153448105, -0.018987970426678658, -0.01828969269990921, -0.017591414973139763, -0.016893137246370316, -0.016194859519600868, -0.015496582724153996, -0.014798304997384548, -0.0141000272706151, -0.013401749543845654, -0.012703471817076206, -0.012005194090306759, -0.011306917294859886, -0.010608639568090439, -0.009910361841320992, -0.009212084114551544, -0.008513806387782097, -0.00781552866101265, -0.007117250934243202, -0.006418973673135042, -0.005720695946365595, -0.0050224182195961475, -0.0043241409584879875, -0.00362586323171854, -0.002927585504949093, -0.0022293077781796455, -0.0015310302842408419, -0.0008327526738867164, -0.00013447506353259087, 0.0005638025468215346, 0.0012620801571756601, 0.001960357651114464, 0.002658635377883911]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 4.0, 1.0, 2.0, 2.0, 0.0, 3.0, 2.0, 4.0, 4.0, 2.0, 1.0, 3.0, 2.0, 3.0, 4.0, 4.0, 2.0, 2.0, 3.0, 3.0, 1.0, 8.0, 10.0, 5.0, 3.0, 6.0, 7.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 4.0, 6.0, 9.0, 9.0, 18.0, 96.0, 3.0, 7.0, 3.0, 6.0, 5.0, 7.0], "bins": [-0.055144406855106354, -0.05418282747268677, -0.05322125181555748, -0.052259672433137894, -0.051298096776008606, -0.05033651739358902, -0.04937494173645973, -0.048413362354040146, -0.04745178669691086, -0.04649020731449127, -0.045528631657361984, -0.0445670522749424, -0.04360547661781311, -0.042643897235393524, -0.041682321578264236, -0.04072074219584465, -0.03975916653871536, -0.038797587156295776, -0.03783600777387619, -0.0368744321167469, -0.035912852734327316, -0.03495127707719803, -0.03398969769477844, -0.033028122037649155, -0.03206654265522957, -0.03110496513545513, -0.030143387615680695, -0.029181810095906258, -0.02822023257613182, -0.027258655056357384, -0.026297077536582947, -0.02533550001680851, -0.024373922497034073, -0.023412344977259636, -0.0224507674574852, -0.021489189937710762, -0.020527612417936325, -0.019566034898161888, -0.01860445737838745, -0.017642879858613014, -0.016681302338838577, -0.01571972295641899, -0.014758146367967129, -0.013796568848192692, -0.01283499039709568, -0.011873412877321243, -0.010911835357546806, -0.00995025783777237, -0.008988680317997932, -0.008027102798223495, -0.0070655252784490585, -0.006103947293013334, -0.005142369773238897, -0.00418079225346446, -0.0032192145008593798, -0.002257636748254299, -0.0012960592284798622, -0.00033448159229010344, 0.0006270960438996553, 0.0015886736800894141, 0.002550251316279173, 0.00351182883605361, 0.004473406821489334, 0.005434984341263771, 0.006396561861038208]}, "_runtime": 5.870632648468018, "_timestamp": 1596208474.9493923, "_step": 0}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 4.0, 3.0, 3.0, 2.0, 3.0, 2.0, 2.0, 3.0, 0.0, 1.0, 3.0, 0.0, 4.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016855420544743538, -0.016200287267565727, -0.015545154921710491, -0.014890022575855255, -0.014234889298677444, -0.013579756952822208, -0.012924624606966972, -0.012269491329789162, -0.011614358983933926, -0.01095922663807869, -0.010304093360900879, -0.009648961015045643, -0.008993828669190407, -0.008338695392012596, -0.00768356304615736, -0.007028430234640837, -0.006373297423124313, -0.00571816461160779, -0.005063031800091267, -0.004407899454236031, -0.0037527666427195072, -0.003097633831202984, -0.002442501252517104, -0.0017873685574159026, -0.001132235862314701, -0.00047710316721349955, 0.000178029527887702, 0.0008331622229889035, 0.001488294918090105, 0.0021434277296066284, 0.002798560308292508, 0.003453692886978388, 0.004108825698494911, 0.0047639585100114346, 0.005419091321527958, 0.006074223667383194, 0.006729356478899717, 0.007384489290416241, 0.008039621636271477, 0.008694754913449287, 0.009349887259304523, 0.01000501960515976, 0.01066015288233757, 0.011315285228192806, 0.011970417574048042, 0.012625550851225853, 0.013280683197081089, 0.0139358164742589, 0.014590948820114136, 0.015246081165969372, 0.015901213511824608, 0.01655634678900242, 0.01721148006618023, 0.01786661148071289, 0.0185217447578907, 0.019176878035068512, 0.019832011312246323, 0.020487142726778984, 0.021142276003956795, 0.021797409281134605, 0.022452540695667267, 0.023107673972845078, 0.023762807250022888, 0.02441793866455555, 0.02507307194173336]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 6.0, 2.0, 5.0, 9.0, 6.0, 10.0, 12.0, 10.0, 21.0, 24.0, 38.0, 37.0, 45.0, 52.0, 70.0, 79.0, 88.0, 121.0, 153.0, 203.0, 255.0, 272.0, 434.0, 578.0, 2442.0, 761.0, 692.0, 473.0, 316.0, 188.0, 154.0, 95.0, 62.0, 47.0, 55.0, 24.0, 27.0, 19.0, 9.0, 10.0, 7.0, 7.0, 1.0, 3.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.12211547046899796, -0.11864505708217621, -0.11517463624477386, -0.11170422285795212, -0.10823380202054977, -0.10476338863372803, -0.10129296779632568, -0.09782255440950394, -0.09435214102268219, -0.09088172018527985, -0.0874113067984581, -0.08394088596105576, -0.08047047257423401, -0.07700005173683167, -0.07352963835000992, -0.07005921751260757, -0.06658880412578583, -0.06311839073896408, -0.05964796990156174, -0.05617755278944969, -0.052707135677337646, -0.0492367222905159, -0.045766305178403854, -0.04229588806629181, -0.038825470954179764, -0.03535505384206772, -0.03188463672995567, -0.028414221480488777, -0.024943804368376732, -0.021473387256264687, -0.01800297200679779, -0.014532554894685745, -0.0110621377825737, -0.007591721136122942, -0.004121304489672184, -0.000650887843221426, 0.002819528803229332, 0.00628994544968009, 0.009760362096130848, 0.013230778276920319, 0.016701195389032364, 0.02017161250114441, 0.023642029613256454, 0.02711244486272335, 0.030582861974835396, 0.03405327722430229, 0.03752369433641434, 0.04099411144852638, 0.04446452856063843, 0.04793494567275047, 0.05140536278486252, 0.054875779896974564, 0.05834619700908661, 0.061816610395908356, 0.0652870312333107, 0.06875744462013245, 0.07222786545753479, 0.07569827884435654, 0.07916869223117828, 0.08263911306858063, 0.08610952645540237, 0.08957994729280472, 0.09305036067962646, 0.09652078151702881, 0.09999119490385056]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 4.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 2.0, 1.0, 6.0, 1.0, 0.0, 1.0, 6.0, 0.0, 4.0, 0.0, 2.0, 3.0, 8.0, 5.0, 1.0, 4.0, 32.0, 1.0, 5.0, 3.0, 1.0, 1.0, 1.0, 0.0, 4.0, 0.0, 2.0, 0.0, 1.0, 2.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006693576462566853, -0.006446616258472204, -0.006199656054377556, -0.0059526958502829075, -0.005705735646188259, -0.005458775442093611, -0.005211815237998962, -0.004964855033904314, -0.004717894829809666, -0.004470934625715017, -0.004223974421620369, -0.003977014217525721, -0.0037300540134310722, -0.003483093809336424, -0.0032361336052417755, -0.002989173401147127, -0.002742213197052479, -0.0024952529929578304, -0.002248292788863182, -0.0020013325847685337, -0.0017543723806738853, -0.001507412176579237, -0.0012604519724845886, -0.0010134917683899403, -0.0007665315642952919, -0.0005195713602006435, -0.0002726111561059952, -2.5650952011346817e-05, 0.00022130925208330154, 0.0004682694561779499, 0.0007152296602725983, 0.0009621898643672466, 0.001209150068461895, 0.0014561102725565434, 0.0017030704766511917, 0.00195003068074584, 0.0021969908848404884, 0.002443951088935137, 0.002690911293029785, 0.0029378714971244335, 0.003184831701219082, 0.0034317919053137302, 0.0036787521094083786, 0.003925712313503027, 0.004172672517597675, 0.004419632721692324, 0.004666592925786972, 0.00491355312988162, 0.005160513333976269, 0.005407473538070917, 0.0056544337421655655, 0.005901393946260214, 0.006148354150354862, 0.006395314354449511, 0.006642274558544159, 0.006889234762638807, 0.007136194966733456, 0.007383155170828104, 0.007630115374922752, 0.007877076044678688, 0.008124035783112049, 0.00837099552154541, 0.008617956191301346, 0.008864916861057281, 0.009111876599490643]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [7.0, 8.0, 7.0, 14.0, 23.0, 27.0, 48.0, 79.0, 103.0, 162.0, 277.0, 361.0, 519.0, 710.0, 1085.0, 1584.0, 2207.0, 2895.0, 4128.0, 5676.0, 7830.0, 10595.0, 15008.0, 21089.0, 29979.0, 43007.0, 60593.0, 83545.0, 111547.0, 458130.0, 90404.0, 64944.0, 45807.0, 32393.0, 23293.0, 16711.0, 12054.0, 8763.0, 6579.0, 4852.0, 3625.0, 2685.0, 1852.0, 1396.0, 969.0, 660.0, 473.0, 297.0, 229.0, 138.0, 111.0, 47.0, 46.0, 22.0, 22.0, 10.0, 10.0, 7.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.009374348446726799, -0.009054861031472683, -0.008735374547541142, -0.008415887132287025, -0.008096400648355484, -0.007776913233101368, -0.007457426283508539, -0.0071379393339157104, -0.006818452384322882, -0.006498965434730053, -0.006179478485137224, -0.0058599915355443954, -0.005540504120290279, -0.005221017170697451, -0.004901530221104622, -0.004582043271511793, -0.004262556321918964, -0.003943069372326136, -0.003623582422733307, -0.0033040952403098345, -0.0029846082907170057, -0.002665121341124177, -0.0023456341587007046, -0.002026147209107876, -0.001706660259515047, -0.0013871733099222183, -0.0010676862439140677, -0.0007481992361135781, -0.0004287122283130884, -0.00010922522051259875, 0.0002102617872878909, 0.0005297487950883806, 0.0008492358028888702, 0.001168722752481699, 0.0014882098184898496, 0.0018076968844980001, 0.002127183834090829, 0.0024466707836836576, 0.00276615796610713, 0.003085644915699959, 0.0034051318652927876, 0.0037246188148856163, 0.004044105764478445, 0.004363592714071274, 0.00468308012932539, 0.005002567078918219, 0.005322054028511047, 0.005641540978103876, 0.005961027927696705, 0.006280514877289534, 0.006600001826882362, 0.006919488776475191, 0.00723897572606802, 0.007558463141322136, 0.007877949625253677, 0.008197437040507793, 0.00851692445576191, 0.008836410939693451, 0.009155898354947567, 0.009475384838879108, 0.009794872254133224, 0.010114358738064766, 0.010433846153318882, 0.010753332637250423, 0.01107282005250454]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 2.0, 3.0, 0.0, 3.0, 0.0, 1.0, 1.0, 10.0, 2.0, 1.0, 1.0, 3.0, 0.0, 2.0, 3.0, 0.0, 0.0, 2.0], "bins": [-0.023307165130972862, -0.022867633029818535, -0.022428102791309357, -0.02198857069015503, -0.021549038589000702, -0.021109506487846375, -0.020669974386692047, -0.02023044414818287, -0.01979091204702854, -0.019351379945874214, -0.018911849707365036, -0.01847231760621071, -0.01803278550505638, -0.017593253403902054, -0.017153721302747726, -0.01671419106423855, -0.01627465896308422, -0.015835126861929893, -0.01539559569209814, -0.014956064522266388, -0.01451653242111206, -0.014077000319957733, -0.01363746915012598, -0.013197937980294228, -0.0127584058791399, -0.012318873777985573, -0.01187934260815382, -0.011439811438322067, -0.01100027933716774, -0.010560747236013412, -0.01012121606618166, -0.009681684896349907, -0.00924215279519558, -0.008802620694041252, -0.0083630895242095, -0.007923558354377747, -0.007484026253223419, -0.007044494617730379, -0.006604962982237339, -0.006165431346744299, -0.005725899711251259, -0.005286368075758219, -0.004846836440265179, -0.004407304804772139, -0.0039677731692790985, -0.0035282415337860584, -0.0030887098982930183, -0.0026491782627999783, -0.002209646627306938, -0.001770114991813898, -0.001330583356320858, -0.0008910517208278179, -0.00045152008533477783, -1.1988449841737747e-05, 0.00042754318565130234, 0.0008670748211443424, 0.0013066064566373825, 0.0017461380921304226, 0.0021856697276234627, 0.0026252013631165028, 0.003064732998609543, 0.003504264634102583, 0.003943796269595623, 0.004383327905088663, 0.004822859540581703]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 2.0, 6.0, 8.0, 12.0, 7.0, 22.0, 29.0, 25.0, 20.0, 23.0, 32.0, 42.0, 53.0, 60.0, 59.0, 69.0, 66.0, 100.0, 111.0, 130.0, 150.0, 149.0, 196.0, 189.0, 210.0, 221.0, 232.0, 245.0, 259.0, 230.0, 269.0, 254.0, 280.0, 312.0, 307.0, 303.0, 361.0, 442.0, 586.0, 723.0, 1320.0, 6772.0, 912.0, 761.0, 521.0, 238.0, 213.0, 190.0, 192.0, 168.0, 123.0, 115.0, 56.0, 31.0, 11.0, 3.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.025455357506871223, -0.024850299581885338, -0.024245239794254303, -0.023640181869268417, -0.023035123944282532, -0.022430064156651497, -0.02182500623166561, -0.021219946444034576, -0.02061488851904869, -0.020009830594062805, -0.01940477080643177, -0.018799712881445885, -0.01819465309381485, -0.017589595168828964, -0.01698453724384308, -0.016379477456212044, -0.015774419531226158, -0.015169360674917698, -0.014564301818609238, -0.013959243893623352, -0.013354185037314892, -0.012749126181006432, -0.012144068256020546, -0.011539009399712086, -0.010933950543403625, -0.010328891687095165, -0.009723832830786705, -0.00911877490580082, -0.00851371604949236, -0.007908657193183899, -0.007303598802536726, -0.006698540411889553, -0.006093481555581093, -0.005488422699272633, -0.00488336430862546, -0.004278305917978287, -0.0036732470616698265, -0.00306818843819201, -0.0024631298147141933, -0.0018580711912363768, -0.0012530125677585602, -0.0006479539442807436, -4.289532080292702e-05, 0.0005621633026748896, 0.0011672219261527061, 0.0017722805496305227, 0.0023773391731083393, 0.002982397796586156, 0.0035874564200639725, 0.004192515276372433, 0.004797573667019606, 0.0054026320576667786, 0.006007690913975239, 0.006612749770283699, 0.007217808160930872, 0.007822866551578045, 0.008427925407886505, 0.009032984264194965, 0.009638043120503426, 0.010243101045489311, 0.010848159901797771, 0.011453218758106232, 0.012058276683092117, 0.012663335539400578, 0.013268394395709038]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08533856272697449, -0.08353285491466522, -0.08172714710235596, -0.07992143929004669, -0.07811573147773743, -0.07631002366542816, -0.0745043158531189, -0.07269860804080963, -0.07089290022850037, -0.0690871849656105, -0.06728147715330124, -0.06547576934099197, -0.06367006152868271, -0.061864353716373444, -0.06005864590406418, -0.05825293809175491, -0.05644723027944565, -0.05464152246713638, -0.05283581465482712, -0.05103010684251785, -0.04922439903020859, -0.047418687492609024, -0.04561297968029976, -0.043807271867990494, -0.04200156405568123, -0.040195856243371964, -0.0383901484310627, -0.03658444061875343, -0.03477872908115387, -0.032973021268844604, -0.03116731345653534, -0.029361605644226074, -0.02755589783191681, -0.025750190019607544, -0.02394448220729828, -0.022138772532343864, -0.0203330647200346, -0.018527356907725334, -0.01672164723277092, -0.014915939420461655, -0.01311023160815239, -0.011304523795843124, -0.009498815052211285, -0.007693106774240732, -0.00588739849627018, -0.004081690218299627, -0.002275981940329075, -0.0004702736623585224, 0.00133543461561203, 0.0031411428935825825, 0.004946851171553135, 0.006752559449523687, 0.00855826772749424, 0.010363975539803505, 0.012169684283435345, 0.013975393027067184, 0.01578110083937645, 0.017586808651685715, 0.01939251646399498, 0.021198226138949394, 0.02300393395125866, 0.024809641763567924, 0.02661535143852234, 0.028421059250831604, 0.03022676706314087]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 3.0, 3.0, 2.0, 6.0, 2.0, 7.0, 2.0, 5.0, 7.0, 5.0, 2.0, 8.0, 7.0, 3.0, 9.0, 4.0, 5.0, 1.0, 4.0, 2.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 5.0, 4.0, 1.0, 6.0, 4.0, 2.0, 7.0, 8.0, 96.0, 12.0, 5.0, 2.0, 7.0, 5.0, 4.0, 3.0], "bins": [-0.09722991287708282, -0.09551071375608444, -0.09379151463508606, -0.09207232296466827, -0.09035312384366989, -0.08863392472267151, -0.08691472560167313, -0.08519552648067474, -0.08347633481025696, -0.08175713568925858, -0.08003793656826019, -0.07831873744726181, -0.07659953832626343, -0.07488033920526505, -0.07316114753484726, -0.07144194841384888, -0.0697227492928505, -0.06800355017185211, -0.06628435105085373, -0.06456515938043594, -0.06284596025943756, -0.06112676113843918, -0.059407562017440796, -0.05768836662173271, -0.05596916750073433, -0.05424996837973595, -0.05253077298402786, -0.05081157386302948, -0.0490923747420311, -0.04737317934632301, -0.04565398022532463, -0.04393478482961655, -0.042215585708618164, -0.04049638658761978, -0.0387771911919117, -0.037057992070913315, -0.03533879667520523, -0.03361959755420685, -0.031900398433208466, -0.030181201174855232, -0.028462003916502, -0.026742806658148766, -0.025023609399795532, -0.02330441027879715, -0.021585213020443916, -0.019866015762090683, -0.0181468166410923, -0.016427619382739067, -0.014708422124385834, -0.0129892248660326, -0.011270026676356792, -0.009550828486680984, -0.007831631228327751, -0.0061124335043132305, -0.00439323578029871, -0.0026740380562841892, -0.0009548403322696686, 0.0007643573917448521, 0.0024835551157593727, 0.004202752839773893, 0.005921950563788414, 0.007641148287802935, 0.009360346011817455, 0.011079544201493263, 0.012798741459846497]}, "_runtime": 6.7469000816345215, "_timestamp": 1596208475.8256598, "_step": 1}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 2.0, 3.0, 2.0, 1.0, 2.0, 2.0, 2.0, 4.0, 5.0, 3.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01934165321290493, -0.018713567405939102, -0.018085479736328125, -0.017457392066717148, -0.01682930625975132, -0.016201220452785492, -0.015573132783174515, -0.014945046044886112, -0.01431695930659771, -0.013688872568309307, -0.013060785830020905, -0.012432699091732502, -0.0118046123534441, -0.011176525615155697, -0.010548438876867294, -0.009920352138578892, -0.00929226540029049, -0.008664178662002087, -0.008036091923713684, -0.0074080051854252815, -0.006779918447136879, -0.006151831708848476, -0.005523744970560074, -0.004895658232271671, -0.004267571493983269, -0.003639484755694866, -0.0030113980174064636, -0.002383311279118061, -0.0017552245408296585, -0.001127137802541256, -0.0004990510642528534, 0.00012903567403554916, 0.0007571224123239517, 0.0013852091506123543, 0.002013295888900757, 0.0026413826271891594, 0.003269469365477562, 0.0038975561037659645, 0.004525642842054367, 0.00515372958034277, 0.005781816318631172, 0.006409903056919575, 0.007037989795207977, 0.00766607653349638, 0.008294163271784782, 0.008922250010073185, 0.009550336748361588, 0.01017842348664999, 0.010806510224938393, 0.011434596963226795, 0.012062683701515198, 0.0126907704398036, 0.013318857178092003, 0.013946943916380405, 0.014575030654668808, 0.01520311739295721, 0.015831204131245613, 0.01645928993821144, 0.017087377607822418, 0.017715465277433395, 0.018343551084399223, 0.01897163689136505, 0.01959972456097603, 0.020227812230587006, 0.020855898037552834]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [3.0, 5.0, 1.0, 3.0, 4.0, 5.0, 3.0, 5.0, 6.0, 10.0, 5.0, 12.0, 11.0, 17.0, 14.0, 17.0, 14.0, 22.0, 38.0, 42.0, 40.0, 50.0, 55.0, 84.0, 84.0, 108.0, 133.0, 176.0, 256.0, 252.0, 350.0, 403.0, 2122.0, 811.0, 778.0, 589.0, 420.0, 276.0, 190.0, 128.0, 99.0, 76.0, 46.0, 46.0, 24.0, 22.0, 17.0, 13.0, 13.0, 4.0, 5.0, 7.0, 4.0, 6.0, 3.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.12146975100040436, -0.11775186657905579, -0.11403398215770721, -0.11031609773635864, -0.10659821331501007, -0.1028803288936615, -0.09916243702173233, -0.09544455260038376, -0.09172666817903519, -0.08800878375768661, -0.08429089933633804, -0.08057301491498947, -0.0768551304936409, -0.07313724607229233, -0.06941936165094376, -0.06570147722959518, -0.061983589082956314, -0.05826570466160774, -0.05454782024025917, -0.0508299320936203, -0.04711204767227173, -0.04339416325092316, -0.039676278829574585, -0.03595839440822601, -0.03224050998687744, -0.02852262370288372, -0.02480473741889, -0.021086852997541428, -0.017368968576192856, -0.013651082292199135, -0.009933197870850563, -0.006215312518179417, -0.0024974271655082703, 0.0012204579543322325, 0.004938343074172735, 0.008656227961182594, 0.01237411331385374, 0.016091998666524887, 0.01980988308787346, 0.02352776937186718, 0.02724565379321575, 0.030963538214564323, 0.034681424498558044, 0.038399308919906616, 0.04211719334125519, 0.04583507776260376, 0.04955296590924263, 0.0532708503305912, 0.056988734751939774, 0.060706619173288345, 0.06442450731992722, 0.06814239174127579, 0.07186027616262436, 0.07557816058397293, 0.0792960450053215, 0.08301392942667007, 0.08673181384801865, 0.09044969826936722, 0.09416758269071579, 0.09788547456264496, 0.10160335898399353, 0.1053212434053421, 0.10903912782669067, 0.11275701224803925, 0.11647489666938782]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 3.0, 1.0, 2.0, 4.0, 7.0, 1.0, 0.0, 1.0, 4.0, 2.0, 6.0, 5.0, 1.0, 1.0, 3.0, 28.0, 4.0, 6.0, 2.0, 3.0, 1.0, 0.0, 3.0, 0.0, 3.0, 3.0, 3.0, 2.0, 2.0, 3.0, 2.0, 1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.006848501972854137, -0.006594354286789894, -0.006340206600725651, -0.0060860589146614075, -0.005831911228597164, -0.005577764008194208, -0.005323616322129965, -0.0050694686360657215, -0.004815320950001478, -0.004561173263937235, -0.0043070255778729916, -0.004052877891808748, -0.0037987304385751486, -0.0035445827525109053, -0.0032904352992773056, -0.0030362876132130623, -0.002782139927148819, -0.0025279922410845757, -0.0022738445550203323, -0.0020196971017867327, -0.0017655494157224894, -0.001511401729658246, -0.0012572541600093246, -0.001003106590360403, -0.0007489589042961597, -0.0004948112764395773, -0.00024066364858299494, 1.3483979273587465e-05, 0.00026763160713016987, 0.0005217792349867523, 0.0007759268628433347, 0.0010300744324922562, 0.0012842221185564995, 0.0015383698046207428, 0.0017925173742696643, 0.0020466649439185858, 0.002300812629982829, 0.0025549603160470724, 0.002809107769280672, 0.0030632554553449154, 0.0033174031414091587, 0.003571550827473402, 0.0038256985135376453, 0.004079846199601889, 0.004333993420004845, 0.004588141106069088, 0.004842288792133331, 0.005096436478197575, 0.005350584164261818, 0.005604731850326061, 0.0058588795363903046, 0.006113027222454548, 0.006367174908518791, 0.006621322128921747, 0.0068754698149859905, 0.007129617501050234, 0.007383765187114477, 0.0076379128731787205, 0.007892060093581676, 0.00814620777964592, 0.008400355465710163, 0.008654503151774406, 0.00890865083783865, 0.009162798523902893, 0.009416946209967136]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 4.0, 4.0, 11.0, 21.0, 24.0, 34.0, 60.0, 90.0, 158.0, 229.0, 343.0, 564.0, 870.0, 1342.0, 1928.0, 2837.0, 4202.0, 5958.0, 8108.0, 11369.0, 15940.0, 21898.0, 30720.0, 45021.0, 65499.0, 91367.0, 115638.0, 436708.0, 90009.0, 64968.0, 45757.0, 32060.0, 22947.0, 16905.0, 12232.0, 9208.0, 6709.0, 4891.0, 3592.0, 2701.0, 2011.0, 1395.0, 997.0, 742.0, 477.0, 342.0, 268.0, 155.0, 118.0, 67.0, 52.0, 33.0, 16.0, 15.0, 12.0, 9.0, 9.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.0122897420078516, -0.011867705732584, -0.011445668525993824, -0.011023632250726223, -0.010601595975458622, -0.010179558768868446, -0.009757522493600845, -0.009335486218333244, -0.008913449011743069, -0.008491412736475468, -0.008069376461207867, -0.007647339254617691, -0.00722530297935009, -0.006803266238421202, -0.006381229497492313, -0.005959193222224712, -0.005537156481295824, -0.005115119740366936, -0.004693083465099335, -0.004271046724170446, -0.003849009983241558, -0.0034269734751433134, -0.0030049369670450687, -0.0025829002261161804, -0.0021608637180179358, -0.0017388270935043693, -0.0013167904689908028, -0.0008947539608925581, -0.0004727173363789916, -5.0680740969255567e-05, 0.00037135585444048047, 0.000793392420746386, 0.0012154290452599525, 0.001637465669773519, 0.0020595022942870855, 0.00248153880238533, 0.0029035755433142185, 0.003325612051412463, 0.003747648559510708, 0.004169685300439596, 0.0045917220413684845, 0.0050137583166360855, 0.005435795057564974, 0.005857831798493862, 0.006279868073761463, 0.0067019048146903515, 0.00712394155561924, 0.007545977830886841, 0.007968014106154442, 0.008390051312744617, 0.008812087588012218, 0.009234124794602394, 0.009656161069869995, 0.010078197345137596, 0.010500234551727772, 0.010922270826995373, 0.011344307102262974, 0.01176634430885315, 0.01218838058412075, 0.012610416859388351, 0.013032454065978527, 0.013454490341246128, 0.013876526616513729, 0.014298563823103905, 0.014720600098371506]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 7.0, 2.0, 3.0, 2.0, 1.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.011264504864811897, -0.010949528776109219, -0.01063455268740654, -0.010319576598703861, -0.010004601441323757, -0.009689625352621078, -0.0093746492639184, -0.009059673175215721, -0.008744697086513042, -0.008429720997810364, -0.00811474584043026, -0.007799769286066294, -0.007484793663024902, -0.007169817574322224, -0.006854841485619545, -0.006539865862578154, -0.006224889773875475, -0.005909913685172796, -0.005594938062131405, -0.005279961973428726, -0.0049649858847260475, -0.004650010261684656, -0.0043350341729819775, -0.004020058084279299, -0.0037050822284072638, -0.0033901063725352287, -0.00307513028383255, -0.002760154427960515, -0.00244517857208848, -0.0021302024833858013, -0.0018152266275137663, -0.0015002506552264094, -0.0011852746829390526, -0.0008702987106516957, -0.0005553227965719998, -0.0002403468533884734, 7.4629089795053e-05, 0.0003896050329785794, 0.0007045809761621058, 0.0010195568902418017, 0.0013345328625291586, 0.0016495088348165154, 0.0019644848071038723, 0.0022794606629759073, 0.0025944365188479424, 0.002909412607550621, 0.003224388463422656, 0.0035393645521253347, 0.0038543404079973698, 0.0041693164967000484, 0.00448429211974144, 0.0047992682084441185, 0.005114244297146797, 0.0054292199201881886, 0.005744196008890867, 0.006059172097593546, 0.006374147720634937, 0.006689123809337616, 0.007004099898040295, 0.007319075986742973, 0.007634051609784365, 0.007949027232825756, 0.008264003321528435, 0.008578979410231113, 0.008893955498933792]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 4.0, 5.0, 8.0, 8.0, 8.0, 17.0, 13.0, 18.0, 27.0, 30.0, 35.0, 50.0, 48.0, 53.0, 86.0, 82.0, 102.0, 119.0, 133.0, 151.0, 190.0, 223.0, 209.0, 223.0, 265.0, 272.0, 254.0, 274.0, 263.0, 273.0, 284.0, 349.0, 424.0, 482.0, 620.0, 802.0, 6636.0, 1508.0, 916.0, 650.0, 496.0, 373.0, 363.0, 282.0, 226.0, 191.0, 140.0, 100.0, 56.0, 33.0, 16.0, 21.0, 6.0, 0.0, 4.0, 2.0, 2.0], "bins": [-0.01460351049900055, -0.014269008301198483, -0.01393450703471899, -0.013600004836916924, -0.013265503570437431, -0.012931001372635365, -0.012596499174833298, -0.012261997908353806, -0.011927495710551739, -0.011592994444072247, -0.01125849224627018, -0.010923990048468113, -0.01058948878198862, -0.010254986584186554, -0.009920485317707062, -0.009585983119904995, -0.009251480922102928, -0.008916979655623436, -0.00858247745782137, -0.008247976191341877, -0.00791347399353981, -0.007578972261399031, -0.007244470529258251, -0.006909968797117472, -0.006575467064976692, -0.006240964867174625, -0.005906463135033846, -0.005571961402893066, -0.005237459670752287, -0.004902957938611507, -0.004568455740809441, -0.004233954008668661, -0.0038994522765278816, -0.003564950544387102, -0.003230448579415679, -0.0028959468472748995, -0.0025614448823034763, -0.002226943150162697, -0.0018924414180219173, -0.001557939569465816, -0.0012234377209097147, -0.0008889358723536134, -0.000554434082005173, -0.0002199322625529021, 0.00011456955689936876, 0.00044907137635163963, 0.0007835731958039105, 0.001118074986152351, 0.0014525768347084522, 0.0017870786832645535, 0.002121580531820655, 0.0024560822639614344, 0.0027905842289328575, 0.003125085961073637, 0.0034595876932144165, 0.0037940896581858397, 0.0041285911574959755, 0.004463093355298042, 0.004797595087438822, 0.005132096819579601, 0.005466598551720381, 0.00580110028386116, 0.006135602481663227, 0.006470104213804007, 0.006804605945944786]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 7.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.054151229560375214, -0.053028203547000885, -0.05190517380833626, -0.05078214779496193, -0.0496591180562973, -0.048536092042922974, -0.04741306230425835, -0.04629003629088402, -0.04516700655221939, -0.04404398053884506, -0.042920954525470734, -0.04179792478680611, -0.04067489877343178, -0.03955186903476715, -0.03842884302139282, -0.037305813282728195, -0.03618278726935387, -0.03505976125597954, -0.03393673151731491, -0.03281370550394058, -0.031690675765275955, -0.030567649751901627, -0.02944462187588215, -0.02832159399986267, -0.027198566123843193, -0.026075538247823715, -0.024952510371804237, -0.02382948249578476, -0.02270645648241043, -0.021583428606390953, -0.020460400730371475, -0.019337372854351997, -0.01821434497833252, -0.01709131710231304, -0.015968289226293564, -0.01484526228159666, -0.013722234405577183, -0.012599206529557705, -0.011476179584860802, -0.010353151708841324, -0.009230123832821846, -0.008107095956802368, -0.006984068546444178, -0.005861041136085987, -0.004738013260066509, -0.003614985616877675, -0.002491957973688841, -0.0013689303305000067, -0.0002459026873111725, 0.0008771249558776617, 0.002000152599066496, 0.00312318024225533, 0.004246207885444164, 0.005369235761463642, 0.006492263171821833, 0.007615290582180023, 0.008738318458199501, 0.009861346334218979, 0.010984374210238457, 0.01210740115493536, 0.013230429030954838, 0.014353456906974316, 0.015476483851671219, 0.016599511727690697, 0.017722539603710175]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 5.0, 8.0, 5.0, 3.0, 11.0, 7.0, 4.0, 4.0, 5.0, 8.0, 4.0, 7.0, 3.0, 0.0, 2.0, 5.0, 2.0, 6.0, 2.0, 1.0, 3.0, 3.0, 2.0, 1.0, 1.0, 3.0, 1.0, 5.0, 2.0, 3.0, 1.0, 6.0, 4.0, 2.0, 3.0, 1.0, 11.0, 10.0, 69.0, 14.0, 6.0, 8.0, 8.0, 4.0, 3.0, 2.0, 2.0, 4.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.05555889382958412, -0.054463669657707214, -0.05336844548583031, -0.0522732213139534, -0.051177993416786194, -0.050082769244909286, -0.04898754507303238, -0.04789232090115547, -0.046797096729278564, -0.04570187255740166, -0.04460664466023445, -0.043511420488357544, -0.04241619631648064, -0.04132097214460373, -0.04022574797272682, -0.039130523800849915, -0.03803529590368271, -0.0369400717318058, -0.035844847559928894, -0.03474962338805199, -0.03365439921617508, -0.03255917504429817, -0.031463950872421265, -0.030368724837899208, -0.02927349880337715, -0.028178274631500244, -0.027083050459623337, -0.02598782628774643, -0.024892600253224373, -0.023797376081347466, -0.022702151909470558, -0.0216069258749485, -0.020511701703071594, -0.019416477531194687, -0.01832125149667263, -0.017226027324795723, -0.016130803152918816, -0.015035578049719334, -0.013940352946519852, -0.012845128774642944, -0.011749903671443462, -0.01065467856824398, -0.009559454396367073, -0.008464229293167591, -0.0073690046556293964, -0.006273780018091202, -0.00517855491489172, -0.004083330277353525, -0.0029881056398153305, -0.001892880885861814, -0.0007976561319082975, 0.00029756862204521894, 0.0013927933759987354, 0.00248801801353693, 0.0035832428839057684, 0.004678467754274607, 0.005773692391812801, 0.006868917029350996, 0.00796414166688919, 0.009059366770088673, 0.010154591873288155, 0.011249816045165062, 0.012345041148364544, 0.013440265320241451, 0.014535490423440933]}, "_runtime": 7.6469035148620605, "_timestamp": 1596208476.7256632, "_step": 2}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 6.0, 1.0, 2.0, 1.0, 1.0, 2.0, 4.0, 1.0, 5.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.014757731929421425, -0.01430523581802845, -0.01385274063795805, -0.013400244526565075, -0.012947749346494675, -0.0124952532351017, -0.0120427580550313, -0.011590261943638325, -0.011137766763567924, -0.01068527065217495, -0.010232774540781975, -0.009780279360711575, -0.0093277832493186, -0.0088752880692482, -0.008422791957855225, -0.007970296777784824, -0.0075178006663918495, -0.007065305020660162, -0.006612809374928474, -0.006160313729196787, -0.005707818083465099, -0.0052553219720721245, -0.004802826326340437, -0.004350330680608749, -0.003897835034877062, -0.0034453393891453743, -0.0029928437434136868, -0.0025403478648513556, -0.002087852219119668, -0.0016353565733879805, -0.001182860811240971, -0.0007303651073016226, -0.00027786940336227417, 0.0001746263005770743, 0.0006271220045164227, 0.0010796177666634321, 0.0015321134123951197, 0.001984609058126807, 0.0024371049366891384, 0.002889600582420826, 0.0033420962281525135, 0.003794591873884201, 0.004247087519615889, 0.004699583165347576, 0.005152079276740551, 0.0056045749224722385, 0.006057070568203926, 0.006509566213935614, 0.006962061859667301, 0.007414557505398989, 0.007867053151130676, 0.008319549262523651, 0.008772044442594051, 0.009224540553987026, 0.009677035734057426, 0.010129531845450401, 0.010582027956843376, 0.011034523136913776, 0.011487019248306751, 0.011939514428377151, 0.012392010539770126, 0.012844505719840527, 0.013297001831233501, 0.013749497011303902, 0.014201993122696877]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 3.0, 5.0, 9.0, 5.0, 3.0, 9.0, 7.0, 15.0, 18.0, 29.0, 38.0, 31.0, 53.0, 62.0, 53.0, 64.0, 97.0, 103.0, 147.0, 221.0, 281.0, 405.0, 519.0, 2199.0, 1156.0, 911.0, 528.0, 309.0, 198.0, 132.0, 85.0, 74.0, 46.0, 34.0, 25.0, 16.0, 4.0, 13.0, 4.0, 3.0, 4.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1782829612493515, -0.17365792393684387, -0.16903288662433624, -0.16440783441066742, -0.1597827970981598, -0.15515775978565216, -0.15053272247314453, -0.1459076851606369, -0.14128264784812927, -0.13665759563446045, -0.13203255832195282, -0.1274075210094452, -0.12278248369693756, -0.11815743893384933, -0.1135324016213417, -0.10890735685825348, -0.10428231954574585, -0.09965728223323822, -0.09503223747015, -0.09040720015764236, -0.08578215539455414, -0.08115711808204651, -0.07653208076953888, -0.07190703600645065, -0.06728199869394302, -0.0626569613814354, -0.05803191661834717, -0.05340687930583954, -0.04878183826804161, -0.04415679723024368, -0.03953175991773605, -0.034906718879938126, -0.030281677842140198, -0.02565663680434227, -0.02103159762918949, -0.016406558454036713, -0.011781517416238785, -0.0071564773097634315, -0.0025314372032880783, 0.002093602903187275, 0.006718643009662628, 0.011343683116137981, 0.015968723222613335, 0.020593762397766113, 0.02521880343556404, 0.02984384447336197, 0.0344688817858696, 0.039093922823667526, 0.043718963861465454, 0.04834400489926338, 0.05296904593706131, 0.05759408324956894, 0.06221912428736687, 0.0668441653251648, 0.07146920263767242, 0.07609424740076065, 0.08071928471326828, 0.08534432202577591, 0.08996936678886414, 0.09459440410137177, 0.0992194414138794, 0.10384448617696762, 0.10846952348947525, 0.11309456825256348, 0.1177196055650711]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 4.0, 3.0, 2.0, 4.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 3.0, 1.0, 0.0, 2.0, 3.0, 27.0, 2.0, 3.0, 3.0, 6.0, 3.0, 3.0, 3.0, 1.0, 0.0, 2.0, 0.0, 3.0, 3.0, 6.0, 2.0, 1.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0061006564646959305, -0.005908175837248564, -0.005715695209801197, -0.005523215048015118, -0.005330734420567751, -0.005138253793120384, -0.0049457731656730175, -0.004753292538225651, -0.004560812376439571, -0.004368331748992205, -0.004175851121544838, -0.003983370494097471, -0.0037908898666501045, -0.0035984094720333815, -0.0034059288445860147, -0.0032134484499692917, -0.003020967822521925, -0.0028284871950745583, -0.002636006800457835, -0.0024435261730104685, -0.0022510457783937454, -0.0020585651509463787, -0.001866084523499012, -0.001673604012466967, -0.0014811235014349222, -0.0012886429904028773, -0.0010961624793708324, -0.0009036818519234657, -0.0007112013408914208, -0.000518720829859376, -0.00032624026061967015, -0.0001337597204837948, 5.8720819652080536e-05, 0.0002512013597879559, 0.0004436818999238312, 0.000636162469163537, 0.0008286429801955819, 0.0010211234912276268, 0.0012136041186749935, 0.0014060846297070384, 0.0015985651407390833, 0.0017910456517711282, 0.001983526162803173, 0.0021760067902505398, 0.0023684874176979065, 0.0025609678123146296, 0.0027534484397619963, 0.0029459288343787193, 0.003138409461826086, 0.0033308900892734528, 0.003523370483890176, 0.0037158511113375425, 0.003908331505954266, 0.004100812133401632, 0.004293292760848999, 0.004485773388296366, 0.0046782540157437325, 0.004870734177529812, 0.005063214804977179, 0.005255695432424545, 0.005448176059871912, 0.005640656687319279, 0.005833136849105358, 0.006025617476552725, 0.0062180981040000916]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 6.0, 7.0, 16.0, 36.0, 53.0, 91.0, 160.0, 231.0, 297.0, 491.0, 810.0, 1193.0, 1673.0, 2281.0, 3065.0, 4157.0, 5501.0, 7077.0, 9120.0, 11684.0, 14477.0, 18770.0, 24478.0, 32818.0, 44086.0, 58218.0, 74044.0, 91719.0, 413323.0, 88383.0, 70670.0, 52081.0, 38408.0, 27916.0, 20918.0, 15657.0, 11795.0, 8931.0, 7013.0, 5150.0, 3822.0, 2694.0, 1887.0, 1393.0, 929.0, 655.0, 439.0, 335.0, 223.0, 150.0, 107.0, 67.0, 52.0, 37.0, 20.0, 12.0, 7.0, 4.0, 2.0, 3.0, 2.0, 1.0], "bins": [-0.011441193521022797, -0.011063288897275925, -0.010685384273529053, -0.01030747964978218, -0.009929575026035309, -0.009551670402288437, -0.00917376670986414, -0.008795862086117268, -0.008417957462370396, -0.008040052838623524, -0.007662148214876652, -0.00728424359112978, -0.006906338967382908, -0.006528434343636036, -0.006150530185550451, -0.005772625561803579, -0.005394720938056707, -0.0050168163143098354, -0.0046389116905629635, -0.004261007532477379, -0.003883102908730507, -0.003505198284983635, -0.003127293661236763, -0.0027493892703205347, -0.0023714846465736628, -0.001993580022826791, -0.0016156756319105625, -0.0012377710081636906, -0.0008598665008321404, -0.00048196196439675987, -0.00010405742796137929, 0.0002738471084740013, 0.0006517516449093819, 0.001029656152240932, 0.0014075606595724821, 0.001785465283319354, 0.0021633696742355824, 0.0025412742979824543, 0.0029191789217293262, 0.0032970833126455545, 0.0036749879363924265, 0.004052892327308655, 0.004430796951055527, 0.004808701574802399, 0.005186606198549271, 0.005564510822296143, 0.005942414980381727, 0.006320319604128599, 0.006698224227875471, 0.007076128851622343, 0.007454033475369215, 0.0078319376334548, 0.008209842257201672, 0.008587746880948544, 0.008965651504695415, 0.009343556128442287, 0.00972146075218916, 0.010099365375936031, 0.010477269999682903, 0.0108551736921072, 0.011233078315854073, 0.011610982939600945, 0.011988887563347816, 0.012366792187094688, 0.01274469681084156]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 2.0, 2.0, 2.0, 1.0, 1.0, 2.0, 3.0, 2.0, 2.0, 3.0, 1.0, 2.0, 8.0, 1.0, 3.0, 1.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.020961666479706764, -0.020468872040510178, -0.019976075738668442, -0.019483281299471855, -0.01899048686027527, -0.018497692421078682, -0.018004897981882095, -0.01751210168004036, -0.017019307240843773, -0.016526512801647186, -0.01603371649980545, -0.015540922060608864, -0.015048127621412277, -0.01455533318221569, -0.01406253781169653, -0.013569742441177368, -0.013076948001980782, -0.012584153562784195, -0.012091358192265034, -0.011598562821745872, -0.011105768382549286, -0.0106129739433527, -0.010120178572833538, -0.009627383202314377, -0.00913458876311779, -0.008641794323921204, -0.008148998953402042, -0.0076562040485441685, -0.0071634091436862946, -0.006670614238828421, -0.006177819333970547, -0.005685024429112673, -0.005192229524254799, -0.004699434619396925, -0.004206639714539051, -0.003713844809681177, -0.0032210499048233032, -0.0027282549999654293, -0.0022354600951075554, -0.0017426651902496815, -0.0012498702853918076, -0.0007570753805339336, -0.0002642804756760597, 0.0002285144291818142, 0.0007213093340396881, 0.001214104238897562, 0.001706899143755436, 0.00219969404861331, 0.0026924889534711838, 0.0031852838583290577, 0.0036780787631869316, 0.0041708736680448055, 0.0046636685729026794, 0.005156463477760553, 0.005649258382618427, 0.006142053287476301, 0.006634848192334175, 0.007127643097192049, 0.007620438002049923, 0.008113233372569084, 0.00860602781176567, 0.009098822250962257, 0.009591617621481419, 0.01008441299200058, 0.010577207431197166]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 2.0, 1.0, 2.0, 4.0, 9.0, 4.0, 10.0, 10.0, 12.0, 11.0, 14.0, 14.0, 29.0, 41.0, 41.0, 49.0, 47.0, 45.0, 65.0, 66.0, 60.0, 91.0, 81.0, 125.0, 112.0, 132.0, 134.0, 163.0, 197.0, 211.0, 242.0, 243.0, 315.0, 297.0, 351.0, 382.0, 407.0, 457.0, 491.0, 654.0, 713.0, 818.0, 1086.0, 6794.0, 1191.0, 665.0, 436.0, 260.0, 179.0, 142.0, 128.0, 105.0, 88.0, 58.0, 58.0, 28.0, 19.0, 20.0, 8.0, 3.0, 2.0, 1.0, 4.0], "bins": [-0.010522629134356976, -0.010286949574947357, -0.010051269084215164, -0.009815589524805546, -0.009579909965395927, -0.009344230405986309, -0.00910855084657669, -0.008872870355844498, -0.00863719079643488, -0.008401511237025261, -0.008165830746293068, -0.00793015118688345, -0.007694471627473831, -0.007458792068064213, -0.007223112042993307, -0.006987432017922401, -0.006751752458512783, -0.006516072899103165, -0.006280392874032259, -0.006044712848961353, -0.005809033289551735, -0.0055733537301421165, -0.005337673705071211, -0.005101993680000305, -0.004866314120590687, -0.004630634561181068, -0.004394954536110163, -0.004159274511039257, -0.003923594951629639, -0.0036879151593893766, -0.0034522353671491146, -0.0032165555749088526, -0.0029808757826685905, -0.0027451959904283285, -0.0025095161981880665, -0.0022738364059478045, -0.0020381566137075424, -0.0018024768214672804, -0.0015667970292270184, -0.0013311172369867563, -0.0010954374447464943, -0.0008597576525062323, -0.0006240778602659702, -0.0003883980680257082, -0.00015271827578544617, 8.296151645481586e-05, 0.0003186413086950779, 0.0005543211009353399, 0.000790000893175602, 0.001025680685415864, 0.001261360477656126, 0.001497040269896388, 0.00173272006213665, 0.001968399854376912, 0.002204079646617174, 0.002439759438857436, 0.002675439231097698, 0.0029111190233379602, 0.0031467988155782223, 0.0033824786078184843, 0.0036181584000587463, 0.0038538381922990084, 0.00408951798453927, 0.004325198009610176, 0.0045608775690197945]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.048859331756830215, -0.0479402057826519, -0.047021083533763885, -0.04610195755958557, -0.04518283158540726, -0.04426370561122894, -0.04334458336234093, -0.04242545738816261, -0.0415063314139843, -0.04058720916509628, -0.03966808319091797, -0.038748957216739655, -0.03782983124256134, -0.036910708993673325, -0.03599158301949501, -0.035072457045316696, -0.03415333479642868, -0.033234208822250366, -0.03231508284807205, -0.03139595687389374, -0.030476832762360573, -0.029557708650827408, -0.028638582676649094, -0.02771945856511593, -0.026800334453582764, -0.02588120847940445, -0.024962084367871284, -0.02404295839369297, -0.023123834282159805, -0.02220470830798149, -0.021285584196448326, -0.020366458222270012, -0.019447334110736847, -0.018528209999203682, -0.017609084025025368, -0.016689959913492203, -0.01577083393931389, -0.014851709827780724, -0.013932584784924984, -0.013013459742069244, -0.012094334699213505, -0.011175209656357765, -0.010256084613502026, -0.009336959570646286, -0.008417835459113121, -0.007498709950596094, -0.006579585373401642, -0.005660460330545902, -0.004741335287690163, -0.003822210244834423, -0.002903085434809327, -0.001983960624784231, -0.0010648355819284916, -0.00014571065548807383, 0.0007734142709523439, 0.0016925391973927617, 0.0026116641238331795, 0.003530789166688919, 0.004449914209544659, 0.005369038786739111, 0.0062881638295948505, 0.00720728887245059, 0.008126413449645042, 0.009045538492500782, 0.009964663535356522]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 1.0, 2.0, 4.0, 5.0, 5.0, 2.0, 5.0, 5.0, 2.0, 6.0, 3.0, 6.0, 8.0, 5.0, 4.0, 3.0, 5.0, 5.0, 4.0, 2.0, 3.0, 0.0, 5.0, 3.0, 7.0, 2.0, 0.0, 5.0, 2.0, 6.0, 2.0, 4.0, 3.0, 2.0, 1.0, 2.0, 3.0, 5.0, 6.0, 10.0, 14.0, 67.0, 18.0, 5.0, 6.0, 3.0, 3.0, 1.0, 2.0, 3.0], "bins": [-0.03226209431886673, -0.03168078511953354, -0.031099477782845497, -0.030518170446157455, -0.029936861246824265, -0.029355552047491074, -0.028774244710803032, -0.02819293737411499, -0.0276116281747818, -0.02703031897544861, -0.026449011638760567, -0.025867704302072525, -0.025286395102739334, -0.024705085903406143, -0.0241237785667181, -0.02354247123003006, -0.02296116203069687, -0.022379852831363678, -0.021798545494675636, -0.021217238157987595, -0.020635928958654404, -0.020054619759321213, -0.01947331242263317, -0.01889200508594513, -0.01831069588661194, -0.017729386687278748, -0.017148079350590706, -0.016566772013902664, -0.015985462814569473, -0.015404154546558857, -0.01482284627854824, -0.014241538010537624, -0.013660229742527008, -0.013078921474516392, -0.012497613206505775, -0.01191630493849516, -0.011334996670484543, -0.010753688402473927, -0.01017238013446331, -0.009591071866452694, -0.009009763598442078, -0.008428455330431461, -0.007847147062420845, -0.007265838794410229, -0.006684530526399612, -0.006103222258388996, -0.00552191399037838, -0.0049406057223677635, -0.004359297454357147, -0.003777989186346531, -0.0031966809183359146, -0.0026153726503252983, -0.002034064382314682, -0.0014527561143040657, -0.0008714478462934494, -0.0002901395782828331, 0.0002911686897277832, 0.0008724769577383995, 0.0014537852257490158, 0.002035093493759632, 0.0026164017617702484, 0.0031977100297808647, 0.003779018297791481, 0.004360326565802097, 0.004941634833812714]}, "_runtime": 8.50400185585022, "_timestamp": 1596208477.5827615, "_step": 3}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 5.0, 2.0, 3.0, 1.0, 1.0, 3.0, 1.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 3.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.017027132213115692, -0.01657206378877163, -0.016116995364427567, -0.015661928802728653, -0.01520686037838459, -0.014751791954040527, -0.014296723529696465, -0.013841656036674976, -0.013386587612330914, -0.01293151918798685, -0.012476451694965363, -0.0120213832706213, -0.011566314846277237, -0.011111247353255749, -0.010656178928911686, -0.010201111435890198, -0.009746043011546135, -0.009290974587202072, -0.008835907094180584, -0.008380838669836521, -0.007925771176815033, -0.00747070275247097, -0.007015634328126907, -0.006560566369444132, -0.006105498410761356, -0.005650430452078581, -0.005195362493395805, -0.0047402940690517426, -0.004285226110368967, -0.0038301581516861916, -0.0033750899601727724, -0.0029200217686593533, -0.0024649538099765778, -0.0020098858512938023, -0.0015548176597803831, -0.0010997495846822858, -0.0006446815095841885, -0.00018961343448609114, 0.0002654546406120062, 0.0007205227157101035, 0.0011755907908082008, 0.0016306588659062982, 0.0020857269410043955, 0.0025407951325178146, 0.00299586309120059, 0.0034509310498833656, 0.0039059992413967848, 0.004361067432910204, 0.004816135391592979, 0.005271203350275755, 0.00572627130895853, 0.006181339733302593, 0.006636407691985369, 0.007091475650668144, 0.007546544075012207, 0.008001611568033695, 0.008456679992377758, 0.00891174841672182, 0.009366815909743309, 0.009821884334087372, 0.010276952758431435, 0.010732020251452923, 0.011187088675796986, 0.011642156168818474, 0.012097224593162537]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 4.0, 5.0, 3.0, 8.0, 4.0, 9.0, 6.0, 14.0, 18.0, 22.0, 32.0, 42.0, 58.0, 80.0, 75.0, 111.0, 121.0, 160.0, 202.0, 262.0, 339.0, 435.0, 2039.0, 1118.0, 932.0, 649.0, 411.0, 256.0, 153.0, 114.0, 78.0, 42.0, 29.0, 25.0, 18.0, 11.0, 11.0, 7.0, 12.0, 5.0, 0.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1602466106414795, -0.15537862479686737, -0.15051063895225525, -0.14564265310764313, -0.140774667263031, -0.13590668141841888, -0.13103869557380676, -0.12617070972919464, -0.12130271643400192, -0.1164347305893898, -0.11156674474477768, -0.10669875890016556, -0.10183076560497284, -0.09696277976036072, -0.0920947939157486, -0.08722680807113647, -0.08235882222652435, -0.07749083638191223, -0.07262285053730011, -0.06775486469268799, -0.06288687884807587, -0.05801888927817345, -0.05315089970827103, -0.048282913863658905, -0.04341492801904678, -0.03854694217443466, -0.03367895632982254, -0.02881096675992012, -0.023942980915308, -0.019074995070695877, -0.014207007363438606, -0.00933902058750391, -0.004471033811569214, 0.00039695296436548233, 0.0052649397403001785, 0.010132926516234875, 0.015000913292169571, 0.019868899136781693, 0.024736886844038963, 0.029604874551296234, 0.034472860395908356, 0.03934084624052048, 0.0442088320851326, 0.04907682165503502, 0.05394480749964714, 0.05881279334425926, 0.06368078291416168, 0.0685487687587738, 0.07341675460338593, 0.07828474044799805, 0.08315272629261017, 0.08802071213722229, 0.09288869798183441, 0.09775669127702713, 0.10262467712163925, 0.10749266296625137, 0.1123606488108635, 0.11722863465547562, 0.12209662050008774, 0.12696461379528046, 0.13183259963989258, 0.1367005854845047, 0.14156857132911682, 0.14643655717372894, 0.15130454301834106]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 0.0, 5.0, 3.0, 2.0, 3.0, 3.0, 4.0, 3.0, 0.0, 0.0, 4.0, 1.0, 2.0, 3.0, 3.0, 1.0, 2.0, 26.0, 3.0, 5.0, 2.0, 2.0, 3.0, 1.0, 2.0, 7.0, 0.0, 2.0, 0.0, 4.0, 5.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 5.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004199635237455368, -0.004034420475363731, -0.003869205480441451, -0.0037039907183498144, -0.003538775723427534, -0.0033735609613358974, -0.003208346199244261, -0.0030431312043219805, -0.002877916442230344, -0.002712701680138707, -0.002547486685216427, -0.00238227192312479, -0.0022170571610331535, -0.0020518421661108732, -0.0018866274040192366, -0.001721412525512278, -0.0015561976470053196, -0.0013909827684983611, -0.0012257678899914026, -0.001060553127899766, -0.0008953382493928075, -0.000730123370885849, -0.0005649085505865514, -0.0003996937011834234, -0.00023447885178029537, -6.926400237716734e-05, 9.595084702596068e-05, 0.0002611656964290887, 0.00042638054583221674, 0.0005915954243391752, 0.0007568102446384728, 0.0009220250649377704, 0.0010872399434447289, 0.0012524548219516873, 0.0014176697004586458, 0.0015828844625502825, 0.001748099341057241, 0.0019133142195641994, 0.002078528981655836, 0.0022437439765781164, 0.002408958738669753, 0.0025741735007613897, 0.00273938849568367, 0.0029046032577753067, 0.0030698180198669434, 0.0032350330147892237, 0.0034002477768808603, 0.0035654627718031406, 0.0037306775338947773, 0.003895892295986414, 0.004061107058078051, 0.004226322285830975, 0.004391537047922611, 0.004556751810014248, 0.0047219665721058846, 0.004887181334197521, 0.005052396096289158, 0.005217611324042082, 0.0053828260861337185, 0.005548040848225355, 0.005713255610316992, 0.0058784703724086285, 0.006043685600161552, 0.006208900362253189, 0.006374115124344826]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 0.0, 2.0, 6.0, 14.0, 16.0, 31.0, 48.0, 78.0, 123.0, 213.0, 335.0, 512.0, 776.0, 1194.0, 1765.0, 2662.0, 3829.0, 5537.0, 7511.0, 10540.0, 13958.0, 19421.0, 26160.0, 37084.0, 53850.0, 76591.0, 102711.0, 428958.0, 100770.0, 76675.0, 55443.0, 40331.0, 29097.0, 21002.0, 15484.0, 11610.0, 9026.0, 6951.0, 5427.0, 3906.0, 2981.0, 2151.0, 1504.0, 1127.0, 791.0, 540.0, 324.0, 204.0, 142.0, 83.0, 60.0, 30.0, 24.0, 16.0, 6.0, 4.0, 2.0, 4.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.011984647251665592, -0.011565479449927807, -0.011146310716867447, -0.010727142915129662, -0.010307975113391876, -0.009888807311654091, -0.009469639509916306, -0.009050470776855946, -0.00863130297511816, -0.008212135173380375, -0.007792966905981302, -0.00737379863858223, -0.006954630836844444, -0.006535463035106659, -0.006116294767707586, -0.005697126500308514, -0.005277958698570728, -0.004858790896832943, -0.00443962262943387, -0.004020454362034798, -0.0036012865602970123, -0.0031821185257285833, -0.0027629504911601543, -0.0023437824565917253, -0.0019246144220232964, -0.0015054463874548674, -0.0010862783528864384, -0.0006671103183180094, -0.0002479422837495804, 0.0001712257508188486, 0.0005903937853872776, 0.0010095618199557066, 0.0014287298545241356, 0.0018478978890925646, 0.0022670659236609936, 0.0026862339582294226, 0.0031054019927978516, 0.0035245700273662806, 0.0039437380619347095, 0.004362906329333782, 0.0047820741310715675, 0.005201241932809353, 0.0056204102002084255, 0.006039578467607498, 0.0064587462693452835, 0.006877914071083069, 0.0072970823384821415, 0.007716250605881214, 0.008135418407619, 0.008554586209356785, 0.008973754942417145, 0.00939292274415493, 0.009812090545892715, 0.0102312583476305, 0.010650426149368286, 0.011069594882428646, 0.011488762684166431, 0.011907930485904217, 0.012327099218964577, 0.012746267020702362, 0.013165434822440147, 0.013584602624177933, 0.014003770425915718, 0.014422939158976078, 0.014842106960713863]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 3.0, 2.0, 1.0, 2.0, 0.0, 3.0, 0.0, 9.0, 2.0, 2.0, 1.0, 3.0, 0.0, 2.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007907519116997719, -0.0076869698241353035, -0.007466420531272888, -0.007245871238410473, -0.0070253219455480576, -0.006804772187024355, -0.00658422289416194, -0.006363673601299524, -0.006143124308437109, -0.005922575015574694, -0.005702025722712278, -0.005481476429849863, -0.00526092667132616, -0.005040377378463745, -0.00481982808560133, -0.0045992787927389145, -0.004378729499876499, -0.004158180207014084, -0.0039376309141516685, -0.0037170813884586096, -0.0034965320955961943, -0.003275982802733779, -0.00305543327704072, -0.0028348839841783047, -0.0026143346913158894, -0.002393785398453474, -0.0021732361055910587, -0.0019526865798979998, -0.0017321372870355844, -0.0015115879941731691, -0.001291038584895432, -0.0010704891756176949, -0.0008499398827552795, -0.0006293905316852033, -0.0004088411806151271, -0.00018829182954505086, 3.225752152502537e-05, 0.0002528068725951016, 0.0004733562236651778, 0.000693905574735254, 0.0009144549258053303, 0.0011350042186677456, 0.0013555536279454827, 0.0015761030372232199, 0.0017966523300856352, 0.0020172016229480505, 0.0022377511486411095, 0.0024583004415035248, 0.00267884973436594, 0.0028993990272283554, 0.0031199483200907707, 0.0033404978457838297, 0.003561047138646245, 0.0037815964315086603, 0.004002145957201719, 0.004222695250064135, 0.00444324454292655, 0.004663793835788965, 0.0048843431286513805, 0.005104892421513796, 0.0053254421800374985, 0.005545991472899914, 0.005766540765762329, 0.005987090058624744, 0.00620763935148716]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 2.0, 4.0, 5.0, 2.0, 6.0, 6.0, 9.0, 13.0, 10.0, 13.0, 18.0, 20.0, 29.0, 38.0, 29.0, 36.0, 66.0, 78.0, 79.0, 113.0, 128.0, 139.0, 180.0, 241.0, 263.0, 306.0, 366.0, 376.0, 426.0, 522.0, 628.0, 726.0, 1009.0, 6419.0, 2357.0, 1219.0, 687.0, 549.0, 427.0, 315.0, 209.0, 139.0, 68.0, 46.0, 17.0, 25.0, 11.0, 13.0, 7.0, 6.0, 7.0, 4.0, 3.0, 2.0, 3.0, 1.0, 0.0, 1.0, 4.0, 3.0], "bins": [-0.00810993555933237, -0.007896183989942074, -0.007682432420551777, -0.00746868085116148, -0.007254929281771183, -0.007041178178042173, -0.0068274266086518764, -0.0066136750392615795, -0.006399923469871283, -0.006186171900480986, -0.005972420331090689, -0.005758668761700392, -0.005544917657971382, -0.005331166088581085, -0.005117414519190788, -0.004903662949800491, -0.004689911380410194, -0.0044761598110198975, -0.0042624082416296005, -0.004048656672239304, -0.0038349053356796503, -0.0036211537662893534, -0.0034074024297297, -0.003193650860339403, -0.002979899290949106, -0.0027661477215588093, -0.0025523961521685123, -0.002338644815608859, -0.002124893246218562, -0.0019111416768282652, -0.00169739022385329, -0.001483638770878315, -0.001269887201488018, -0.001056135632097721, -0.000842384179122746, -0.00062863266794011, -0.00041488115675747395, -0.00020112964557483792, 1.26218656077981e-05, 0.00022637337679043412, 0.00044012488797307014, 0.0006538763991557062, 0.0008676279103383422, 0.0010813793633133173, 0.0012951309327036142, 0.0015088825020939112, 0.0017226339550688863, 0.0019363854080438614, 0.0021501369774341583, 0.0023638885468244553, 0.002577640116214752, 0.0027913914527744055, 0.0030051430221647024, 0.0032188945915549994, 0.0034326459281146526, 0.0036463974975049496, 0.0038601490668952465, 0.0040739006362855434, 0.00428765220567584, 0.004501403775066137, 0.004715154878795147, 0.004928906448185444, 0.005142658017575741, 0.005356409586966038, 0.005570161156356335]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 5.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.031057048588991165, -0.030532410368323326, -0.030007770285010338, -0.0294831320643425, -0.02895849198102951, -0.02843385376036167, -0.027909213677048683, -0.027384575456380844, -0.026859935373067856, -0.026335297152400017, -0.02581065706908703, -0.02528601884841919, -0.0247613787651062, -0.024236740544438362, -0.023712100461125374, -0.023187462240457535, -0.022662822157144547, -0.022138183936476707, -0.02161354571580887, -0.02108890563249588, -0.02056426741182804, -0.020039627328515053, -0.019514989107847214, -0.018990349024534225, -0.018465710803866386, -0.017941070720553398, -0.01741643249988556, -0.01689179241657257, -0.016367154195904732, -0.015842514112591743, -0.015317875891923904, -0.01479323673993349, -0.014268597587943077, -0.013743958435952663, -0.01321931928396225, -0.012694680131971836, -0.012170040979981422, -0.011645401827991009, -0.011120762676000595, -0.010596123524010181, -0.010071484372019768, -0.009546846151351929, -0.009022206999361515, -0.008497567847371101, -0.007972928695380688, -0.007448289543390274, -0.00692365039139986, -0.006399011239409447, -0.005874372087419033, -0.005349732935428619, -0.004825093783438206, -0.004300454631447792, -0.003775815712288022, -0.0032511765602976084, -0.0027265376411378384, -0.0022018984891474247, -0.001677259337157011, -0.0011526201851665974, -0.0006279811495915055, -0.00010334205580875278, 0.000421297037974, 0.0009459361317567527, 0.0014705752255395055, 0.0019952142611145973, 0.002519853413105011]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 3.0, 3.0, 0.0, 2.0, 1.0, 2.0, 4.0, 7.0, 8.0, 6.0, 2.0, 2.0, 5.0, 2.0, 3.0, 2.0, 8.0, 5.0, 1.0, 4.0, 3.0, 1.0, 5.0, 4.0, 3.0, 1.0, 0.0, 1.0, 2.0, 7.0, 4.0, 7.0, 8.0, 2.0, 7.0, 7.0, 1.0, 3.0, 2.0, 2.0, 7.0, 8.0, 3.0, 8.0, 17.0, 58.0, 10.0, 8.0, 8.0, 6.0, 4.0, 2.0, 2.0, 1.0], "bins": [-0.0263705812394619, -0.02589447982609272, -0.02541838027536869, -0.02494227886199951, -0.024466177448630333, -0.023990076035261154, -0.023513976484537125, -0.023037875071167946, -0.022561773657798767, -0.022085674107074738, -0.02160957269370556, -0.02113347128033638, -0.0206573698669672, -0.02018127031624317, -0.019705168902873993, -0.019229067489504814, -0.018752966076135635, -0.018276866525411606, -0.017800765112042427, -0.01732466369867325, -0.01684856414794922, -0.01637246273458004, -0.01589636132121086, -0.015420260839164257, -0.014944160357117653, -0.014468058943748474, -0.01399195846170187, -0.013515857048332691, -0.013039756566286087, -0.012563655152916908, -0.012087554670870304, -0.011611453257501125, -0.011135352775454521, -0.010659252293407917, -0.010183150880038738, -0.009707050397992134, -0.009230948984622955, -0.008754848502576351, -0.008278747089207172, -0.007802646607160568, -0.007326545659452677, -0.006850444711744785, -0.006374343764036894, -0.005898242816329002, -0.005422142334282398, -0.004946041386574507, -0.004469940438866615, -0.003993839491158724, -0.0035177385434508324, -0.003041637595742941, -0.0025655366480350494, -0.0020894359331578016, -0.0016133349854499102, -0.0011372340377420187, -0.0006611332064494491, -0.0001850323169492185, 0.00029106857255101204, 0.0007671694620512426, 0.0012432703515514731, 0.0017193711828440428, 0.0021954721305519342, 0.0026715730782598257, 0.0031476737931370735, 0.003623774740844965, 0.0040998756885528564]}, "_runtime": 9.382126331329346, "_timestamp": 1596208478.460886, "_step": 4}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 2.0, 3.0, 3.0, 2.0, 1.0, 5.0, 2.0, 5.0, 3.0, 3.0, 6.0, 2.0, 2.0, 0.0, 0.0, 4.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.027748357504606247, -0.027036167681217194, -0.02632397785782814, -0.025611788034439087, -0.024899598211050034, -0.02418740838766098, -0.023475218564271927, -0.022763028740882874, -0.02205083891749382, -0.021338647231459618, -0.020626457408070564, -0.01991426758468151, -0.019202077761292458, -0.018489887937903404, -0.01777769811451435, -0.017065508291125298, -0.016353318467736244, -0.01564112864434719, -0.014928938820958138, -0.014216748997569084, -0.01350455917418003, -0.012792368419468403, -0.01208017859607935, -0.011367988772690296, -0.010655798949301243, -0.00994360912591219, -0.009231419302523136, -0.008519229479134083, -0.007807039190083742, -0.007094849366694689, -0.006382659077644348, -0.005670469254255295, -0.0049582794308662415, -0.004246089607477188, -0.003533899551257491, -0.002821709495037794, -0.0021095196716487408, -0.0013973297318443656, -0.0006851397920399904, 2.7050147764384747e-05, 0.0007392400875687599, 0.001451430027373135, 0.0021636199671775103, 0.0028758100233972073, 0.0035879998467862606, 0.004300189670175314, 0.005012379959225655, 0.005724569782614708, 0.006436759606003761, 0.007148949429392815, 0.007861139252781868, 0.008573329076170921, 0.009285518899559975, 0.009997709654271603, 0.010709899477660656, 0.01142208930104971, 0.012134279124438763, 0.012846468947827816, 0.01355865877121687, 0.014270848594605923, 0.01498303934931755, 0.015695229172706604, 0.016407418996095657, 0.01711960881948471, 0.017831798642873764]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 0.0, 3.0, 2.0, 1.0, 6.0, 2.0, 4.0, 7.0, 11.0, 6.0, 23.0, 28.0, 42.0, 51.0, 67.0, 90.0, 138.0, 185.0, 337.0, 448.0, 622.0, 2691.0, 1554.0, 742.0, 348.0, 210.0, 108.0, 67.0, 35.0, 27.0, 17.0, 16.0, 10.0, 7.0, 6.0, 5.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.2726503312587738, -0.26574379205703735, -0.2588372230529785, -0.2519306540489197, -0.24502411484718323, -0.23811756074428558, -0.23121100664138794, -0.2243044525384903, -0.21739789843559265, -0.210491344332695, -0.20358479022979736, -0.19667823612689972, -0.18977168202400208, -0.18286512792110443, -0.1759585738182068, -0.16905201971530914, -0.1621454656124115, -0.15523891150951385, -0.1483323574066162, -0.14142580330371857, -0.13451924920082092, -0.12761269509792328, -0.12070614099502563, -0.11379958689212799, -0.10689303278923035, -0.0999864786863327, -0.09307992458343506, -0.08617337048053741, -0.07926681637763977, -0.07236026227474213, -0.06545370817184448, -0.05854715406894684, -0.051640599966049194, -0.04473404586315155, -0.037827491760253906, -0.030920937657356262, -0.024014383554458618, -0.017107829451560974, -0.01020127534866333, -0.003294721245765686, 0.003611832857131958, 0.010518386960029602, 0.017424941062927246, 0.02433149516582489, 0.031238049268722534, 0.03814460337162018, 0.04505115747451782, 0.051957711577415466, 0.05886426568031311, 0.06577081978321075, 0.0726773738861084, 0.07958392798900604, 0.08649048209190369, 0.09339703619480133, 0.10030359029769897, 0.10721014440059662, 0.11411669850349426, 0.1210232526063919, 0.12792980670928955, 0.1348363608121872, 0.14174291491508484, 0.14864946901798248, 0.15555602312088013, 0.16246257722377777, 0.16936913132667542]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 2.0, 3.0, 1.0, 3.0, 1.0, 3.0, 2.0, 4.0, 4.0, 2.0, 2.0, 1.0, 1.0, 3.0, 1.0, 2.0, 26.0, 3.0, 7.0, 3.0, 2.0, 5.0, 3.0, 1.0, 1.0, 2.0, 4.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 3.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.005273494869470596, -0.005101137328892946, -0.004928779788315296, -0.004756422247737646, -0.004584064707159996, -0.004411707166582346, -0.004239349626004696, -0.004066992085427046, -0.003894634312018752, -0.003722276771441102, -0.003549919230863452, -0.003377561690285802, -0.003205203916877508, -0.003032846376299858, -0.002860488835722208, -0.002688131295144558, -0.002515773754566908, -0.002343416213989258, -0.0021710586734116077, -0.0019987011328339577, -0.0018263434758409858, -0.0016539859352633357, -0.0014816282782703638, -0.0013092707376927137, -0.0011369131971150637, -0.0009645556565374136, -0.0007921980577521026, -0.0006198404589667916, -0.00044748291838914156, -0.00027512534870766103, -0.0001027677790261805, 6.958979065530002e-05, 0.00024194736033678055, 0.0004143049300182611, 0.0005866624996997416, 0.0007590200984850526, 0.0009313776390627027, 0.0011037351796403527, 0.0012760928366333246, 0.0014484503772109747, 0.0016208079177886248, 0.0017931654583662748, 0.001965522998943925, 0.002137880539521575, 0.0023102383129298687, 0.0024825958535075188, 0.002654953394085169, 0.002827310934662819, 0.002999668475240469, 0.003172026015818119, 0.003344383556395769, 0.003516741096973419, 0.0036890986375510693, 0.003861456410959363, 0.004033813718706369, 0.0042061712592840195, 0.004378529265522957, 0.004550886806100607, 0.004723244346678257, 0.004895601887255907, 0.005067959427833557, 0.005240316968411207, 0.005412674508988857, 0.005585032049566507, 0.005757389590144157]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 3.0, 5.0, 7.0, 10.0, 22.0, 38.0, 74.0, 133.0, 217.0, 350.0, 568.0, 837.0, 1245.0, 1673.0, 2419.0, 3273.0, 4416.0, 5766.0, 7500.0, 9672.0, 12378.0, 16127.0, 21523.0, 29489.0, 41573.0, 60762.0, 86594.0, 116559.0, 435144.0, 91484.0, 63306.0, 43576.0, 30457.0, 22327.0, 16781.0, 12795.0, 9944.0, 7606.0, 5840.0, 4499.0, 3420.0, 2562.0, 1953.0, 1402.0, 990.0, 702.0, 530.0, 366.0, 268.0, 157.0, 119.0, 71.0, 55.0, 27.0, 13.0, 6.0, 7.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.013568622060120106, -0.01310280617326498, -0.012636990286409855, -0.01217117439955473, -0.01170535758137703, -0.011239541694521904, -0.010773725807666779, -0.010307909920811653, -0.009842094033956528, -0.009376278147101402, -0.008910462260246277, -0.008444646373391151, -0.007978830486536026, -0.007513014134019613, -0.0070471977815032005, -0.006581381894648075, -0.00611556600779295, -0.005649750120937824, -0.005183934234082699, -0.004718117881566286, -0.004252301994711161, -0.0037864861078560352, -0.003320669988170266, -0.002854853868484497, -0.0023890379816293716, -0.0019232219783589244, -0.0014574059750884771, -0.0009915899718180299, -0.0005257739685475826, -5.995796527713537e-05, 0.0004058580379933119, 0.0008716740412637591, 0.0013374900445342064, 0.0018033060478046536, 0.002269122051075101, 0.00273493817076087, 0.0032007540576159954, 0.003666569944471121, 0.004132386296987534, 0.004598202183842659, 0.005064018070697784, 0.00552983395755291, 0.005995649844408035, 0.006461466196924448, 0.0069272820837795734, 0.007393097970634699, 0.007858914323151112, 0.008324730210006237, 0.008790546096861362, 0.009256361983716488, 0.009722177870571613, 0.010187993757426739, 0.010653810575604439, 0.011119626462459564, 0.01158544234931469, 0.012051258236169815, 0.01251707412302494, 0.012982890009880066, 0.013448705896735191, 0.013914521783590317, 0.014380337670445442, 0.014846154488623142, 0.015311970375478268, 0.01577778533101082, 0.016243603080511093]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 3.0, 0.0, 1.0, 3.0, 3.0, 1.0, 2.0, 2.0, 1.0, 3.0, 1.0, 2.0, 1.0, 2.0, 3.0, 7.0, 3.0, 0.0, 6.0, 1.0, 2.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008769890293478966, -0.008353683166205883, -0.007937475107610226, -0.007521267980337143, -0.00710506085306406, -0.00668885326012969, -0.0062726461328566074, -0.005856438539922237, -0.005440231412649155, -0.005024023819714785, -0.004607816226780415, -0.004191609099507332, -0.003775401506572962, -0.0033591941464692354, -0.002942986786365509, -0.0025267794262617826, -0.0021105720661580563, -0.0016943647060543299, -0.0012781573459506035, -0.0008619498694315553, -0.0004457425093278289, -2.953512012027204e-05, 0.0003866722690872848, 0.0008028796873986721, 0.0012190870475023985, 0.0016352944076061249, 0.0020515017677098513, 0.0024677091278135777, 0.0028839167207479477, 0.003300124080851674, 0.0037163314409554005, 0.004132538568228483, 0.004548746161162853, 0.004964953754097223, 0.005381160881370306, 0.005797368474304676, 0.006213575601577759, 0.006629783194512129, 0.0070459903217852116, 0.007462197914719582, 0.007878405041992664, 0.008294613100588322, 0.008710820227861404, 0.009127027355134487, 0.00954323448240757, 0.009959442541003227, 0.01037564966827631, 0.010791856795549393, 0.01120806485414505, 0.011624271981418133, 0.012040479108691216, 0.012456686235964298, 0.012872894294559956, 0.013289101421833038, 0.013705308549106121, 0.014121515676379204, 0.014537723734974861, 0.014953930862247944, 0.015370137989521027, 0.015786346048116684, 0.016202552244067192, 0.01661876030266285, 0.017034968361258507, 0.017451174557209015, 0.017867382615804672]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 3.0, 4.0, 10.0, 21.0, 20.0, 23.0, 36.0, 51.0, 69.0, 91.0, 102.0, 149.0, 169.0, 219.0, 311.0, 326.0, 393.0, 461.0, 551.0, 704.0, 931.0, 1111.0, 2001.0, 7014.0, 1290.0, 640.0, 480.0, 351.0, 254.0, 168.0, 97.0, 68.0, 68.0, 44.0, 33.0, 27.0, 24.0, 24.0, 18.0, 11.0, 8.0, 7.0, 4.0, 1.0, 4.0, 1.0, 2.0, 6.0, 9.0, 2.0, 5.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 1.0], "bins": [-0.007355141453444958, -0.0070760250091552734, -0.006796908564865589, -0.006517792586237192, -0.006238676141947508, -0.0059595596976578236, -0.005680443253368139, -0.005401326809078455, -0.005122210830450058, -0.004843094386160374, -0.004563977941870689, -0.004284861497581005, -0.004005745053291321, -0.00372662884183228, -0.003447512397542596, -0.0031683961860835552, -0.002889279741793871, -0.0026101632975041866, -0.002331047086045146, -0.0020519306417554617, -0.0017728143138810992, -0.0014936979860067368, -0.0012145815417170525, -0.00093546521384269, -0.0006563488859683275, -0.0003772325289901346, -9.811617201194167e-05, 0.00018100018496625125, 0.0004601165419444442, 0.0007392328698188066, 0.001018349314108491, 0.0012974656419828534, 0.0015765819698572159, 0.0018556982977315784, 0.002134814625605941, 0.002413931069895625, 0.0026930472813546658, 0.00297216372564435, 0.0032512801699340343, 0.003530396381393075, 0.0038095128256827593, 0.0040886290371418, 0.004367745481431484, 0.0046468619257211685, 0.004925978370010853, 0.005205094814300537, 0.005484210792928934, 0.005763327237218618, 0.006042443681508303, 0.006321560125797987, 0.006600676570087671, 0.006879792548716068, 0.0071589089930057526, 0.007438025437295437, 0.007717141881585121, 0.007996258325874805, 0.00827537477016449, 0.008554491214454174, 0.008833607658743858, 0.009112723171710968, 0.009391839616000652, 0.009670956060290337, 0.009950072504580021, 0.010229188948869705, 0.01050830539315939]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 5.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03471820428967476, -0.033991433680057526, -0.03326466307044029, -0.03253788873553276, -0.03181111812591553, -0.031084347516298294, -0.03035757690668106, -0.02963080443441868, -0.028904033824801445, -0.02817726321518421, -0.02745049074292183, -0.026723720133304596, -0.025996949523687363, -0.02527017705142498, -0.024543406441807747, -0.023816633969545364, -0.02308986335992813, -0.022363092750310898, -0.021636320278048515, -0.020909549668431282, -0.0201827771961689, -0.019456006586551666, -0.018729235976934433, -0.01800246350467205, -0.017275692895054817, -0.016548922285437584, -0.0158221498131752, -0.015095379203557968, -0.01436860766261816, -0.013641836121678352, -0.012915065512061119, -0.012188293971121311, -0.011461522430181503, -0.010734750889241695, -0.010007979348301888, -0.009281208738684654, -0.008554437197744846, -0.007827665656805038, -0.007100894581526518, -0.006374123506247997, -0.005647351965308189, -0.0049205804243683815, -0.004193809349089861, -0.0034670380409806967, -0.0027402667328715324, -0.002013495424762368, -0.001286724116653204, -0.0005599528085440397, 0.0001668184995651245, 0.0008935898076742887, 0.001620361115783453, 0.0023471324238926172, 0.0030739037320017815, 0.0038006750401109457, 0.00452744634822011, 0.0052542174234986305, 0.005980988964438438, 0.006707760505378246, 0.007434531580656767, 0.008161302655935287, 0.008888074196875095, 0.009614845737814903, 0.010341616347432137, 0.011068387888371944, 0.011795159429311752]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 2.0, 3.0, 4.0, 4.0, 6.0, 3.0, 2.0, 5.0, 2.0, 5.0, 7.0, 3.0, 6.0, 5.0, 8.0, 7.0, 4.0, 5.0, 6.0, 4.0, 5.0, 4.0, 7.0, 5.0, 4.0, 2.0, 0.0, 1.0, 5.0, 3.0, 3.0, 1.0, 5.0, 3.0, 2.0, 0.0, 3.0, 1.0, 2.0, 6.0, 7.0, 58.0, 8.0, 10.0, 7.0, 7.0, 3.0, 7.0, 4.0, 6.0, 2.0, 2.0, 1.0, 1.0, 2.0], "bins": [-0.02240571193397045, -0.021958524361252785, -0.021511336788535118, -0.0210641510784626, -0.020616963505744934, -0.020169775933027267, -0.0197225883603096, -0.019275402650237083, -0.018828215077519417, -0.01838102750480175, -0.017933839932084084, -0.017486652359366417, -0.0170394666492939, -0.016592279076576233, -0.016145091503858566, -0.0156979039311409, -0.015250717289745808, -0.014803529717028141, -0.014356343075633049, -0.013909155502915382, -0.01346196886152029, -0.013014781288802624, -0.012567594647407532, -0.012120407074689865, -0.011673219501972198, -0.011226032860577106, -0.01077884528785944, -0.010331658646464348, -0.009884471073746681, -0.00943728443235159, -0.008990096859633923, -0.00854291021823883, -0.008095722645521164, -0.007648535538464785, -0.007201348431408405, -0.006754161324352026, -0.006306974217295647, -0.00585978664457798, -0.005412599537521601, -0.004965412430465221, -0.004518225323408842, -0.004071038216352463, -0.0036238511092960835, -0.0031766637694090605, -0.002729476662352681, -0.002282289555296302, -0.0018351023318246007, -0.0013879151083528996, -0.0009407280012965202, -0.00049354083603248, -4.635367076843977e-05, 0.00040083349449560046, 0.0008480206597596407, 0.00129520776681602, 0.0017423949902877212, 0.0021895822137594223, 0.0026367693208158016, 0.003083956427872181, 0.0035311435349285603, 0.00397833064198494, 0.004425518214702606, 0.0048727053217589855, 0.005319892428815365, 0.005767079535871744, 0.0062142666429281235]}, "_runtime": 10.309523105621338, "_timestamp": 1596208479.3882828, "_step": 5}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 2.0, 2.0, 5.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 1.0, 3.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012777701951563358, -0.012374158017337322, -0.011970613151788712, -0.011567069217562675, -0.01116352528333664, -0.010759980417788029, -0.010356436483561993, -0.009952892549335957, -0.009549347683787346, -0.00914580374956131, -0.008742259815335274, -0.008338714949786663, -0.007935171015560627, -0.007531626615673304, -0.00712808221578598, -0.006724538281559944, -0.006320993881672621, -0.005917449481785297, -0.005513905547559261, -0.005110361147671938, -0.0047068167477846146, -0.0043032728135585785, -0.003899728413671255, -0.0034961840137839317, -0.003092639846727252, -0.0026890956796705723, -0.002285551279783249, -0.0018820071127265692, -0.0014784628292545676, -0.001074918545782566, -0.0006713743205182254, -0.00026783006615005434, 0.00013571418821811676, 0.0005392584716901183, 0.000942802696954459, 0.0013463469222187996, 0.0017498912056908011, 0.0021534354891628027, 0.0025569796562194824, 0.002960524056106806, 0.0033640682231634855, 0.0037676123902201653, 0.004171156790107489, 0.004574701189994812, 0.004978245124220848, 0.0053817895241081715, 0.005785333923995495, 0.006188877858221531, 0.006592422258108854, 0.006995966657996178, 0.007399510592222214, 0.007803054992109537, 0.00820659939199686, 0.008610143326222897, 0.009013688191771507, 0.009417232125997543, 0.00982077606022358, 0.01022432092577219, 0.010627864859998226, 0.011031408794224262, 0.011434953659772873, 0.011838497593998909, 0.012242041528224945, 0.012645586393773556, 0.013049130327999592]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 5.0, 8.0, 4.0, 5.0, 4.0, 15.0, 16.0, 11.0, 21.0, 23.0, 28.0, 45.0, 46.0, 53.0, 78.0, 87.0, 123.0, 161.0, 222.0, 249.0, 266.0, 373.0, 498.0, 2335.0, 1184.0, 691.0, 468.0, 255.0, 187.0, 121.0, 77.0, 63.0, 47.0, 33.0, 27.0, 19.0, 18.0, 12.0, 8.0, 7.0, 6.0, 6.0, 5.0, 6.0, 1.0, 1.0, 2.0, 0.0, 4.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.14858169853687286, -0.14412149786949158, -0.1396612823009491, -0.1352010816335678, -0.13074086606502533, -0.12628066539764404, -0.12182045727968216, -0.11736024916172028, -0.11290004104375839, -0.10843983292579651, -0.10397962480783463, -0.09951941668987274, -0.09505921602249146, -0.09059900790452957, -0.08613879978656769, -0.0816785916686058, -0.07721838355064392, -0.07275817543268204, -0.06829796731472015, -0.06383775919675827, -0.059377554804086685, -0.0549173466861248, -0.05045714229345322, -0.04599693417549133, -0.04153672605752945, -0.037076517939567566, -0.03261630982160568, -0.028156105428934097, -0.023695897310972214, -0.01923568919301033, -0.014775482937693596, -0.010315275751054287, -0.005855068564414978, -0.001394861377775669, 0.00306534580886364, 0.007525552995502949, 0.011985760182142258, 0.01644596830010414, 0.020906174555420876, 0.02536638081073761, 0.029826588928699493, 0.03428679704666138, 0.03874700516462326, 0.043207209557294846, 0.04766741767525673, 0.05212762579321861, 0.0565878301858902, 0.06104803830385208, 0.06550824642181396, 0.06996845453977585, 0.07442866265773773, 0.07888887077569962, 0.0833490788936615, 0.08780927956104279, 0.09226948767900467, 0.09672969579696655, 0.10118990391492844, 0.10565011203289032, 0.1101103201508522, 0.11457052826881409, 0.11903072893619537, 0.12349093705415726, 0.12795114517211914, 0.13241136074066162, 0.1368715614080429]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 5.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 3.0, 1.0, 2.0, 1.0, 3.0, 8.0, 3.0, 2.0, 4.0, 5.0, 0.0, 2.0, 25.0, 2.0, 2.0, 1.0, 1.0, 5.0, 0.0, 3.0, 2.0, 3.0, 1.0, 1.0, 3.0, 2.0, 0.0, 0.0, 4.0, 3.0, 6.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.006269175559282303, -0.006097027566283941, -0.00592487957328558, -0.005752732045948505, -0.005580584052950144, -0.005408436059951782, -0.005236288532614708, -0.005064140539616346, -0.004891992546617985, -0.004719844553619623, -0.004547696560621262, -0.004375549033284187, -0.004203401040285826, -0.004031253047287464, -0.003859105287119746, -0.0036869575269520283, -0.0035148095339536667, -0.003342661540955305, -0.003170513780787587, -0.0029983660206198692, -0.0028262180276215076, -0.002654070034623146, -0.002481922274455428, -0.00230977451428771, -0.0021376265212893486, -0.001965478528290987, -0.001793330768123269, -0.0016211828915402293, -0.0014490350149571896, -0.0012768871383741498, -0.00110473926179111, -0.0009325913852080703, -0.0007604435086250305, -0.0005882956320419908, -0.000416147755458951, -0.00024399987887591124, -7.185200229287148e-05, 0.00010029587429016829, 0.00027244375087320805, 0.0004445916274562478, 0.0006167395040392876, 0.0007888873806223273, 0.0009610352572053671, 0.0011331831337884068, 0.0013053310103714466, 0.0014774788869544864, 0.0016496267635375261, 0.0018217746401205659, 0.0019939225167036057, 0.0021660705097019672, 0.002338218269869685, 0.002510366030037403, 0.0026825140230357647, 0.0028546620160341263, 0.003026809776201844, 0.003198957536369562, 0.0033711055293679237, 0.0035432535223662853, 0.0037154012825340033, 0.003887549042701721, 0.004059697035700083, 0.004231845028698444, 0.004403992556035519, 0.00457614054903388, 0.004748288542032242]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 3.0, 6.0, 7.0, 16.0, 37.0, 43.0, 85.0, 116.0, 192.0, 298.0, 429.0, 547.0, 786.0, 1102.0, 1421.0, 1991.0, 2474.0, 3280.0, 4106.0, 5261.0, 6611.0, 8393.0, 10288.0, 13122.0, 16222.0, 20516.0, 25666.0, 33726.0, 44407.0, 60151.0, 80491.0, 103983.0, 405537.0, 81244.0, 61298.0, 44730.0, 33066.0, 24510.0, 19203.0, 15367.0, 12117.0, 9602.0, 7315.0, 5705.0, 4158.0, 3035.0, 2227.0, 1469.0, 1046.0, 743.0, 501.0, 316.0, 256.0, 150.0, 99.0, 65.0, 48.0, 27.0, 17.0, 7.0, 4.0, 6.0], "bins": [-0.014371084980666637, -0.013950146734714508, -0.013529209420084953, -0.013108271174132824, -0.012687332928180695, -0.01226639561355114, -0.01184545736759901, -0.011424520052969456, -0.011003581807017326, -0.010582643561065197, -0.010161706246435642, -0.009740768000483513, -0.009319830685853958, -0.008898892439901829, -0.0084779541939497, -0.008057016879320145, -0.007636078633368015, -0.007215140853077173, -0.006794203072786331, -0.006373264826834202, -0.00595232704654336, -0.005531389266252518, -0.005110451020300388, -0.004689513240009546, -0.004268575459718704, -0.003847637679427862, -0.0034266996663063765, -0.0030057616531848907, -0.0025848238728940487, -0.0021638860926032066, -0.001742948079481721, -0.001322010182775557, -0.0009010722860693932, -0.0004801343893632293, -5.919649265706539e-05, 0.0003617414040490985, 0.0007826793007552624, 0.0012036171974614263, 0.0016245550941675901, 0.002045493107289076, 0.002466430887579918, 0.00288736866787076, 0.0033083066809922457, 0.0037292446941137314, 0.0041501824744045734, 0.0045711202546954155, 0.004992058500647545, 0.005412996280938387, 0.005833934061229229, 0.006254871841520071, 0.006675809621810913, 0.0070967478677630424, 0.0075176856480538845, 0.007938623428344727, 0.008359561674296856, 0.00878049898892641, 0.00920143723487854, 0.00962237548083067, 0.010043312795460224, 0.010464251041412354, 0.010885188356041908, 0.011306126601994038, 0.011727064847946167, 0.012148002162575722, 0.012568940408527851]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 4.0, 2.0, 0.0, 3.0, 0.0, 3.0, 2.0, 0.0, 0.0, 3.0, 3.0, 4.0, 0.0, 1.0, 3.0, 8.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00827769748866558, -0.007956516928970814, -0.007635336369276047, -0.007314156275242567, -0.0069929757155478, -0.006671795155853033, -0.006350614596158266, -0.006029434036463499, -0.005708253942430019, -0.005387073382735252, -0.005065892823040485, -0.004744712263345718, -0.004423531703650951, -0.004102351143956184, -0.003781170817092061, -0.0034599904902279377, -0.0031388099305331707, -0.0028176293708384037, -0.0024964490439742804, -0.0021752684842795134, -0.0018540880410000682, -0.001532907597720623, -0.001211727038025856, -0.0008905465947464108, -0.0005693661514669657, -0.00024818567908369005, 7.299479329958558e-05, 0.0003941752656828612, 0.0007153557380661368, 0.001036536181345582, 0.001357716741040349, 0.0016788971843197942, 0.0020000776275992393, 0.0023212581872940063, 0.0026424385141581297, 0.0029636190738528967, 0.00328479940071702, 0.003605979960411787, 0.003927160520106554, 0.004248341079801321, 0.004569521173834801, 0.004890701733529568, 0.005211882293224335, 0.005533062852919102, 0.005854243412613869, 0.006175423972308636, 0.006496604066342115, 0.006817784626036882, 0.007138965185731649, 0.007460145745426416, 0.007781326305121183, 0.008102506399154663, 0.00842368695884943, 0.008744867518544197, 0.009066048078238964, 0.009387228637933731, 0.009708409197628498, 0.010029589757323265, 0.010350770317018032, 0.010671949945390224, 0.010993130505084991, 0.011314311064779758, 0.011635491624474525, 0.011956672184169292, 0.01227785274386406]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 3.0, 4.0, 4.0, 3.0, 10.0, 6.0, 15.0, 11.0, 17.0, 28.0, 29.0, 45.0, 57.0, 66.0, 97.0, 103.0, 111.0, 169.0, 217.0, 210.0, 300.0, 347.0, 415.0, 485.0, 559.0, 737.0, 1025.0, 1253.0, 1989.0, 6743.0, 1218.0, 680.0, 379.0, 234.0, 181.0, 147.0, 120.0, 92.0, 67.0, 64.0, 33.0, 31.0, 20.0, 15.0, 12.0, 11.0, 13.0, 8.0, 5.0, 7.0, 6.0, 7.0, 5.0, 5.0, 0.0, 5.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 3.0], "bins": [-0.0074209729209542274, -0.007174443919211626, -0.006927914917469025, -0.006681385915726423, -0.006434856913983822, -0.0061883279122412205, -0.005941798910498619, -0.005695269908756018, -0.005448740907013416, -0.005202211905270815, -0.0049556829035282135, -0.004709153901785612, -0.004462624900043011, -0.004216095898300409, -0.003969566896557808, -0.0037230378948152065, -0.003476508893072605, -0.0032299798913300037, -0.0029834508895874023, -0.002736921887844801, -0.0024903928861021996, -0.002243863884359598, -0.0019973348826169968, -0.0017508058808743954, -0.001504276879131794, -0.0012577478773891926, -0.0010112188756465912, -0.0007646898739039898, -0.0005181608721613884, -0.000271631870418787, -2.5102868676185608e-05, 0.0002214261330664158, 0.0004679551348090172, 0.0007144841365516186, 0.00096101313829422, 0.0012075421400368214, 0.0014540711417794228, 0.0017006001435220242, 0.0019471291452646255, 0.002193658147007227, 0.0024401871487498283, 0.0026867161504924297, 0.002933245152235031, 0.0031797741539776325, 0.003426303155720234, 0.0036728321574628353, 0.003919361159205437, 0.004165890160948038, 0.0044124191626906395, 0.004658948164433241, 0.004905477166175842, 0.005152006167918444, 0.005398535169661045, 0.0056450641714036465, 0.005891593173146248, 0.006138122174888849, 0.006384651176631451, 0.006631180178374052, 0.0068777091801166534, 0.007124238181859255, 0.007370767183601856, 0.007617296185344458, 0.007863825187087059, 0.008110353723168373, 0.008356883190572262]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 5.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.027806518599390984, -0.027142241597175598, -0.026477964594960213, -0.025813687592744827, -0.025149410590529442, -0.024485133588314056, -0.02382085844874382, -0.023156581446528435, -0.02249230444431305, -0.021828027442097664, -0.02116375043988228, -0.020499473437666893, -0.019835196435451508, -0.019170919433236122, -0.018506642431020737, -0.01784236542880535, -0.017178088426589966, -0.01651381328701973, -0.015849536284804344, -0.015185259282588959, -0.014520982280373573, -0.013856705278158188, -0.013192428275942802, -0.012528151273727417, -0.011863874271512032, -0.01119959820061922, -0.010535321198403835, -0.00987104419618845, -0.009206767193973064, -0.008542490191757679, -0.007878214120864868, -0.007213937118649483, -0.006549660116434097, -0.005885383114218712, -0.005221106577664614, -0.004556829575449228, -0.0038925528060644865, -0.0032282760366797447, -0.0025639990344643593, -0.0018997222650796175, -0.0012354454956948757, -0.000571168668102473, 9.310815948992968e-05, 0.0007573849870823324, 0.001421661814674735, 0.002085938584059477, 0.0027502155862748623, 0.003414492355659604, 0.004078769125044346, 0.004743046127259731, 0.005407322663813829, 0.006071599666029215, 0.006735876202583313, 0.007400153204798698, 0.008064430207014084, 0.00872870720922947, 0.009392984211444855, 0.010057260282337666, 0.010721537284553051, 0.011385814286768436, 0.012050091288983822, 0.012714368291199207, 0.013378644362092018, 0.014042921364307404, 0.014707198366522789]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 3.0, 2.0, 2.0, 2.0, 1.0, 2.0, 2.0, 3.0, 4.0, 6.0, 2.0, 4.0, 3.0, 4.0, 4.0, 3.0, 3.0, 8.0, 2.0, 4.0, 4.0, 3.0, 3.0, 7.0, 3.0, 3.0, 4.0, 2.0, 7.0, 8.0, 3.0, 7.0, 2.0, 2.0, 3.0, 5.0, 2.0, 9.0, 9.0, 9.0, 17.0, 60.0, 8.0, 8.0, 5.0, 1.0, 3.0, 3.0, 2.0, 5.0, 2.0, 2.0, 2.0, 1.0], "bins": [-0.02666768804192543, -0.02614723891019821, -0.025626789778470993, -0.025106340646743774, -0.024585891515016556, -0.024065442383289337, -0.02354499325156212, -0.0230245441198349, -0.02250409498810768, -0.021983645856380463, -0.021463196724653244, -0.020942747592926025, -0.020422298461198807, -0.019901849329471588, -0.01938140019774437, -0.01886095106601715, -0.018340501934289932, -0.017820054665207863, -0.017299605533480644, -0.016779156401753426, -0.016258707270026207, -0.01573825813829899, -0.015217808075249195, -0.014697358943521976, -0.014176910743117332, -0.013656461611390114, -0.013136012479662895, -0.012615563347935677, -0.012095114216208458, -0.01157466508448124, -0.01105421595275402, -0.010533766821026802, -0.010013317689299583, -0.009492868557572365, -0.008972419425845146, -0.008451970294117928, -0.007931521162390709, -0.007411072496324778, -0.006890623364597559, -0.00637017423287034, -0.005849725101143122, -0.005329275969415903, -0.0048088268376886845, -0.004288377705961466, -0.003767928807064891, -0.0032474796753376722, -0.0027270307764410973, -0.0022065816447138786, -0.00168613251298666, -0.0011656833812594414, -0.0006452343659475446, -0.00012478529242798686, 0.00039566378109157085, 0.0009161128546111286, 0.0014365619281306863, 0.001957010943442583, 0.0024774600751698017, 0.0029979092068970203, 0.003518358338624239, 0.004038807470351458, 0.004559256136417389, 0.0050797052681446075, 0.005600154399871826, 0.006120603531599045, 0.006641052663326263]}, "_runtime": 11.271493196487427, "_timestamp": 1596208480.3502529, "_step": 6}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 3.0, 1.0, 4.0, 3.0, 2.0, 0.0, 2.0, 1.0, 3.0, 2.0, 3.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.015450099483132362, -0.014973387122154236, -0.01449667476117611, -0.014019962400197983, -0.013543250039219856, -0.013066538609564304, -0.012589826248586178, -0.012113113887608051, -0.011636401526629925, -0.011159689165651798, -0.010682976804673672, -0.010206264443695545, -0.009729553014039993, -0.009252840653061867, -0.00877612829208374, -0.008299415931105614, -0.007822703570127487, -0.007345991209149361, -0.006869278848171234, -0.006392566952854395, -0.005915854591876268, -0.005439142230898142, -0.004962430335581303, -0.004485717974603176, -0.00400900561362505, -0.003532293252646923, -0.00305558112449944, -0.0025788689963519573, -0.002102156635373831, -0.001625444390811026, -0.0011487321462482214, -0.0006720199016854167, -0.000195307657122612, 0.0002814045874401927, 0.0007581168320029974, 0.001234829076565802, 0.0017115413211286068, 0.0021882536821067333, 0.002664965810254216, 0.003141677938401699, 0.0036183902993798256, 0.004095102660357952, 0.004571815021336079, 0.005048526916652918, 0.005525239277631044, 0.006001951638609171, 0.00647866353392601, 0.006955375894904137, 0.007432088255882263, 0.00790880061686039, 0.008385512977838516, 0.008862225338816643, 0.00933893769979477, 0.009815649129450321, 0.010292361490428448, 0.010769073851406574, 0.0112457862123847, 0.011722498573362827, 0.012199210934340954, 0.01267592329531908, 0.013152634724974632, 0.013629347085952759, 0.014106059446930885, 0.014582771807909012, 0.015059484168887138]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 5.0, 1.0, 5.0, 2.0, 4.0, 8.0, 3.0, 12.0, 8.0, 10.0, 11.0, 11.0, 28.0, 29.0, 33.0, 44.0, 62.0, 78.0, 69.0, 108.0, 130.0, 183.0, 200.0, 248.0, 302.0, 384.0, 1985.0, 1401.0, 909.0, 522.0, 337.0, 208.0, 150.0, 119.0, 81.0, 53.0, 45.0, 39.0, 21.0, 20.0, 12.0, 12.0, 5.0, 11.0, 5.0, 1.0, 2.0, 4.0, 3.0, 2.0, 2.0, 3.0, 0.0, 1.0], "bins": [-0.1697901487350464, -0.16518335044384003, -0.16057653725147247, -0.1559697389602661, -0.15136292576789856, -0.1467561274766922, -0.14214932918548584, -0.1375425159931183, -0.13293571770191193, -0.12832891941070557, -0.12372210621833801, -0.11911530792713165, -0.1145085021853447, -0.10990169644355774, -0.10529489815235138, -0.10068809241056442, -0.09608128666877747, -0.09147448092699051, -0.08686767518520355, -0.08226087689399719, -0.07765407115221024, -0.07304726541042328, -0.06844046711921692, -0.06383366137742996, -0.059226855635643005, -0.05462004989385605, -0.05001324787735939, -0.04540644586086273, -0.040799640119075775, -0.03619283437728882, -0.03158603236079216, -0.026979228481650352, -0.022372424602508545, -0.017765620723366737, -0.01315881684422493, -0.008552012965083122, -0.003945209085941315, 0.0006615947932004929, 0.0052683986723423, 0.009875202551484108, 0.014482006430625916, 0.019088810309767723, 0.02369561418890953, 0.028302418068051338, 0.032909221947193146, 0.0375160276889801, 0.04212282970547676, 0.04672963172197342, 0.051336437463760376, 0.05594324320554733, 0.06055004522204399, 0.06515684723854065, 0.0697636529803276, 0.07437045872211456, 0.07897725701332092, 0.08358406275510788, 0.08819086849689484, 0.0927976742386818, 0.09740447998046875, 0.10201127827167511, 0.10661808401346207, 0.11122488975524902, 0.11583168804645538, 0.12043849378824234, 0.1250452995300293]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 3.0, 3.0, 0.0, 3.0, 1.0, 2.0, 2.0, 0.0, 4.0, 3.0, 1.0, 3.0, 4.0, 4.0, 4.0, 5.0, 3.0, 4.0, 2.0, 25.0, 4.0, 3.0, 1.0, 2.0, 3.0, 2.0, 3.0, 0.0, 4.0, 2.0, 4.0, 6.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.006163333542644978, -0.005976786836981773, -0.005790239665657282, -0.005603692959994078, -0.005417145788669586, -0.005230599083006382, -0.005044052377343178, -0.004857505206018686, -0.004670958500355482, -0.004484411329030991, -0.004297864623367786, -0.004111317917704582, -0.003924770746380091, -0.003738223807886243, -0.0035516771022230387, -0.003365130163729191, -0.003178583225235343, -0.002992036286741495, -0.0028054893482476473, -0.002618942642584443, -0.0024323957040905952, -0.0022458487655967474, -0.0020593018271028996, -0.0018727550050243735, -0.0016862080665305257, -0.0014996611280366778, -0.0013131143059581518, -0.001126567367464304, -0.000940020487178117, -0.0007534736068919301, -0.0005669266683980823, -0.0003803797881118953, -0.0001938329078257084, -7.286012987606227e-06, 0.00017926088185049593, 0.0003658077912405133, 0.0005523546715267003, 0.0007389015518128872, 0.000925448490306735, 0.001111995312385261, 0.001298542250879109, 0.0014850891893729568, 0.0016716360114514828, 0.0018581829499453306, 0.0020447298884391785, 0.0022312768269330263, 0.0024178235325962305, 0.0026043704710900784, 0.002790917409583926, 0.002977464348077774, 0.003164011286571622, 0.003350557992234826, 0.003537104930728674, 0.0037236518692225218, 0.00391019880771637, 0.004096745513379574, 0.004283292684704065, 0.0044698393903672695, 0.004656386561691761, 0.004842933267354965, 0.005029479973018169, 0.005216027144342661, 0.005402573850005865, 0.005589121021330357, 0.005775667726993561]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 4.0, 1.0, 15.0, 23.0, 26.0, 39.0, 80.0, 134.0, 231.0, 309.0, 463.0, 673.0, 971.0, 1267.0, 1792.0, 2444.0, 3200.0, 4257.0, 5663.0, 7408.0, 9705.0, 12683.0, 16369.0, 21911.0, 29032.0, 38399.0, 53220.0, 73394.0, 98181.0, 426251.0, 101671.0, 74109.0, 52296.0, 37073.0, 26895.0, 20081.0, 14976.0, 11615.0, 8528.0, 6570.0, 4798.0, 3724.0, 2612.0, 1933.0, 1436.0, 981.0, 739.0, 495.0, 371.0, 220.0, 161.0, 86.0, 54.0, 32.0, 23.0, 12.0, 3.0, 1.0, 1.0, 2.0, 1.0], "bins": [-0.015216590836644173, -0.014751257374882698, -0.014285922981798649, -0.013820589520037174, -0.0133552560582757, -0.01288992166519165, -0.012424588203430176, -0.011959254741668701, -0.011493921279907227, -0.011028586886823177, -0.010563253425061703, -0.010097919963300228, -0.009632585570216179, -0.009167252108454704, -0.00870191864669323, -0.00823658425360918, -0.007771250791847706, -0.007305916864424944, -0.006840583402663469, -0.006375249475240707, -0.005909916013479233, -0.005444582086056471, -0.004979248158633709, -0.004513914696872234, -0.004048580769449472, -0.003583247074857354, -0.003117913380265236, -0.002652579452842474, -0.0021872457582503557, -0.0017219120636582375, -0.0012565782526507974, -0.0007912444998510182, -0.000325910747051239, 0.00013942300574854016, 0.0006047567585483193, 0.0010700905695557594, 0.0015354242641478777, 0.002000757958739996, 0.002466091886162758, 0.002931425580754876, 0.0033967592753469944, 0.0038620929699391127, 0.004327426664531231, 0.004792760591953993, 0.005258094519376755, 0.005723427981138229, 0.006188761908560991, 0.006654095370322466, 0.007119429297745228, 0.00758476322516799, 0.008050097152590752, 0.008515430614352226, 0.0089807640761137, 0.00944609846919775, 0.009911431930959225, 0.0103767653927207, 0.010842099785804749, 0.011307433247566223, 0.011772766709327698, 0.012238100171089172, 0.012703434564173222, 0.013168768025934696, 0.01363410148769617, 0.01409943588078022, 0.014564769342541695]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 2.0, 2.0, 3.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0, 10.0, 2.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.01280922256410122, -0.012525336816906929, -0.012241451069712639, -0.011957565322518349, -0.011673679575324059, -0.011389793828129768, -0.011105908080935478, -0.010822022333741188, -0.010538136586546898, -0.010254251770675182, -0.009970366023480892, -0.009686480276286602, -0.009402594529092312, -0.009118708781898022, -0.008834823034703732, -0.008550937287509441, -0.008267051540315151, -0.007983165793120861, -0.007699280045926571, -0.007415394298732281, -0.007131508551537991, -0.006847623270004988, -0.0065637375228106976, -0.006279851775616407, -0.005995966028422117, -0.005712080281227827, -0.005428194534033537, -0.005144308786839247, -0.004860423505306244, -0.004576537758111954, -0.004292652010917664, -0.004008766263723373, -0.0037248805165290833, -0.003440994769334793, -0.003157109022140503, -0.0028732235077768564, -0.0025893377605825663, -0.002305452013388276, -0.0020215664990246296, -0.0017376807518303394, -0.0014537950046360493, -0.0011699092574417591, -0.0008860236266627908, -0.0006021379376761615, -0.0003182522486895323, -3.436655970290303e-05, 0.0002495191292837262, 0.0005334048182703555, 0.0008172905072569847, 0.0011011762544512749, 0.0013850618852302432, 0.0016689475160092115, 0.0019528332632035017, 0.002236719010397792, 0.0025206045247614384, 0.0028044902719557285, 0.0030883760191500187, 0.003372261766344309, 0.003656147513538599, 0.003940033260732889, 0.004223918542265892, 0.004507804289460182, 0.004791690036654472, 0.0050755757838487625, 0.005359461531043053]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 2.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 4.0, 3.0, 2.0, 7.0, 8.0, 7.0, 4.0, 11.0, 18.0, 14.0, 13.0, 20.0, 30.0, 33.0, 50.0, 49.0, 57.0, 69.0, 66.0, 89.0, 96.0, 117.0, 122.0, 128.0, 156.0, 172.0, 219.0, 234.0, 262.0, 301.0, 352.0, 445.0, 466.0, 557.0, 816.0, 1006.0, 1246.0, 6314.0, 1574.0, 900.0, 576.0, 445.0, 360.0, 259.0, 207.0, 191.0, 117.0, 87.0, 51.0, 31.0, 22.0, 16.0, 7.0, 7.0, 2.0, 3.0], "bins": [-0.007899714633822441, -0.007726308889687061, -0.007552902679890394, -0.007379496935755014, -0.007206091191619635, -0.007032685447484255, -0.006859279237687588, -0.006685873493552208, -0.006512467749416828, -0.006339061539620161, -0.006165655795484781, -0.0059922500513494015, -0.005818844307214022, -0.005645438097417355, -0.005472032353281975, -0.005298626609146595, -0.005125220865011215, -0.004951814655214548, -0.004778408911079168, -0.0046050031669437885, -0.004431596957147121, -0.004258191213011742, -0.004084785468876362, -0.003911379724740982, -0.003737973514944315, -0.003564567770808935, -0.0033911617938429117, -0.003217756049707532, -0.0030443500727415085, -0.0028709443286061287, -0.0026975383516401052, -0.0025241326075047255, -0.002350726630538702, -0.0021773206535726786, -0.0020039149094372988, -0.0018305090488865972, -0.0016571031883358955, -0.001483697211369872, -0.0013102913508191705, -0.0011368854902684689, -0.0009634796297177672, -0.0007900737691670656, -0.000616667908616364, -0.00044326198985800147, -0.00026985612930729985, -9.6450254204683e-05, 7.695562089793384e-05, 0.0002503615105524659, 0.00042376737110316753, 0.0005971732316538692, 0.0007705790922045708, 0.0009439850109629333, 0.001117390813305974, 0.0012907967902719975, 0.001464202650822699, 0.0016376085113734007, 0.0018110143719241023, 0.001984420232474804, 0.0021578262094408274, 0.002331231953576207, 0.0025046379305422306, 0.0026780436746776104, 0.002851449651643634, 0.0030248553957790136, 0.003198261372745037]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 5.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.03961276262998581, -0.03875759243965149, -0.03790242224931717, -0.03704725205898285, -0.03619208186864853, -0.03533691167831421, -0.03448173776268959, -0.03362656757235527, -0.03277139738202095, -0.03191622719168663, -0.03106105700135231, -0.03020588681101799, -0.02935071662068367, -0.02849554643034935, -0.02764037437736988, -0.02678520418703556, -0.02593003399670124, -0.02507486380636692, -0.0242196936160326, -0.02336452156305313, -0.02250935137271881, -0.02165418118238449, -0.02079901099205017, -0.01994384080171585, -0.01908867061138153, -0.01823349855840206, -0.01737832836806774, -0.01652315817773342, -0.0156679879873991, -0.014812816865742207, -0.013957646675407887, -0.013102475553750992, -0.012247305363416672, -0.011392135173082352, -0.010536964051425457, -0.009681793861091137, -0.008826622739434242, -0.007971452549099922, -0.007116282358765602, -0.006261111702769995, -0.005405941046774387, -0.00455077039077878, -0.0036955999676138163, -0.0028404295444488525, -0.001985258888453245, -0.0011300883488729596, -0.00027491780929267406, 0.0005802527302876115, 0.001435423269867897, 0.0022905939258635044, 0.003145764349028468, 0.004000934772193432, 0.004856105428189039, 0.005711276084184647, 0.006566446274518967, 0.007421616930514574, 0.008276787586510181, 0.009131957776844501, 0.009987128898501396, 0.010842299088835716, 0.011697469279170036, 0.012552640400826931, 0.013407810591161251, 0.014262981712818146, 0.015118151903152466]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 3.0, 1.0, 1.0, 2.0, 3.0, 0.0, 0.0, 4.0, 2.0, 3.0, 1.0, 3.0, 2.0, 3.0, 3.0, 3.0, 3.0, 2.0, 3.0, 6.0, 3.0, 3.0, 4.0, 4.0, 5.0, 9.0, 9.0, 7.0, 3.0, 4.0, 3.0, 6.0, 6.0, 4.0, 4.0, 4.0, 4.0, 4.0, 8.0, 3.0, 8.0, 9.0, 7.0, 14.0, 17.0, 52.0, 3.0, 5.0, 1.0, 2.0, 6.0, 1.0, 1.0, 2.0, 4.0, 3.0, 2.0], "bins": [-0.018424149602651596, -0.018071912229061127, -0.017719672992825508, -0.01736743561923504, -0.01701519824564457, -0.0166629608720541, -0.01631072163581848, -0.015958484262228012, -0.015606246888637543, -0.015254008583724499, -0.01490177121013403, -0.014549532905220985, -0.014197295531630516, -0.013845057226717472, -0.013492819853127003, -0.013140581548213959, -0.01278834417462349, -0.012436105869710445, -0.012083867564797401, -0.011731630191206932, -0.011379391886293888, -0.011027154512703419, -0.010674916207790375, -0.010322678834199905, -0.009970440529286861, -0.009618203155696392, -0.009265964850783348, -0.008913727477192879, -0.008561489172279835, -0.008209251798689365, -0.007857013493776321, -0.007504775654524565, -0.007152537815272808, -0.006800299976021051, -0.006448062136769295, -0.006095824297517538, -0.005743586458265781, -0.005391348619014025, -0.005039110779762268, -0.004686872940510511, -0.004334635101258755, -0.003982396796345711, -0.0036301591899245977, -0.003277921350672841, -0.0029256832785904408, -0.002573445439338684, -0.0022212076000869274, -0.0018689697608351707, -0.001516731921583414, -0.0011644940823316574, -0.0008122561848722398, -0.0004600183165166527, -0.00010778044816106558, 0.00024445742019452155, 0.0005966952885501087, 0.0009489331860095263, 0.001301171025261283, 0.0016534088645130396, 0.0020056467037647963, 0.002357884543016553, 0.0027101226150989532, 0.00306236045435071, 0.0034145982936024666, 0.0037668361328542233, 0.00411907397210598]}, "_runtime": 12.221954584121704, "_timestamp": 1596208481.3007143, "_step": 7}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 1.0, 0.0, 2.0, 1.0, 2.0, 3.0, 1.0, 4.0, 2.0, 2.0, 2.0, 4.0, 3.0, 4.0, 3.0, 4.0, 0.0, 2.0, 0.0, 1.0, 4.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.024591781198978424, -0.02389739826321602, -0.023203017190098763, -0.022508634254336357, -0.02181425131857395, -0.021119870245456696, -0.02042548730969429, -0.019731104373931885, -0.01903672143816948, -0.018342340365052223, -0.017647957429289818, -0.016953574493527412, -0.016259193420410156, -0.01556481048464775, -0.01487042848020792, -0.014176045544445515, -0.013481663540005684, -0.012787281535565853, -0.012092898599803448, -0.011398516595363617, -0.010704133659601212, -0.01000975165516138, -0.00931536965072155, -0.008620986714959145, -0.007926604710519314, -0.007232222240418196, -0.006537839770317078, -0.005843457765877247, -0.005149075295776129, -0.004454692825675011, -0.0037603105884045362, -0.003065928351134062, -0.0023715458810329437, -0.0016771635273471475, -0.0009827811736613512, -0.00028839881997555494, 0.0004059835337102413, 0.0011003658873960376, 0.0017947482410818338, 0.0024891304783523083, 0.0031835129484534264, 0.0038778954185545444, 0.0045722778886556625, 0.005266659893095493, 0.005961042363196611, 0.0066554248332977295, 0.00734980683773756, 0.008044189773499966, 0.008738571777939796, 0.009432953782379627, 0.010127336718142033, 0.010821718722581863, 0.011516101658344269, 0.0122104836627841, 0.01290486566722393, 0.013599248602986336, 0.014293630607426167, 0.014988012611865997, 0.015682395547628403, 0.016376778483390808, 0.017071159556508064, 0.01776554249227047, 0.018459925428032875, 0.01915430650115013, 0.019848689436912537]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 3.0, 5.0, 1.0, 3.0, 8.0, 10.0, 5.0, 11.0, 12.0, 17.0, 26.0, 38.0, 43.0, 70.0, 97.0, 147.0, 216.0, 333.0, 514.0, 754.0, 3614.0, 934.0, 463.0, 240.0, 123.0, 81.0, 56.0, 24.0, 20.0, 15.0, 7.0, 2.0, 5.0, 6.0, 1.0, 3.0, 5.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.28078073263168335, -0.2725284993648529, -0.26427626609802246, -0.25602400302886963, -0.24777176976203918, -0.23951953649520874, -0.2312673032283783, -0.22301505506038666, -0.2147628217935562, -0.20651058852672577, -0.19825834035873413, -0.1900061070919037, -0.18175387382507324, -0.1735016256570816, -0.16524939239025116, -0.15699714422225952, -0.14874491095542908, -0.14049267768859863, -0.132240429520607, -0.12398819625377655, -0.11573595553636551, -0.10748371481895447, -0.09923148155212402, -0.09097924083471298, -0.08272700011730194, -0.0744747593998909, -0.06622251868247986, -0.057970285415649414, -0.04971804469823837, -0.04146580398082733, -0.03321356698870659, -0.024961328133940697, -0.016709089279174805, -0.008456850424408913, -0.00020461156964302063, 0.008047627285122871, 0.016299866139888763, 0.024552104994654655, 0.03280434384942055, 0.04105658084154129, 0.04930882155895233, 0.05756106227636337, 0.06581330299377441, 0.07406553626060486, 0.0823177769780159, 0.09057001769542694, 0.09882225096225739, 0.10707449167966843, 0.11532673239707947, 0.12357897311449051, 0.13183121383190155, 0.140083447098732, 0.14833569526672363, 0.15658792853355408, 0.16484016180038452, 0.17309240996837616, 0.1813446432352066, 0.18959687650203705, 0.1978491246700287, 0.20610135793685913, 0.21435359120368958, 0.2226058393716812, 0.23085807263851166, 0.2391103208065033, 0.24736255407333374]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 2.0, 1.0, 1.0, 1.0, 2.0, 3.0, 6.0, 2.0, 5.0, 2.0, 8.0, 7.0, 4.0, 26.0, 7.0, 4.0, 9.0, 3.0, 7.0, 4.0, 1.0, 4.0, 4.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009666104800999165, -0.009347249753773212, -0.009028393775224686, -0.008709538727998734, -0.008390682749450207, -0.008071827702224255, -0.007752972189337015, -0.007434116676449776, -0.007115261163562536, -0.006796405650675297, -0.006477550137788057, -0.006158694624900818, -0.005839839577674866, -0.005520984064787626, -0.005202128551900387, -0.004883273039013147, -0.004564417526125908, -0.0042455620132386684, -0.003926706500351429, -0.003607851220294833, -0.0032889957074075937, -0.0029701401945203543, -0.0026512849144637585, -0.002332429401576519, -0.0020135738886892796, -0.00169471837580204, -0.0013758629793301225, -0.0010570075828582048, -0.0007381520699709654, -0.00041929661529138684, -0.0001004411606118083, 0.00021841429406777024, 0.0005372697487473488, 0.0008561252034269273, 0.0011749806581065059, 0.0014938360545784235, 0.001812691567465663, 0.0021315470803529024, 0.002450402360409498, 0.0027692578732967377, 0.003088113386183977, 0.0034069688990712166, 0.003725824411958456, 0.0040446799248456955, 0.004363534972071648, 0.004682390484958887, 0.0050012459978461266, 0.005320101510733366, 0.0056389570236206055, 0.005957812536507845, 0.006276668049395084, 0.006595523562282324, 0.006914379075169563, 0.0072332341223955154, 0.007552089635282755, 0.007870945148169994, 0.008189801126718521, 0.008508656173944473, 0.008827511221170425, 0.009146367199718952, 0.009465222246944904, 0.009784078225493431, 0.010102933272719383, 0.01042178925126791, 0.010740644298493862]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 7.0, 17.0, 20.0, 38.0, 51.0, 85.0, 117.0, 152.0, 198.0, 267.0, 301.0, 361.0, 376.0, 490.0, 717.0, 988.0, 1343.0, 2146.0, 3321.0, 5123.0, 7532.0, 11213.0, 16368.0, 23633.0, 34889.0, 52823.0, 83047.0, 128594.0, 470617.0, 117936.0, 73352.0, 45382.0, 30115.0, 20978.0, 14570.0, 10285.0, 7028.0, 4560.0, 3084.0, 1944.0, 1336.0, 931.0, 697.0, 492.0, 379.0, 347.0, 286.0, 233.0, 218.0, 184.0, 138.0, 106.0, 73.0, 62.0, 44.0, 26.0, 14.0, 4.0, 1.0, 1.0, 3.0, 1.0], "bins": [-0.020996607840061188, -0.02030683308839798, -0.01961705833673477, -0.018927285447716713, -0.018237510696053505, -0.017547735944390297, -0.016857963055372238, -0.01616818830370903, -0.015478413552045822, -0.014788638800382614, -0.01409886498004198, -0.013409091159701347, -0.01271931640803814, -0.012029541656374931, -0.011339767836034298, -0.010649994015693665, -0.009960219264030457, -0.009270444512367249, -0.008580670692026615, -0.007890896871685982, -0.007201122120022774, -0.006511347834020853, -0.005821573548018932, -0.005131799262017012, -0.004442024976015091, -0.0037522506900131702, -0.0030624764040112495, -0.002372702118009329, -0.0016829278320074081, -0.0009931535460054874, -0.00030337926000356674, 0.00038639502599835396, 0.0010761693120002747, 0.0017659435980021954, 0.002455717884004116, 0.0031454921700060368, 0.0038352664560079575, 0.004525040742009878, 0.005214815028011799, 0.0059045893140137196, 0.00659436360001564, 0.007284137886017561, 0.007973912172019482, 0.008663685992360115, 0.009353460744023323, 0.010043235495686531, 0.010733009316027164, 0.011422783136367798, 0.012112557888031006, 0.012802332639694214, 0.013492106460034847, 0.01418188028037548, 0.014871655032038689, 0.015561429783701897, 0.016251202672719955, 0.016940977424383163, 0.01763075217604637, 0.01832052692770958, 0.019010301679372787, 0.019700074568390846, 0.020389849320054054, 0.021079624071717262, 0.02176939696073532, 0.02245917171239853, 0.023148946464061737]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 4.0, 1.0, 4.0, 3.0, 3.0, 4.0, 3.0, 6.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 2.0, 0.0, 3.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.018466223031282425, -0.018032047897577286, -0.017597874626517296, -0.017163699492812157, -0.016729526221752167, -0.016295351088047028, -0.015861177816987038, -0.015427003614604473, -0.014992829412221909, -0.01455865427851677, -0.014124480076134205, -0.01369030587375164, -0.013256131671369076, -0.012821957468986511, -0.012387783266603947, -0.011953609064221382, -0.011519434861838818, -0.011085260659456253, -0.010651086457073689, -0.010216912254691124, -0.00978273805230856, -0.009348563849925995, -0.00891438964754343, -0.008480215445160866, -0.008046040311455727, -0.007611866574734449, -0.007177692372351885, -0.00674351816996932, -0.0063093435019254684, -0.005875169299542904, -0.005440995097160339, -0.005006820894777775, -0.00457264669239521, -0.004138472490012646, -0.003704298287630081, -0.003270123852416873, -0.0028359496500343084, -0.002401775447651744, -0.0019676010124385357, -0.0015334268100559711, -0.0010992526076734066, -0.0006650783470831811, -0.00023090408649295568, 0.00020327017409726977, 0.0006374444346874952, 0.0010716186370700598, 0.0015057929558679461, 0.0019399672746658325, 0.002374141477048397, 0.0028083156794309616, 0.003242489881813526, 0.0036766643170267344, 0.004110838286578655, 0.004545012954622507, 0.004979187157005072, 0.005413361359387636, 0.005847535561770201, 0.006281709764152765, 0.00671588396653533, 0.007150058168917894, 0.007584232836961746, 0.00801840703934431, 0.008452581241726875, 0.00888675544410944, 0.009320929646492004]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 3.0, 5.0, 7.0, 17.0, 14.0, 22.0, 20.0, 28.0, 38.0, 42.0, 40.0, 53.0, 65.0, 84.0, 69.0, 81.0, 99.0, 88.0, 88.0, 109.0, 129.0, 202.0, 273.0, 392.0, 548.0, 863.0, 1093.0, 1682.0, 7091.0, 1441.0, 835.0, 554.0, 392.0, 308.0, 297.0, 246.0, 199.0, 179.0, 148.0, 126.0, 91.0, 96.0, 64.0, 54.0, 41.0, 26.0, 26.0, 12.0, 14.0, 7.0, 5.0, 5.0, 3.0, 3.0, 0.0, 3.0, 3.0], "bins": [-0.00947866402566433, -0.009211818687617779, -0.008944973349571228, -0.008678128942847252, -0.008411283604800701, -0.00814443826675415, -0.007877593860030174, -0.0076107485219836235, -0.007343903183937073, -0.007077057845890522, -0.0068102129735052586, -0.006543368101119995, -0.006276522763073444, -0.006009677425026894, -0.00574283255264163, -0.005475987680256367, -0.005209142342209816, -0.004942297004163265, -0.004675452131778002, -0.004408607259392738, -0.004141761921346188, -0.0038749168161302805, -0.0036080717109143734, -0.0033412266056984663, -0.003074381500482559, -0.002807536395266652, -0.002540691290050745, -0.002273846184834838, -0.002007001079618931, -0.0017401559744030237, -0.0014733108691871166, -0.0012064657639712095, -0.0009396206587553024, -0.0006727755535393953, -0.00040593044832348824, -0.00013908534310758114, 0.00012775976210832596, 0.00039460486732423306, 0.0006614499725401402, 0.0009282950777560472, 0.0011951401829719543, 0.0014619852881878614, 0.0017288303934037685, 0.0019956754986196756, 0.0022625206038355827, 0.00252936570905149, 0.002796210814267397, 0.003063055919483304, 0.003329901024699211, 0.0035967461299151182, 0.0038635912351310253, 0.004130436107516289, 0.0043972814455628395, 0.00466412678360939, 0.004930971655994654, 0.005197816528379917, 0.005464661866426468, 0.005731507204473019, 0.005998352076858282, 0.0062651969492435455, 0.006532042287290096, 0.006798887625336647, 0.0070657324977219105, 0.007332577370107174, 0.007599422708153725]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 5.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.041718289256095886, -0.040561459958553314, -0.03940463438630104, -0.03824780508875847, -0.037090979516506195, -0.03593415021896362, -0.03477732464671135, -0.03362049534916878, -0.032463669776916504, -0.03130684047937393, -0.03015001304447651, -0.028993185609579086, -0.027836356312036514, -0.02667952887713909, -0.02552270144224167, -0.024365874007344246, -0.023209046572446823, -0.0220522191375494, -0.020895391702651978, -0.019738564267754555, -0.018581736832857132, -0.01742490753531456, -0.016268080100417137, -0.015111252665519714, -0.013954425230622292, -0.012797597795724869, -0.011640770360827446, -0.010483941994607449, -0.009327114559710026, -0.008170287124812603, -0.007013459224253893, -0.005856631323695183, -0.00469980388879776, -0.0035429762210696936, -0.002386148553341627, -0.0012293208856135607, -7.249321788549423e-05, 0.0010843344498425722, 0.0022411621175706387, 0.003397989785298705, 0.0045548174530267715, 0.005711644887924194, 0.0068684727884829044, 0.008025300689041615, 0.009182128123939037, 0.01033895555883646, 0.011495783925056458, 0.01265261135995388, 0.013809438794851303, 0.014966266229748726, 0.01612309366464615, 0.01727992109954357, 0.018436748534440994, 0.019593577831983566, 0.02075040526688099, 0.021907232701778412, 0.023064060136675835, 0.024220887571573257, 0.02537771500647068, 0.026534542441368103, 0.027691371738910675, 0.028848199173808098, 0.03000502660870552, 0.031161854043602943, 0.032318681478500366]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 3.0, 3.0, 3.0, 9.0, 4.0, 6.0, 8.0, 6.0, 8.0, 15.0, 52.0, 10.0, 5.0, 5.0, 15.0, 8.0, 12.0, 7.0, 7.0, 9.0, 5.0, 5.0, 5.0, 9.0, 7.0, 7.0, 6.0, 4.0, 4.0, 6.0, 2.0, 4.0, 1.0, 3.0, 2.0, 2.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009905064478516579, -0.009523189626634121, -0.009141314774751663, -0.008759439922869205, -0.008377565070986748, -0.00799569021910429, -0.007613815367221832, -0.0072319405153393745, -0.006850065663456917, -0.006468190345913172, -0.006086315494030714, -0.005704440642148256, -0.005322565790265799, -0.004940690938383341, -0.004558816086500883, -0.004176941234618425, -0.0037950663827359676, -0.00341319153085351, -0.003031316678971052, -0.0026494418270885944, -0.0022675669752061367, -0.0018856920069083571, -0.0015038170386105776, -0.0011219421867281199, -0.0007400673348456621, -0.00035819245385937393, 2.3682427126914263e-05, 0.00040555730811320245, 0.0007874321890994906, 0.0011693070409819484, 0.001551182009279728, 0.0019330568611621857, 0.0023149317130446434, 0.002696806564927101, 0.003078681416809559, 0.0034605562686920166, 0.0038424311205744743, 0.004224305972456932, 0.00460618082433939, 0.0049880556762218475, 0.005369930528104305, 0.00575180584564805, 0.006133680697530508, 0.006515555549412966, 0.0068974304012954235, 0.007279305253177881, 0.007661180105060339, 0.00804305449128151, 0.008424930274486542, 0.008806805126369, 0.009188679978251457, 0.009570554830133915, 0.009952429682016373, 0.01033430453389883, 0.010716179385781288, 0.011098054237663746, 0.011479929089546204, 0.011861803941428661, 0.012243678793311119, 0.012625553645193577, 0.013007428497076035, 0.013389303348958492, 0.01377117820084095, 0.014153053052723408, 0.014534927904605865]}, "_runtime": 13.210354804992676, "_timestamp": 1596208482.2891145, "_step": 8}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 6.0, 1.0, 0.0, 2.0, 3.0, 3.0, 1.0, 1.0, 3.0, 4.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 5.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.016098752617836, -0.015625834465026855, -0.015152916312217712, -0.014679999090731144, -0.014207080937922001, -0.013734162785112858, -0.013261244632303715, -0.012788326479494572, -0.012315409258008003, -0.01184249110519886, -0.011369572952389717, -0.010896654799580574, -0.010423736646771431, -0.009950818493962288, -0.00947790127247572, -0.009004983119666576, -0.008532064966857433, -0.00805914681404829, -0.0075862291269004345, -0.007113310974091291, -0.006640393286943436, -0.006167475134134293, -0.0056945569813251495, -0.005221639294177294, -0.004748721141368151, -0.004275802988559008, -0.003802885301411152, -0.003329967148602009, -0.0028570492286235094, -0.00238413130864501, -0.0019112132722511888, -0.0014382952358573675, -0.0009653773158788681, -0.0004924593376927078, -1.954135950654745e-05, 0.0004533766186796129, 0.0009262945968657732, 0.0013992125168442726, 0.0018721305532380939, 0.002345048589631915, 0.0028179665096104145, 0.003290884429588914, 0.0037638023495674133, 0.004236720502376556, 0.0047096386551856995, 0.005182556342333555, 0.005655474495142698, 0.006128392182290554, 0.006601310335099697, 0.00707422848790884, 0.007547146175056696, 0.008020063862204552, 0.008492982015013695, 0.008965900167822838, 0.009438818320631981, 0.009911736473441124, 0.010384654626250267, 0.010857571847736835, 0.011330490000545979, 0.011803408153355122, 0.012276326306164265, 0.012749244458973408, 0.013222161680459976, 0.01369507983326912, 0.014167997986078262]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 1.0, 5.0, 10.0, 10.0, 15.0, 14.0, 15.0, 18.0, 29.0, 40.0, 47.0, 60.0, 86.0, 123.0, 135.0, 236.0, 292.0, 404.0, 597.0, 3126.0, 1197.0, 604.0, 310.0, 186.0, 114.0, 67.0, 47.0, 36.0, 22.0, 27.0, 11.0, 5.0, 9.0, 5.0, 7.0, 2.0, 1.0, 4.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.2115551233291626, -0.20538178086280823, -0.19920845329761505, -0.19303511083126068, -0.1868617683649063, -0.18068844079971313, -0.17451509833335876, -0.1683417558670044, -0.16216842830181122, -0.15599508583545685, -0.14982174336910248, -0.1436484158039093, -0.13747507333755493, -0.13130173087120056, -0.12512840330600739, -0.11895506083965302, -0.11278172582387924, -0.10660839080810547, -0.1004350483417511, -0.09426171332597733, -0.08808837831020355, -0.08191503584384918, -0.07574170082807541, -0.06956836581230164, -0.06339502334594727, -0.05722168833017349, -0.05104835331439972, -0.04487501457333565, -0.038701675832271576, -0.0325283408164978, -0.02635500207543373, -0.02018166519701481, -0.014008328318595886, -0.007834991440176964, -0.0016616536304354668, 0.004511683713644743, 0.010685021057724953, 0.016858357936143875, 0.023031696677207947, 0.02920503355562687, 0.03537837043404579, 0.04155170917510986, 0.047725044190883636, 0.05389838293194771, 0.06007172167301178, 0.06624505668878555, 0.07241839170455933, 0.0785917341709137, 0.08476506918668747, 0.09093840420246124, 0.09711174666881561, 0.10328508168458939, 0.10945841670036316, 0.11563175916671753, 0.1218050941824913, 0.12797842919826508, 0.13415177166461945, 0.14032509922981262, 0.146498441696167, 0.15267178416252136, 0.15884511172771454, 0.1650184541940689, 0.17119179666042328, 0.17736512422561646, 0.18353846669197083]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 1.0, 3.0, 2.0, 5.0, 6.0, 3.0, 2.0, 3.0, 3.0, 5.0, 4.0, 2.0, 25.0, 3.0, 5.0, 1.0, 6.0, 2.0, 4.0, 4.0, 2.0, 2.0, 1.0, 4.0, 2.0, 3.0, 1.0, 4.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0054920329712331295, -0.005316792521625757, -0.005141552072018385, -0.004966311156749725, -0.004791070707142353, -0.004615830257534981, -0.0044405898079276085, -0.004265349358320236, -0.004090108908712864, -0.003914867993444204, -0.003739627543836832, -0.0035643870942294598, -0.0033891466446220875, -0.0032139059621840715, -0.0030386655125766993, -0.0028634248301386833, -0.002688184380531311, -0.0025129439309239388, -0.002337703248485923, -0.0021624627988785505, -0.0019872221164405346, -0.0018119816668331623, -0.00163674121722579, -0.001461500651203096, -0.0012862600851804018, -0.0011110195191577077, -0.0009357790113426745, -0.0007605385035276413, -0.0005852979375049472, -0.00041005740058608353, -0.00023481686366721988, -5.957632674835622e-05, 0.00011566421017050743, 0.0002909047470893711, 0.00046614528400823474, 0.0006413857918232679, 0.000816626357845962, 0.0009918669238686562, 0.0011671073734760284, 0.0013423479394987226, 0.0015175885055214167, 0.0016928290715441108, 0.0018680696375668049, 0.002043310087174177, 0.0022185505367815495, 0.0023937912192195654, 0.0025690316688269377, 0.0027442723512649536, 0.002919512800872326, 0.003094753250479698, 0.003269993932917714, 0.0034452343825250864, 0.0036204750649631023, 0.0037957155145704746, 0.003970955964177847, 0.004146196413785219, 0.004321437329053879, 0.004496677778661251, 0.004671918228268623, 0.004847158677875996, 0.005022399127483368, 0.00519763957709074, 0.0053728804923594, 0.005548120941966772, 0.005723361391574144]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 5.0, 7.0, 8.0, 12.0, 37.0, 60.0, 96.0, 170.0, 268.0, 381.0, 550.0, 872.0, 1261.0, 1785.0, 2511.0, 3553.0, 4713.0, 6540.0, 8771.0, 11999.0, 15619.0, 20255.0, 26906.0, 36627.0, 51554.0, 72550.0, 100561.0, 431576.0, 105377.0, 76510.0, 53758.0, 38429.0, 27209.0, 20367.0, 15141.0, 11294.0, 8395.0, 6454.0, 4579.0, 3503.0, 2514.0, 1880.0, 1382.0, 1049.0, 756.0, 535.0, 382.0, 283.0, 188.0, 137.0, 81.0, 67.0, 41.0, 30.0, 18.0, 10.0, 10.0, 9.0, 3.0, 4.0, 1.0, 1.0, 2.0], "bins": [-0.01399764884263277, -0.013508736155927181, -0.013019823469221592, -0.012530910782516003, -0.012041998095810413, -0.011553085409104824, -0.011064172722399235, -0.010575260035693645, -0.010086347348988056, -0.009597434662282467, -0.009108521975576878, -0.008619609288871288, -0.008130696602165699, -0.00764178391546011, -0.00715287122875452, -0.006663958542048931, -0.006175045855343342, -0.0056861331686377525, -0.005197220481932163, -0.004708307795226574, -0.004219395108520985, -0.0037304824218153954, -0.003241569735109806, -0.0027526570484042168, -0.0022637443616986275, -0.0017748316749930382, -0.0012859189882874489, -0.0007970063015818596, -0.0003080936148762703, 0.000180819071829319, 0.0006697317585349083, 0.0011586444452404976, 0.0016475571319460869, 0.002136469818651676, 0.0026253825053572655, 0.0031142951920628548, 0.003603207878768444, 0.004092120565474033, 0.004581033252179623, 0.005069945938885212, 0.005558858625590801, 0.0060477713122963905, 0.00653668399900198, 0.007025596685707569, 0.007514509372413158, 0.008003422059118748, 0.008492334745824337, 0.008981247432529926, 0.009470160119235516, 0.009959072805941105, 0.010447985492646694, 0.010936898179352283, 0.011425810866057873, 0.011914723552763462, 0.012403636239469051, 0.01289254892617464, 0.01338146161288023, 0.01387037429958582, 0.014359286986291409, 0.014848199672996998, 0.015337112359702587, 0.015826024115085602, 0.01631493866443634, 0.01680384948849678, 0.01729276403784752]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 4.0, 1.0, 3.0, 4.0, 2.0, 1.0, 3.0, 0.0, 7.0, 2.0, 2.0, 1.0, 4.0, 3.0, 3.0, 1.0, 1.0, 1.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0047928751446306705, -0.0046377768740057945, -0.004482678137719631, -0.004327579867094755, -0.004172481596469879, -0.004017383325845003, -0.0038622848223894835, -0.0037071863189339638, -0.0035520880483090878, -0.0033969897776842117, -0.003241891274228692, -0.0030867927707731724, -0.0029316945001482964, -0.0027765962295234203, -0.0026214977260679007, -0.002466399222612381, -0.002311300951987505, -0.002156202681362629, -0.0020011041779071093, -0.0018460057908669114, -0.0016909074038267136, -0.0015358090167865157, -0.0013807106297463179, -0.00122561224270612, -0.0010705138556659222, -0.0009154154686257243, -0.0007603170815855265, -0.0006052186945453286, -0.00045012030750513077, -0.0002950219204649329, -0.00013992353342473507, 1.517485361546278e-05, 0.00017027324065566063, 0.0003253716276958585, 0.00048047001473605633, 0.0006355684017762542, 0.000790666788816452, 0.0009457651758566499, 0.0011008635628968477, 0.0012559619499370456, 0.0014110603369772434, 0.0015661587240174413, 0.0017212571110576391, 0.001876355498097837, 0.002031453885138035, 0.002186552155762911, 0.0023416506592184305, 0.00249674916267395, 0.0026518474332988262, 0.0028069457039237022, 0.002962044207379222, 0.0031171427108347416, 0.0032722409814596176, 0.0034273392520844936, 0.0035824377555400133, 0.003737536258995533, 0.003892634529620409, 0.004047732800245285, 0.004202831536531448, 0.004357929807156324, 0.0045130280777812, 0.004668126348406076, 0.0048232246190309525, 0.004978323355317116, 0.005133421625941992]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 3.0, 4.0, 3.0, 5.0, 5.0, 9.0, 6.0, 11.0, 10.0, 25.0, 22.0, 41.0, 35.0, 52.0, 66.0, 83.0, 111.0, 175.0, 217.0, 287.0, 440.0, 560.0, 803.0, 1023.0, 1690.0, 6087.0, 1386.0, 968.0, 776.0, 614.0, 494.0, 444.0, 345.0, 324.0, 251.0, 204.0, 176.0, 148.0, 99.0, 89.0, 62.0, 66.0, 56.0, 46.0, 31.0, 24.0, 8.0, 9.0, 9.0, 9.0, 2.0, 4.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.004434193018823862, -0.004302037879824638, -0.004169882740825415, -0.004037727601826191, -0.0039055722299963236, -0.0037734170909971, -0.0036412617191672325, -0.003509106580168009, -0.003376951441168785, -0.0032447963021695614, -0.0031126411631703377, -0.0029804857913404703, -0.0028483306523412466, -0.002716175513342023, -0.0025840201415121555, -0.002451865002512932, -0.002319709863513708, -0.0021875547245144844, -0.0020553995855152607, -0.0019232442136853933, -0.0017910890746861696, -0.001658933935686946, -0.0015267786802724004, -0.0013946234248578548, -0.0012624682858586311, -0.0011303131468594074, -0.0009981578914448619, -0.0008660026942379773, -0.0007338474970310926, -0.000601692299824208, -0.0004695371026173234, -0.0003373819054104388, -0.00020522670820355415, -7.307151099666953e-05, 5.908368621021509e-05, 0.00019123888341709971, 0.00032339408062398434, 0.00045554927783086896, 0.0005877044750377536, 0.0007198596722446382, 0.0008520148694515228, 0.0009841700084507465, 0.001116325263865292, 0.0012484805192798376, 0.0013806356582790613, 0.001512790797278285, 0.0016449460526928306, 0.001777101308107376, 0.0019092564471065998, 0.0020414115861058235, 0.0021735667251050472, 0.0023057220969349146, 0.0024378772359341383, 0.002570032374933362, 0.0027021877467632294, 0.002834342885762453, 0.002966498024761677, 0.0030986531637609005, 0.003230808302760124, 0.0033629636745899916, 0.0034951188135892153, 0.003627273952588439, 0.0037594293244183064, 0.00389158446341753, 0.004023739602416754]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 3.0, 3.0, 2.0, 2.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013751469552516937, -0.01348093245178461, -0.01321039441972971, -0.012939857318997383, -0.012669320218265057, -0.01239878311753273, -0.012128245085477829, -0.011857707984745502, -0.011587170884013176, -0.011316632851958275, -0.011046095751225948, -0.010775558650493622, -0.010505021549761295, -0.010234483517706394, -0.009963946416974068, -0.009693409316241741, -0.009422872215509415, -0.009152334183454514, -0.008881797082722187, -0.00861125998198986, -0.00834072194993496, -0.008070184849202633, -0.007799647748470306, -0.007529110182076693, -0.007258572615683079, -0.006988035514950752, -0.0067174979485571384, -0.006446960847824812, -0.006176423281431198, -0.005905886180698872, -0.005635348614305258, -0.005364811513572931, -0.0050942739471793175, -0.004823736380785704, -0.004553199280053377, -0.004282661713659763, -0.004012124612927437, -0.003741587046533823, -0.003471049712970853, -0.0032005123794078827, -0.0029299750458449125, -0.0026594377122819424, -0.002388900378718972, -0.002118363045156002, -0.00184782559517771, -0.00157728826161474, -0.001306750811636448, -0.0010362134780734777, -0.0007656761445105076, -0.0004951388109475374, -0.00022460141917690635, 4.593594348989427e-05, 0.0003164733061566949, 0.000587010639719665, 0.0008575480314902961, 0.0011280854232609272, 0.0013986227568238974, 0.0016691600903868675, 0.0019396974239498377, 0.002210234757512808, 0.0024807723239064217, 0.002751309657469392, 0.003021846991032362, 0.003292384324595332, 0.0035629216581583023]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 3.0, 4.0, 3.0, 2.0, 9.0, 8.0, 10.0, 16.0, 62.0, 12.0, 5.0, 9.0, 9.0, 8.0, 8.0, 8.0, 8.0, 1.0, 4.0, 8.0, 3.0, 4.0, 6.0, 8.0, 4.0, 5.0, 4.0, 8.0, 9.0, 1.0, 3.0, 2.0, 3.0, 5.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.009199302643537521, -0.008862355723977089, -0.008525407873094082, -0.008188460022211075, -0.007851513102650642, -0.007514565717428923, -0.007177618332207203, -0.006840670946985483, -0.006503723561763763, -0.006166776176542044, -0.005829828791320324, -0.005492881406098604, -0.0051559340208768845, -0.004818986635655165, -0.004482039250433445, -0.004145091865211725, -0.0038081444799900055, -0.0034711970947682858, -0.003134249709546566, -0.0027973023243248463, -0.0024603549391031265, -0.002123407553881407, -0.001786460168659687, -0.0014495127834379673, -0.0011125653982162476, -0.0007756180129945278, -0.0004386706277728081, -0.00010172324255108833, 0.0002352241426706314, 0.0005721715278923512, 0.0009091189131140709, 0.0012460662983357906, 0.0015830136835575104, 0.0019199610687792301, 0.00225690845400095, 0.0025938558392226696, 0.0029308032244443893, 0.003267750609666109, 0.003604697994887829, 0.003941645380109549, 0.004278592765331268, 0.004615540150552988, 0.004952487535774708, 0.0052894349209964275, 0.005626382306218147, 0.005963329691439867, 0.006300277076661587, 0.0066372244618833065, 0.006974171847105026, 0.007311119232326746, 0.007648066617548466, 0.007985014468431473, 0.008321961387991905, 0.008658908307552338, 0.008995856158435345, 0.009332804009318352, 0.009669750928878784, 0.010006697848439217, 0.010343645699322224, 0.01068059355020523, 0.011017540469765663, 0.011354487389326096, 0.011691435240209103, 0.01202838309109211, 0.012365330010652542]}, "_runtime": 14.105353593826294, "_timestamp": 1596208483.1841133, "_step": 9}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 4.0, 1.0, 2.0, 2.0, 2.0, 0.0, 2.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.015635699033737183, -0.015251841396093369, -0.01486798282712698, -0.014484125189483166, -0.014100266620516777, -0.013716408982872963, -0.013332551345229149, -0.01294869277626276, -0.012564835138618946, -0.012180977500975132, -0.011797118932008743, -0.01141326129436493, -0.011029403656721115, -0.010645545087754726, -0.010261687450110912, -0.009877828881144524, -0.00949397124350071, -0.009110113605856895, -0.008726255036890507, -0.008342397399246693, -0.007958538830280304, -0.00757468119263649, -0.007190823554992676, -0.006806965451687574, -0.006423107348382473, -0.006039249245077372, -0.00565539114177227, -0.005271533504128456, -0.004887675400823355, -0.004503817297518253, -0.004119959659874439, -0.003736101556569338, -0.0033522434532642365, -0.002968385349959135, -0.0025845274794846773, -0.0022006696090102196, -0.0018168115057051182, -0.0014329535188153386, -0.001049095531925559, -0.0006652375450357795, -0.0002813795581459999, 0.00010247842874377966, 0.0004863364156335592, 0.0008701944025233388, 0.0012540523894131184, 0.001637910376302898, 0.0020217683631926775, 0.0024056262336671352, 0.0027894843369722366, 0.003173342440277338, 0.0035572003107517958, 0.0039410581812262535, 0.004324916284531355, 0.004708774387836456, 0.00509263202548027, 0.005476490128785372, 0.005860348232090473, 0.006244206335395575, 0.006628064438700676, 0.00701192207634449, 0.0073957801796495914, 0.007779638282954693, 0.008163495920598507, 0.008547354489564896, 0.00893121212720871]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 4.0, 5.0, 8.0, 5.0, 5.0, 8.0, 7.0, 6.0, 13.0, 19.0, 13.0, 18.0, 43.0, 54.0, 51.0, 77.0, 110.0, 134.0, 176.0, 212.0, 311.0, 356.0, 508.0, 3105.0, 1120.0, 538.0, 365.0, 213.0, 137.0, 83.0, 64.0, 46.0, 37.0, 25.0, 14.0, 13.0, 6.0, 7.0, 3.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0], "bins": [-0.21121814846992493, -0.20596326887607574, -0.20070838928222656, -0.19545350968837738, -0.1901986300945282, -0.18494375050067902, -0.17968887090682983, -0.17443399131298065, -0.16917911171913147, -0.16392424702644348, -0.1586693674325943, -0.15341448783874512, -0.14815960824489594, -0.14290472865104675, -0.13764984905719757, -0.1323949694633484, -0.1271400898694992, -0.12188521027565002, -0.11663033068180084, -0.11137545108795166, -0.10612057149410248, -0.10086569935083389, -0.09561081975698471, -0.09035594016313553, -0.08510106056928635, -0.07984618097543716, -0.07459130138158798, -0.0693364217877388, -0.06408154964447021, -0.058826666325330734, -0.05357179045677185, -0.04831691086292267, -0.043062031269073486, -0.037807151675224304, -0.03255227208137512, -0.02729739621281624, -0.022042516618967056, -0.016787637025117874, -0.011532759293913841, -0.006277880631387234, -0.0010230019688606262, 0.004231876693665981, 0.009486755356192589, 0.014741634018719196, 0.019996512681245804, 0.025251392275094986, 0.03050627000629902, 0.03576114773750305, 0.041016027331352234, 0.046270906925201416, 0.0515257865190506, 0.05678066238760948, 0.062035541981458664, 0.06729041785001755, 0.07254529744386673, 0.07780017703771591, 0.0830550566315651, 0.08830993622541428, 0.09356481581926346, 0.09881969541311264, 0.10407456755638123, 0.10932944715023041, 0.11458432674407959, 0.11983920633792877, 0.12509408593177795]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 5.0, 1.0, 4.0, 1.0, 3.0, 2.0, 6.0, 5.0, 5.0, 0.0, 4.0, 3.0, 2.0, 0.0, 2.0, 3.0, 29.0, 3.0, 4.0, 0.0, 2.0, 1.0, 1.0, 2.0, 4.0, 3.0, 4.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 4.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.0050621419213712215, -0.004905257374048233, -0.004748372361063957, -0.004591487813740969, -0.004434602800756693, -0.004277718253433704, -0.0041208332404494286, -0.00396394869312644, -0.003807063912972808, -0.0036501791328191757, -0.0034932943526655436, -0.0033364095725119114, -0.003179525025188923, -0.0030226402450352907, -0.0028657554648816586, -0.0027088706847280264, -0.0025519859045743942, -0.002395101124420762, -0.00223821634426713, -0.0020813315641134977, -0.0019244469003751874, -0.0017675621202215552, -0.001610677456483245, -0.0014537926763296127, -0.0012969078961759806, -0.0011400231160223484, -0.0009831383358687162, -0.0008262536721304059, -0.0006693688919767737, -0.0005124841118231416, -0.0003555993898771703, -0.00019871463882736862, -4.182988777756691e-05, 0.0001150548632722348, 0.0002719396143220365, 0.0004288243653718382, 0.0005857091164216399, 0.0007425938965752721, 0.0008994786185212433, 0.0010563633404672146, 0.0012132481206208467, 0.001370132900774479, 0.001527017680928111, 0.0016839023446664214, 0.0018407871248200536, 0.001997671788558364, 0.002154556568711996, 0.0023114413488656282, 0.0024683261290192604, 0.0026252109091728926, 0.0027820956893265247, 0.002938980469480157, 0.003095865249633789, 0.0032527497969567776, 0.0034096345771104097, 0.003566519357264042, 0.003723404137417674, 0.0038802889175713062, 0.004037173464894295, 0.0041940584778785706, 0.004350943025201559, 0.004507828038185835, 0.004664712585508823, 0.004821597598493099, 0.004978482145816088]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 6.0, 9.0, 12.0, 25.0, 35.0, 73.0, 71.0, 146.0, 179.0, 252.0, 308.0, 406.0, 552.0, 791.0, 1027.0, 1416.0, 2007.0, 2812.0, 3763.0, 5278.0, 7094.0, 9412.0, 12483.0, 16366.0, 21714.0, 28530.0, 39205.0, 53479.0, 73192.0, 94066.0, 420392.0, 100293.0, 72621.0, 53252.0, 38829.0, 28638.0, 21804.0, 16634.0, 12780.0, 9899.0, 7522.0, 5992.0, 4519.0, 3313.0, 2539.0, 1862.0, 1254.0, 918.0, 662.0, 415.0, 283.0, 192.0, 132.0, 78.0, 54.0, 20.0, 16.0, 14.0, 5.0, 2.0], "bins": [-0.01542756799608469, -0.014985344372689724, -0.014543120749294758, -0.014100896194577217, -0.013658672571182251, -0.013216448947787285, -0.012774225324392319, -0.012332001700997353, -0.011889778077602386, -0.011447553522884846, -0.01100532989948988, -0.010563106276094913, -0.010120882652699947, -0.009678659029304981, -0.00923643447458744, -0.008794210851192474, -0.008351987227797508, -0.007909763604402542, -0.007467539515346289, -0.0070253158919513226, -0.006583091802895069, -0.006140868179500103, -0.005698644556105137, -0.0052564204670488834, -0.004814196843653917, -0.004371973220258951, -0.003929749131202698, -0.0034875255078077316, -0.003045301651582122, -0.002603077795356512, -0.002160854171961546, -0.0017186303157359362, -0.0012764064595103264, -0.0008341826614923775, -0.00039195886347442865, 5.026493454352021e-05, 0.0004924887325614691, 0.0009347125305794179, 0.0013769363285973668, 0.0018191600684076548, 0.0022613839246332645, 0.0027036077808588743, 0.003145831637084484, 0.0035880552604794502, 0.004030278883874416, 0.00447250297293067, 0.004914726596325636, 0.005356950685381889, 0.0057991743087768555, 0.006241397932171822, 0.006683622021228075, 0.007125845644623041, 0.007568069733679295, 0.00801029335707426, 0.008452516980469227, 0.008894740603864193, 0.009336965158581734, 0.0097791887819767, 0.010221412405371666, 0.010663636028766632, 0.011105859652161598, 0.011548083275556564, 0.011990307830274105, 0.012432531453669071, 0.012874755077064037]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 5.0, 3.0, 2.0, 4.0, 4.0, 1.0, 0.0, 7.0, 3.0, 2.0, 2.0, 2.0, 1.0, 4.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0], "bins": [-0.020090917125344276, -0.019620131701231003, -0.01914934627711773, -0.018678558990359306, -0.018207773566246033, -0.01773698814213276, -0.017266202718019485, -0.016795415431261063, -0.01632463000714779, -0.015853844583034515, -0.015383059158921242, -0.014912272803485394, -0.01444148737937212, -0.013970701023936272, -0.013499915599822998, -0.01302912924438715, -0.012558343820273876, -0.012087558396160603, -0.011616772040724754, -0.01114598661661148, -0.010675200261175632, -0.010204414837062359, -0.00973362848162651, -0.009262843057513237, -0.008792057633399963, -0.008321271277964115, -0.007850485853850842, -0.007379699498414993, -0.00690891407430172, -0.006438128184527159, -0.005967342294752598, -0.005496556404978037, -0.005025770515203476, -0.004554984625428915, -0.004084198735654354, -0.003613413078710437, -0.003142627188935876, -0.002671841299161315, -0.0022010556422173977, -0.0017302697524428368, -0.0012594838626682758, -0.0007886980311013758, -0.0003179121995344758, 0.0001528736320324242, 0.0006236594635993242, 0.0010944453533738852, 0.0015652311267331243, 0.0020360169000923634, 0.0025068027898669243, 0.002977588679641485, 0.003448374569416046, 0.003919160459190607, 0.004389946348965168, 0.004860731773078442, 0.0053315176628530025, 0.0058023035526275635, 0.006273089442402124, 0.006743875332176685, 0.007214661221951246, 0.007685447111725807, 0.00815623253583908, 0.008627018891274929, 0.009097804315388203, 0.009568590670824051, 0.010039376094937325]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 2.0, 2.0, 3.0, 1.0, 1.0, 2.0, 2.0, 5.0, 2.0, 5.0, 3.0, 2.0, 7.0, 7.0, 8.0, 12.0, 7.0, 10.0, 7.0, 9.0, 11.0, 5.0, 8.0, 8.0, 13.0, 25.0, 18.0, 12.0, 13.0, 17.0, 26.0, 30.0, 37.0, 52.0, 60.0, 91.0, 149.0, 172.0, 220.0, 296.0, 417.0, 638.0, 913.0, 1472.0, 2861.0, 6567.0, 1504.0, 839.0, 584.0, 335.0, 291.0, 182.0, 138.0, 108.0, 64.0, 48.0, 35.0, 22.0, 14.0, 13.0, 13.0, 9.0, 2.0], "bins": [-0.013550171628594398, -0.013256088830530643, -0.012962006963789463, -0.012667924165725708, -0.012373842298984528, -0.012079759500920773, -0.011785677634179592, -0.011491594836115837, -0.011197512969374657, -0.010903430171310902, -0.010609347373247147, -0.010315265506505966, -0.010021182708442211, -0.00972710084170103, -0.009433018043637276, -0.009138936176896095, -0.00884485337883234, -0.008550770580768585, -0.008256688714027405, -0.00796260591596365, -0.007668524049222469, -0.007374441251158714, -0.007080358918756247, -0.006786276586353779, -0.006492194253951311, -0.006198111921548843, -0.005904029589146376, -0.005609947256743908, -0.005315864458680153, -0.005021782126277685, -0.0047276997938752174, -0.00443361746147275, -0.004139535129070282, -0.0038454527966678143, -0.0035513704642653465, -0.003257287899032235, -0.0029632055666297674, -0.0026691232342272997, -0.0023750406689941883, -0.0020809583365917206, -0.0017868760041892529, -0.0014927936717867851, -0.0011987112229689956, -0.0009046288323588669, -0.0006105464417487383, -0.00031646405113860965, -2.2381660528481007e-05, 0.00027170073008164763, 0.0005657831206917763, 0.0008598655113019049, 0.0011539479019120336, 0.0014480303507298231, 0.0017421126831322908, 0.0020361950155347586, 0.00233027758076787, 0.0026243599131703377, 0.0029184422455728054, 0.003212524577975273, 0.003506606910377741, 0.0038006894756108522, 0.004094772040843964, 0.004388854373246431, 0.004682936705648899, 0.004977019038051367, 0.0052711013704538345]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 2.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.0398608036339283, -0.03895490989089012, -0.03804901987314224, -0.037143126130104065, -0.036237236112356186, -0.03533134236931801, -0.03442545235157013, -0.03351955860853195, -0.032613664865493774, -0.031707774847745895, -0.030801882967352867, -0.02989599108695984, -0.02899009734392166, -0.028084205463528633, -0.027178313583135605, -0.026272421702742577, -0.02536652982234955, -0.02446063794195652, -0.023554746061563492, -0.022648854181170464, -0.021742962300777435, -0.020837068557739258, -0.01993117667734623, -0.0190252847969532, -0.018119392916560173, -0.017213501036167145, -0.016307609155774117, -0.015401716344058514, -0.014495824463665485, -0.013589932583272457, -0.012684039771556854, -0.011778147891163826, -0.010872256010770798, -0.00996636413037777, -0.009060472249984741, -0.008154579438269138, -0.00724868755787611, -0.006342795677483082, -0.005436903331428766, -0.004531010985374451, -0.0036251191049814224, -0.0027192269917577505, -0.0018133348785340786, -0.0009074427653104067, -1.5506520867347717e-06, 0.0009043414611369371, 0.001810233574360609, 0.002716125687584281, 0.003622017800807953, 0.004527909681200981, 0.005433802027255297, 0.006339694373309612, 0.0072455862537026405, 0.008151478134095669, 0.009057370945811272, 0.0099632628262043, 0.010869154706597328, 0.011775046586990356, 0.012680938467383385, 0.013586831279098988, 0.014492723159492016, 0.015398615039885044, 0.016304507851600647, 0.017210399731993675, 0.018116291612386703]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 4.0, 3.0, 5.0, 3.0, 2.0, 1.0, 7.0, 2.0, 2.0, 5.0, 5.0, 9.0, 7.0, 11.0, 5.0, 9.0, 5.0, 2.0, 8.0, 7.0, 10.0, 17.0, 18.0, 14.0, 25.0, 48.0, 9.0, 5.0, 10.0, 6.0, 2.0, 2.0, 2.0, 1.0, 3.0], "bins": [-0.02204519882798195, -0.02163795568048954, -0.02123071439564228, -0.020823471248149872, -0.020416229963302612, -0.020008986815810204, -0.019601743668317795, -0.019194502383470535, -0.018787259235978127, -0.018380016088485718, -0.017972774803638458, -0.01756553165614605, -0.01715828850865364, -0.01675104722380638, -0.016343804076313972, -0.015936562791466713, -0.015529319643974304, -0.01512207742780447, -0.014714835211634636, -0.014307592064142227, -0.013900349847972393, -0.013493107631802559, -0.01308586448431015, -0.012678622268140316, -0.012271380051970482, -0.011864137835800648, -0.011456895619630814, -0.011049652472138405, -0.01064241025596857, -0.010235168039798737, -0.009827924892306328, -0.009420682676136494, -0.00901344045996666, -0.008606198243796825, -0.008198956027626991, -0.0077917128801345825, -0.007384470663964748, -0.006977228447794914, -0.006569985765963793, -0.006162743084132671, -0.005755500867962837, -0.005348258651793003, -0.004941015969961882, -0.00453377328813076, -0.004126531071960926, -0.0037192886229604483, -0.0033120461739599705, -0.0029048037249594927, -0.002497561275959015, -0.002090318826958537, -0.0016830763779580593, -0.0012758339289575815, -0.0008685914799571037, -0.00046134903095662594, -5.410658195614815e-05, 0.00035313586704432964, 0.0007603783160448074, 0.0011676207650452852, 0.001574863214045763, 0.001982105663046241, 0.0023893481120467186, 0.0027965905610471964, 0.003203833010047674, 0.003611075459048152, 0.00401831790804863]}, "_runtime": 14.966071128845215, "_timestamp": 1596208484.0448308, "_step": 10}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 3.0, 2.0, 0.0, 0.0, 4.0, 1.0, 4.0, 2.0, 2.0, 2.0, 3.0, 3.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 4.0, 1.0, 2.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015723293647170067, -0.015248465351760387, -0.014773637987673283, -0.014298809692263603, -0.013823982328176498, -0.013349154032766819, -0.012874326668679714, -0.012399498373270035, -0.01192467100918293, -0.01144984271377325, -0.010975015349686146, -0.010500187054276466, -0.010025359690189362, -0.009550531394779682, -0.009075704030692577, -0.008600875735282898, -0.008126048371195793, -0.007651220075786114, -0.007176392246037722, -0.0067015644162893295, -0.006226736586540937, -0.005751908756792545, -0.005277080927044153, -0.004802253097295761, -0.004327424801886082, -0.0038525972049683332, -0.003377769375219941, -0.002902941545471549, -0.0024281134828925133, -0.001953285653144121, -0.001478457823395729, -0.001003629993647337, -0.0005288021638989449, -5.397430504672229e-05, 0.00042085355380550027, 0.0008956814417615533, 0.0013705092715099454, 0.0018453371012583375, 0.0023201650474220514, 0.0027949928771704435, 0.0032698207069188356, 0.0037446485366672277, 0.0042194765992462635, 0.004694304428994656, 0.005169132258743048, 0.00564396008849144, 0.006118787918239832, 0.006593615747988224, 0.007068443577736616, 0.007543271407485008, 0.008018099702894688, 0.008492927066981792, 0.008967755362391472, 0.009442582726478577, 0.009917411021888256, 0.010392238385975361, 0.01086706668138504, 0.011341894045472145, 0.011816722340881824, 0.01229154970496893, 0.012766378000378609, 0.013241205364465714, 0.013716033659875393, 0.014190861023962498, 0.014665689319372177]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 0.0, 3.0, 3.0, 8.0, 7.0, 3.0, 7.0, 13.0, 11.0, 16.0, 18.0, 27.0, 42.0, 56.0, 68.0, 94.0, 133.0, 148.0, 185.0, 270.0, 411.0, 460.0, 2655.0, 1463.0, 708.0, 427.0, 235.0, 140.0, 96.0, 61.0, 37.0, 39.0, 19.0, 18.0, 15.0, 8.0, 9.0, 2.0, 1.0, 5.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17852461338043213, -0.173356294631958, -0.1681879758834839, -0.16301965713500977, -0.15785133838653564, -0.15268301963806152, -0.1475147008895874, -0.14234638214111328, -0.13717806339263916, -0.13200974464416504, -0.12684142589569092, -0.1216730996966362, -0.11650478094816208, -0.11133646219968796, -0.10616814345121384, -0.10099982470273972, -0.0958315059542656, -0.09066318720579147, -0.08549486845731735, -0.08032654970884323, -0.07515823096036911, -0.06998991221189499, -0.06482159346342087, -0.05965327098965645, -0.05448495224118233, -0.049316633492708206, -0.044148314744234085, -0.038979995995759964, -0.033811673521995544, -0.028643356636166573, -0.023475036025047302, -0.01830671727657318, -0.01313839852809906, -0.007970079779624939, -0.0028017600998282433, 0.002366559114307165, 0.0075348783284425735, 0.012703197076916695, 0.017871517688035965, 0.023039836436510086, 0.028208155184984207, 0.03337647393345833, 0.03854479268193245, 0.04371311143040657, 0.04888143390417099, 0.05404975265264511, 0.05921807140111923, 0.06438639014959335, 0.06955470889806747, 0.0747230276465416, 0.07989134639501572, 0.08505966514348984, 0.09022798389196396, 0.09539630264043808, 0.1005646213889122, 0.10573294013738632, 0.11090126633644104, 0.11606958508491516, 0.12123790383338928, 0.1264062225818634, 0.13157454133033752, 0.13674286007881165, 0.14191117882728577, 0.1470794975757599, 0.152247816324234]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 6.0, 1.0, 2.0, 1.0, 3.0, 4.0, 2.0, 3.0, 5.0, 3.0, 6.0, 4.0, 0.0, 1.0, 2.0, 5.0, 3.0, 26.0, 0.0, 2.0, 2.0, 2.0, 3.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 4.0, 0.0, 4.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.004563267342746258, -0.004425789229571819, -0.004288311116397381, -0.004150833003222942, -0.004013355355709791, -0.0038758772425353527, -0.0037383991293609142, -0.0036009210161864758, -0.0034634429030120373, -0.0033259650226682425, -0.003188486909493804, -0.0030510087963193655, -0.0029135309159755707, -0.002776052802801132, -0.0026385746896266937, -0.002501096809282899, -0.0023636186961084604, -0.002226140582934022, -0.002088662702590227, -0.0019511845894157887, -0.0018137064762413502, -0.0016762284794822335, -0.0015387504827231169, -0.0014012723695486784, -0.0012637943727895617, -0.001126316376030445, -0.0009888382628560066, -0.00085136026609689, -0.0007138822111301124, -0.0005764041561633348, -0.00043892613030038774, -0.00030144810443744063, -0.00016397004947066307, -2.6492009055800736e-05, 0.0001109860313590616, 0.0002484640572220087, 0.00038594211218878627, 0.0005234201671555638, 0.0006608981639146805, 0.000798376218881458, 0.0009358542738482356, 0.0010733322706073523, 0.0012108103837817907, 0.0013482883805409074, 0.001485766377300024, 0.0016232444904744625, 0.0017607224872335792, 0.0018982006004080176, 0.0020356785971671343, 0.0021731567103415728, 0.0023106345906853676, 0.002448112703859806, 0.0025855908170342445, 0.0027230686973780394, 0.002860546810552478, 0.0029980249237269163, 0.003135502804070711, 0.0032729809172451496, 0.003410459030419588, 0.0035479371435940266, 0.0036854150239378214, 0.00382289313711226, 0.003960371017456055, 0.004097849130630493, 0.004235327243804932]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 3.0, 9.0, 15.0, 32.0, 42.0, 99.0, 118.0, 215.0, 296.0, 431.0, 662.0, 1027.0, 1503.0, 2126.0, 2912.0, 3921.0, 5284.0, 7167.0, 9152.0, 12121.0, 15505.0, 19857.0, 25696.0, 33556.0, 44564.0, 58717.0, 77886.0, 98800.0, 421707.0, 88838.0, 64439.0, 45467.0, 33088.0, 23884.0, 18326.0, 13837.0, 10653.0, 8231.0, 6590.0, 5200.0, 4132.0, 3269.0, 2507.0, 2006.0, 1515.0, 1165.0, 862.0, 673.0, 476.0, 340.0, 248.0, 162.0, 117.0, 77.0, 48.0, 25.0, 24.0, 9.0, 5.0, 4.0, 2.0, 1.0, 1.0], "bins": [-0.01246869657188654, -0.012048227712512016, -0.011627758853137493, -0.01120728999376297, -0.010786821134388447, -0.010366352275013924, -0.0099458834156394, -0.009525414556264877, -0.00910494476556778, -0.008684475906193256, -0.008264007046818733, -0.00784353818744421, -0.007423069328069687, -0.007002600468695164, -0.0065821316093206406, -0.006161662749946117, -0.005741193890571594, -0.005320725031197071, -0.004900256171822548, -0.004479787312448025, -0.004059318453073502, -0.0036388493608683348, -0.003218380268663168, -0.002797911409288645, -0.0023774425499141216, -0.0019569736905395985, -0.0015365047147497535, -0.0011160357389599085, -0.0006955668795853853, -0.00027509796200320125, 0.00014537095557898283, 0.0005658398731611669, 0.000986308790743351, 0.0014067776501178741, 0.0018272466259077191, 0.002247715601697564, 0.0026681844610720873, 0.0030886533204466105, 0.0035091224126517773, 0.0039295912720263, 0.004350060131400824, 0.004770528990775347, 0.00519099785014987, 0.005611466709524393, 0.0060319360345602036, 0.006452404893934727, 0.00687287375330925, 0.007293342612683773, 0.007713811472058296, 0.00813428033143282, 0.008554749190807343, 0.008975218050181866, 0.009395686909556389, 0.009816155768930912, 0.010236624628305435, 0.010657093487679958, 0.011077562347054482, 0.01149803213775158, 0.011918500997126102, 0.012338969856500626, 0.012759438715875149, 0.013179907575249672, 0.013600376434624195, 0.014020845293998718, 0.014441314153373241]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 0.0, 2.0, 3.0, 1.0, 1.0, 2.0, 3.0, 1.0, 6.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 1.0, 4.0, 3.0, 5.0, 3.0, 0.0, 2.0, 3.0, 2.0], "bins": [-0.023929648101329803, -0.02340635471045971, -0.022883059456944466, -0.02235976606607437, -0.021836472675204277, -0.021313177421689034, -0.02078988403081894, -0.020266590639948845, -0.0197432953864336, -0.019220001995563507, -0.018696708604693413, -0.01817341335117817, -0.017650119960308075, -0.01712682656943798, -0.016603531315922737, -0.016080237925052643, -0.015556943602859974, -0.015033649280667305, -0.01451035588979721, -0.013987061567604542, -0.013463767245411873, -0.012940473854541779, -0.01241717953234911, -0.01189388521015644, -0.011370591819286346, -0.010847297497093678, -0.010324003174901009, -0.00980070885270834, -0.009277415461838245, -0.008754121139645576, -0.008230826817452908, -0.007707532960921526, -0.007184239104390144, -0.006660945247858763, -0.006137650925666094, -0.005614357069134712, -0.005091062746942043, -0.004567768890410662, -0.00404447503387928, -0.003521180944517255, -0.0029978868551552296, -0.0024745927657932043, -0.0019512987928465009, -0.0014280048198997974, -0.0009047107305377722, -0.00038141669938340783, 0.00014187733177095652, 0.0006651713629253209, 0.0011884653940796852, 0.0017117594834417105, 0.0022350535728037357, 0.0027583474293351173, 0.0032816415186971426, 0.003804935608059168, 0.0043282294645905495, 0.004851523786783218, 0.0053748176433146, 0.005898111499845982, 0.0064214058220386505, 0.006944699678570032, 0.007467993535101414, 0.007991287857294083, 0.008514582179486752, 0.009037875570356846, 0.009561169892549515]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 7.0, 3.0, 0.0, 5.0, 8.0, 8.0, 8.0, 8.0, 17.0, 8.0, 15.0, 18.0, 14.0, 24.0, 23.0, 25.0, 26.0, 45.0, 77.0, 119.0, 122.0, 143.0, 173.0, 216.0, 321.0, 415.0, 604.0, 881.0, 1398.0, 2297.0, 6373.0, 1211.0, 974.0, 692.0, 402.0, 458.0, 435.0, 347.0, 234.0, 148.0, 65.0, 27.0, 14.0, 7.0], "bins": [-0.01640859618782997, -0.016082221642136574, -0.015755848959088326, -0.015429475344717503, -0.01510310173034668, -0.014776728115975857, -0.014450354501605034, -0.014123980887234211, -0.013797607272863388, -0.01347123272716999, -0.013144859112799168, -0.012818485498428345, -0.012492111884057522, -0.012165738269686699, -0.011839364655315876, -0.011512991040945053, -0.01118661742657423, -0.010860243812203407, -0.010533870197832584, -0.010207496583461761, -0.009881122969090939, -0.009554749354720116, -0.009228375740349293, -0.00890200212597847, -0.008575627580285072, -0.00824925396591425, -0.007922880351543427, -0.007596507202833891, -0.007270133122801781, -0.006943759508430958, -0.006617385894060135, -0.006291012279689312, -0.005964638665318489, -0.005638265050947666, -0.005311891436576843, -0.00498551782220602, -0.0046591442078351974, -0.004332770127803087, -0.004006396513432264, -0.0036800228990614414, -0.0033536492846906185, -0.0030272756703197956, -0.0027009020559489727, -0.002374528208747506, -0.0020481545943766832, -0.0017217809800058603, -0.0013954072492197156, -0.0010690335184335709, -0.000742659904062748, -0.00041628623148426414, -8.991255890578032e-05, 0.0002364611136727035, 0.0005628347862511873, 0.0008892084588296711, 0.001215582131408155, 0.0015419558621942997, 0.0018683294765651226, 0.0021947030909359455, 0.0025210767053067684, 0.002847450552508235, 0.003173824166879058, 0.003500197781249881, 0.0038265716284513474, 0.00415294524282217, 0.004479318857192993]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.06464266777038574, -0.06287514418363571, -0.06110761687159538, -0.059340089559555054, -0.05757256597280502, -0.055805038660764694, -0.054037511348724365, -0.052269987761974335, -0.050502460449934006, -0.048734936863183975, -0.046967409551143646, -0.04519988223910332, -0.04343235865235329, -0.04166483134031296, -0.03989730775356293, -0.0381297804415226, -0.03636225312948227, -0.03459472954273224, -0.03282720223069191, -0.03105967678129673, -0.02929215133190155, -0.02752462588250637, -0.02575710043311119, -0.02398957498371601, -0.02222204953432083, -0.020454522222280502, -0.018686996772885323, -0.016919471323490143, -0.015151945874094963, -0.013384419493377209, -0.011616894043982029, -0.009849367663264275, -0.008081842213869095, -0.006314316298812628, -0.004546790383756161, -0.002779264934360981, -0.001011739019304514, 0.0007557867793366313, 0.0025233125779777765, 0.0042908382602036, 0.006058364175260067, 0.007825889624655247, 0.009593416005373001, 0.01136094145476818, 0.01312846690416336, 0.014895993284881115, 0.01666351966559887, 0.01843104511499405, 0.02019857056438923, 0.02196609601378441, 0.02373362146317959, 0.025501148775219917, 0.027268674224615097, 0.029036199674010277, 0.030803725123405457, 0.032571252435445786, 0.034338776022195816, 0.036106303334236145, 0.037873826920986176, 0.039641354233026505, 0.041408881545066833, 0.043176405131816864, 0.04494393244385719, 0.046711456030607224, 0.04847898334264755]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 4.0, 1.0, 2.0, 2.0, 2.0, 2.0, 4.0, 4.0, 4.0, 6.0, 4.0, 10.0, 8.0, 4.0, 4.0, 7.0, 4.0, 4.0, 8.0, 2.0, 2.0, 2.0, 7.0, 7.0, 5.0, 6.0, 5.0, 8.0, 5.0, 10.0, 9.0, 4.0, 12.0, 47.0, 10.0, 8.0, 9.0, 10.0, 6.0, 10.0, 1.0, 3.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.020876500755548477, -0.020358670502901077, -0.019840838387608528, -0.019323008134961128, -0.01880517788231373, -0.01828734576702118, -0.01776951551437378, -0.01725168526172638, -0.01673385314643383, -0.01621602289378643, -0.01569819264113903, -0.015180360525846481, -0.014662530273199081, -0.014144699089229107, -0.013626867905259132, -0.013109037652611732, -0.012591206468641758, -0.012073375284671783, -0.011555545032024384, -0.011037713848054409, -0.010519882664084435, -0.010002052411437035, -0.00948422122746706, -0.008966390043497086, -0.008448559790849686, -0.007930728606879711, -0.007412897422909737, -0.006895066704601049, -0.006377235986292362, -0.005859404802322388, -0.0053415740840137005, -0.004823742900043726, -0.004305912181735039, -0.003788081230595708, -0.003270250279456377, -0.00275241956114769, -0.002234588610008359, -0.001716757658869028, -0.001198926824145019, -0.0006810959312133491, -0.00016326503828167915, 0.0003545658546499908, 0.0008723967475816607, 0.0013902275823056698, 0.0019080585334450006, 0.0024258894845843315, 0.0029437202028930187, 0.0034615511540323496, 0.0039793821051716805, 0.004497212823480368, 0.005015044007450342, 0.005532874725759029, 0.006050705909729004, 0.006568536628037691, 0.007086367346346378, 0.007604198530316353, 0.008122028782963753, 0.008639859966933727, 0.009157691150903702, 0.009675522334873676, 0.010193352587521076, 0.01071118377149105, 0.011229014955461025, 0.011746845208108425, 0.0122646763920784]}, "_runtime": 15.842172384262085, "_timestamp": 1596208484.920932, "_step": 11}
-{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 4.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 4.0, 3.0, 0.0, 1.0, 4.0, 4.0, 5.0, 3.0, 1.0, 4.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.023094702512025833, -0.022422904148697853, -0.021751105785369873, -0.021079307422041893, -0.020407509058713913, -0.019735710695385933, -0.019063912332057953, -0.018392113968729973, -0.017720315605401993, -0.017048517242074013, -0.016376718878746033, -0.015704920515418053, -0.015033121220767498, -0.014361322857439518, -0.013689524494111538, -0.013017726130783558, -0.012345927767455578, -0.011674129404127598, -0.011002331040799618, -0.010330532677471638, -0.009658734314143658, -0.008986935950815678, -0.008315137587487698, -0.00764333875849843, -0.00697154039517045, -0.00629974203184247, -0.00562794366851449, -0.00495614530518651, -0.004284346476197243, -0.0036125483456999063, -0.0029407497495412827, -0.0022689513862133026, -0.0015971530228853226, -0.0009253546013496816, -0.00025355617981404066, 0.0004182422417216003, 0.0010900406632572412, 0.0017618390265852213, 0.002433637622743845, 0.003105435986071825, 0.003777234349399805, 0.004449032712727785, 0.005120831076055765, 0.005792629439383745, 0.0064644282683730125, 0.007136226631700993, 0.007808024995028973, 0.008479823358356953, 0.009151621721684933, 0.009823420085012913, 0.010495218448340893, 0.011167016811668873, 0.011838815174996853, 0.012510613538324833, 0.013182411901652813, 0.013854210264980793, 0.014526009559631348, 0.015197807922959328, 0.015869606286287308, 0.016541404649615288, 0.017213203012943268, 0.017885001376271248, 0.018556799739599228, 0.019228598102927208, 0.019900396466255188]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 2.0, 4.0, 6.0, 10.0, 9.0, 12.0, 20.0, 21.0, 29.0, 31.0, 43.0, 59.0, 79.0, 108.0, 132.0, 200.0, 222.0, 366.0, 500.0, 2975.0, 1524.0, 631.0, 326.0, 208.0, 124.0, 82.0, 56.0, 39.0, 24.0, 21.0, 12.0, 12.0, 7.0, 8.0, 8.0, 2.0, 3.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17257443070411682, -0.16607926785945892, -0.15958410501480103, -0.15308895707130432, -0.14659379422664642, -0.14009863138198853, -0.13360348343849182, -0.12710832059383392, -0.12061315774917603, -0.11411799490451813, -0.10762283951044083, -0.10112768411636353, -0.09463252127170563, -0.08813735842704773, -0.08164220303297043, -0.07514704763889313, -0.06865188479423523, -0.06215672567486763, -0.05566156655550003, -0.04916640743613243, -0.04267124831676483, -0.03617608919739723, -0.029680930078029633, -0.023185770958662033, -0.016690611839294434, -0.010195452719926834, -0.0037002936005592346, 0.002794865518808365, 0.009290024638175964, 0.015785183757543564, 0.022280342876911163, 0.028775501996278763, 0.03527066111564636, 0.04176582023501396, 0.04826097935438156, 0.05475613847374916, 0.06125129759311676, 0.06774646043777466, 0.07424161583185196, 0.08073677122592926, 0.08723193407058716, 0.09372709691524506, 0.10022225230932236, 0.10671740770339966, 0.11321257054805756, 0.11970773339271545, 0.12620288133621216, 0.13269804418087006, 0.13919320702552795, 0.14568836987018585, 0.15218353271484375, 0.15867868065834045, 0.16517384350299835, 0.17166900634765625, 0.17816415429115295, 0.18465931713581085, 0.19115447998046875, 0.19764964282512665, 0.20414480566978455, 0.21063995361328125, 0.21713511645793915, 0.22363027930259705, 0.23012542724609375, 0.23662059009075165, 0.24311575293540955]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0, 2.0, 2.0, 2.0, 4.0, 6.0, 5.0, 4.0, 2.0, 2.0, 5.0, 4.0, 1.0, 2.0, 25.0, 2.0, 2.0, 3.0, 3.0, 1.0, 4.0, 5.0, 0.0, 0.0, 4.0, 0.0, 2.0, 5.0, 2.0, 2.0, 2.0, 2.0, 0.0, 4.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0051838429644703865, -0.005010342225432396, -0.004836841486394405, -0.004663341213017702, -0.0044898404739797115, -0.004316339734941721, -0.004142839461565018, -0.003969338722527027, -0.0037958379834890366, -0.003622337244451046, -0.003448836738243699, -0.003275336232036352, -0.0031018354929983616, -0.002928334753960371, -0.002754834247753024, -0.002581333741545677, -0.0024078330025076866, -0.002234332263469696, -0.002060831757262349, -0.0018873311346396804, -0.0017138305120170116, -0.001540329889394343, -0.0013668292667716742, -0.0011933286441490054, -0.0010198280215263367, -0.0008463273989036679, -0.0006728267762809992, -0.0004993261536583304, -0.0003258255310356617, -0.00015232490841299295, 2.117571420967579e-05, 0.00019467633683234453, 0.0003681769594550133, 0.000541677582077682, 0.0007151782047003508, 0.0008886788273230195, 0.0010621794499456882, 0.001235680072568357, 0.0014091806951910257, 0.0015826813178136945, 0.0017561819404363632, 0.001929682563059032, 0.0021031831856817007, 0.0022766836918890476, 0.002450184430927038, 0.0026236851699650288, 0.0027971856761723757, 0.0029706861823797226, 0.003144186921417713, 0.0033176876604557037, 0.0034911881666630507, 0.0036646886728703976, 0.003838189411908388, 0.004011690150946379, 0.004185190424323082, 0.0043586911633610725, 0.004532191902399063, 0.004705692641437054, 0.004879193380475044, 0.0050526936538517475, 0.005226194392889738, 0.005399695131927729, 0.005573195405304432, 0.0057466961443424225, 0.005920196883380413]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 4.0, 8.0, 6.0, 11.0, 19.0, 35.0, 59.0, 64.0, 122.0, 151.0, 263.0, 357.0, 490.0, 691.0, 914.0, 1174.0, 1626.0, 2390.0, 3229.0, 4450.0, 6185.0, 8529.0, 11734.0, 16190.0, 21746.0, 28898.0, 38482.0, 51602.0, 68359.0, 88736.0, 417092.0, 99082.0, 75180.0, 57096.0, 42377.0, 31293.0, 23616.0, 17731.0, 13810.0, 11054.0, 8478.0, 6369.0, 5096.0, 3843.0, 3008.0, 2256.0, 1705.0, 1207.0, 875.0, 660.0, 440.0, 318.0, 196.0, 125.0, 87.0, 55.0, 32.0, 20.0, 11.0, 4.0, 3.0, 2.0], "bins": [-0.01484023965895176, -0.014389039017260075, -0.013937839306890965, -0.01348663866519928, -0.013035438023507595, -0.012584238313138485, -0.0121330376714468, -0.011681837029755116, -0.01123063638806343, -0.01077943667769432, -0.010328236036002636, -0.009877035394310951, -0.009425835683941841, -0.008974635042250156, -0.008523434400558472, -0.008072234690189362, -0.007621034048497677, -0.0071698338724672794, -0.006718633230775595, -0.006267433054745197, -0.005816232413053513, -0.005365032237023115, -0.004913832060992718, -0.004462631419301033, -0.004011431243270636, -0.0035602308344095945, -0.0031090304255485535, -0.002657830249518156, -0.002206629840657115, -0.001755429431796074, -0.0013042291393503547, -0.0008530287886969745, -0.00040182843804359436, 4.9371912609785795e-05, 0.000500572263263166, 0.0009517726139165461, 0.0014029729645699263, 0.0018541733734309673, 0.0023053735494613647, 0.002756573958322406, 0.003207774367183447, 0.003658974776044488, 0.004110175184905529, 0.0045613753609359264, 0.005012575536966324, 0.005463776178658009, 0.005914976354688406, 0.006366176996380091, 0.006817377172410488, 0.0072685773484408855, 0.00771977799013257, 0.008170978166162968, 0.008622178807854652, 0.009073378518223763, 0.009524579159915447, 0.009975779801607132, 0.010426979511976242, 0.010878180153667927, 0.011329380795359612, 0.011780581437051296, 0.012231781147420406, 0.012682981789112091, 0.013134182430803776, 0.013585382141172886, 0.01403658278286457]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 4.0, 1.0, 5.0, 6.0, 4.0, 5.0, 5.0, 1.0, 3.0, 1.0, 9.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.021366126835346222, -0.020774563774466515, -0.020183000713586807, -0.0195914376527071, -0.018999874591827393, -0.018408311530947685, -0.017816748470067978, -0.01722518540918827, -0.016633622348308563, -0.016042057424783707, -0.015450495295226574, -0.014858932234346867, -0.014267368242144585, -0.013675805181264877, -0.01308424212038517, -0.012492679059505463, -0.011901115998625755, -0.011309552937746048, -0.01071798987686634, -0.010126426815986633, -0.009534863755106926, -0.008943299762904644, -0.008351736702024937, -0.007760173641145229, -0.007168610580265522, -0.006577047519385815, -0.005985484458506107, -0.005393920931965113, -0.004802357871085405, -0.004210794810205698, -0.003619231516495347, -0.003027668222784996, -0.0024361051619052887, -0.0018445419846102595, -0.0012529788073152304, -0.0006614156300202012, -6.985245272517204e-05, 0.0005217107245698571, 0.0011132739018648863, 0.0017048370791599154, 0.0022964002564549446, 0.002887963317334652, 0.003479526611045003, 0.004071089904755354, 0.004662652965635061, 0.005254216026514769, 0.005845779553055763, 0.006437342613935471, 0.007028905674815178, 0.007620468735694885, 0.008212031796574593, 0.0088035948574543, 0.009395157918334007, 0.00998672191053629, 0.010578284971415997, 0.011169848032295704, 0.011761411093175411, 0.012352974154055119, 0.012944537214934826, 0.013536100275814533, 0.014127664268016815, 0.014719227328896523, 0.01531079038977623, 0.015902353450655937, 0.016493916511535645]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 1.0, 2.0, 3.0, 2.0, 2.0, 7.0, 2.0, 8.0, 5.0, 4.0, 4.0, 10.0, 10.0, 11.0, 13.0, 14.0, 14.0, 12.0, 11.0, 8.0, 8.0, 20.0, 24.0, 37.0, 45.0, 73.0, 101.0, 171.0, 220.0, 352.0, 572.0, 953.0, 1473.0, 2282.0, 7344.0, 1798.0, 1042.0, 589.0, 310.0, 209.0, 160.0, 133.0, 114.0, 68.0, 60.0, 41.0, 17.0, 11.0, 19.0, 7.0, 11.0, 6.0, 3.0, 4.0, 0.0, 2.0, 1.0], "bins": [-0.01716267317533493, -0.0167497880756855, -0.016336901113390923, -0.015924016013741493, -0.01551112998276949, -0.015098243951797485, -0.014685358852148056, -0.014272472821176052, -0.013859586790204048, -0.013446700759232044, -0.01303381472826004, -0.012620929628610611, -0.012208043597638607, -0.011795157566666603, -0.011382272467017174, -0.01096938643604517, -0.010556500405073166, -0.010143614374101162, -0.009730728343129158, -0.009317843243479729, -0.008904957212507725, -0.00849207118153572, -0.008079186081886292, -0.007666300050914288, -0.007253414019942284, -0.00684052798897028, -0.006427642423659563, -0.0060147568583488464, -0.0056018708273768425, -0.0051889847964048386, -0.004776099231094122, -0.004363213665783405, -0.003950327634811401, -0.003537441836670041, -0.003124556038528681, -0.0027116702403873205, -0.0022987844422459602, -0.0018858986441046, -0.0014730128459632397, -0.0010601270478218794, -0.0006472412496805191, -0.00023435545153915882, 0.00017853034660220146, 0.0005914161447435617, 0.001004301942884922, 0.0014171877410262823, 0.0018300735391676426, 0.002242959337309003, 0.002655845135450363, 0.0030687309335917234, 0.0034816167317330837, 0.003894502529874444, 0.004307388328015804, 0.004720274358987808, 0.005133159924298525, 0.0055460454896092415, 0.005958931520581245, 0.006371817551553249, 0.006784703116863966, 0.007197588682174683, 0.0076104747131466866, 0.00802336074411869, 0.00843624584376812, 0.008849131874740124, 0.009262017905712128]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.049932003021240234, -0.04852038994431496, -0.04710877686738968, -0.0456971600651741, -0.044285546988248825, -0.04287393391132355, -0.04146232083439827, -0.04005070775747299, -0.038639090955257416, -0.03722747787833214, -0.03581586480140686, -0.03440425172448158, -0.032992638647556305, -0.03158102557063103, -0.0301694106310606, -0.028757795691490173, -0.027346182614564896, -0.025934569537639618, -0.02452295459806919, -0.023111341521143913, -0.021699726581573486, -0.02028811350464821, -0.01887650042772293, -0.017464885488152504, -0.016053272411227226, -0.014641658402979374, -0.013230044394731522, -0.011818431317806244, -0.010406817309558392, -0.00899520330131054, -0.007583589758723974, -0.006171976216137409, -0.004760362207889557, -0.003348748432472348, -0.0019371346570551395, -0.0005255208816379309, 0.0008860928937792778, 0.0022977066691964865, 0.003709320444613695, 0.00512093398720026, 0.0065325479954481125, 0.007944162003695965, 0.009355776011943817, 0.010767389088869095, 0.012179003097116947, 0.0135906171053648, 0.015002230182290077, 0.016413845121860504, 0.017825458198785782, 0.01923707127571106, 0.020648686215281487, 0.022060299292206764, 0.02347191423177719, 0.02488352730870247, 0.026295140385627747, 0.027706755325198174, 0.02911836840212345, 0.03052998147904873, 0.031941596418619156, 0.033353209495544434, 0.03476482257246971, 0.03617643564939499, 0.037588052451610565, 0.03899966552853584, 0.04041127860546112]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 3.0, 3.0, 4.0, 3.0, 6.0, 3.0, 8.0, 3.0, 12.0, 8.0, 6.0, 9.0, 8.0, 10.0, 14.0, 13.0, 15.0, 10.0, 53.0, 17.0, 11.0, 10.0, 8.0, 9.0, 5.0, 5.0, 1.0, 5.0, 5.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.0367475189268589, -0.03588344156742096, -0.03501936420798302, -0.03415529057383537, -0.03329121321439743, -0.03242713585495949, -0.031563058495521545, -0.030698982998728752, -0.02983490563929081, -0.028970828279852867, -0.028106752783060074, -0.02724267542362213, -0.02637859806418419, -0.025514522567391396, -0.024650445207953453, -0.02378636971116066, -0.022922292351722717, -0.022058214992284775, -0.02119413949549198, -0.02033006213605404, -0.019465986639261246, -0.018601909279823303, -0.01773783192038536, -0.016873756423592567, -0.016009679064154625, -0.015145602636039257, -0.01428152620792389, -0.013417448848485947, -0.012553372420370579, -0.011689295992255211, -0.010825218632817268, -0.0099611422047019, -0.009097065776586533, -0.008232989348471165, -0.0073689124546945095, -0.006504835560917854, -0.005640759132802486, -0.0047766827046871185, -0.003912605810910463, -0.003048529149964452, -0.0021844524890184402, -0.0013203758280724287, -0.00045629916712641716, 0.0004077774938195944, 0.001271854154765606, 0.0021359308157116175, 0.003000007476657629, 0.0038640841376036406, 0.004728160798549652, 0.00559223722666502, 0.006456314120441675, 0.00732039101421833, 0.008184467442333698, 0.009048543870449066, 0.009912621229887009, 0.010776697658002377, 0.011640774086117744, 0.012504850514233112, 0.01336892694234848, 0.014233004301786423, 0.01509708072990179, 0.01596115715801716, 0.0168252345174551, 0.017689310014247894, 0.018553387373685837]}, "_runtime": 16.777710676193237, "_timestamp": 1596208485.8564703, "_step": 12}
-{"val_accuracy": 0.6692915239726028, "val_loss": 1.090500520244581, "_runtime": 18.561727046966553, "_timestamp": 1596208487.6404867, "_step": 13}
diff --git a/wandb/run-20200731_151432-39sgd0fs/wandb-metadata.json b/wandb/run-20200731_151432-39sgd0fs/wandb-metadata.json
deleted file mode 100644
index ce92bfe..0000000
--- a/wandb/run-20200731_151432-39sgd0fs/wandb-metadata.json
+++ /dev/null
@@ -1,30 +0,0 @@
-{
-    "root": "/home/akternurra/Documents/projects/quest-for-general-artifical-intelligence/projects/text-recognizer",
-    "program": "<python with no main file>",
-    "git": {
-        "remote": "git@github.com:aktersnurra/text-recognizer.git",
-        "commit": "fa461db6132e7a22f3aa1bb48cce8981890325fb"
-    },
-    "email": "gustaf.rydholm@gmail.com",
-    "startedAt": "2020-07-31T15:14:32.673242",
-    "host": "kompjuter",
-    "username": "akternurra",
-    "executable": "/home/akternurra/.cache/pypoetry/virtualenvs/text-recognizer-N1c_zsdp-py3.8/bin/python",
-    "os": "Linux-5.4.0-42-generic-x86_64-with-glibc2.27",
-    "python": "3.8.2",
-    "gpu": "GeForce RTX 2070",
-    "gpu_count": 1,
-    "cpu_count": 12,
-    "cuda": "10.1.105",
-    "args": [
-        "--gpu=-1",
-        "--save",
-        "--experiment_config={\"dataloader\": \"EmnistDataLoader\", \"data_loader_args\": {\"splits\": [\"train\", \"val\"], \"sample_to_balance\": true, \"subsample_fraction\": null, \"transform\": null, \"target_transform\": null, \"batch_size\": 256, \"shuffle\": true, \"num_workers\": 8, \"cuda\": true, \"seed\": 4711}, \"model\": \"CharacterModel\", \"metrics\": [\"accuracy\"], \"network\": \"LeNet\", \"network_args\": {\"input_size\": [28, 28], \"output_size\": 62}, \"train_args\": {\"batch_size\": 256, \"epochs\": 16}, \"criterion\": \"CrossEntropyLoss\", \"criterion_args\": {\"weight\": null, \"ignore_index\": -100, \"reduction\": \"mean\"}, \"optimizer\": \"AdamW\", \"optimizer_args\": {\"lr\": 0.01, \"betas\": [0.9, 0.999], \"eps\": 1e-08, \"weight_decay\": 0, \"amsgrad\": false}, \"lr_scheduler\": \"OneCycleLR\", \"lr_scheduler_args\": {\"max_lr\": 0.001, \"epochs\": 16}, \"callbacks\": [\"Checkpoint\", \"EarlyStopping\", \"WandbCallback\", \"WandbImageLogger\"], \"callback_args\": {\"Checkpoint\": {\"monitor\": \"val_accuracy\"}, \"EarlyStopping\": {\"monitor\": \"val_loss\", \"min_delta\": 0.0, \"patience\": 3, \"mode\": \"min\"}, \"WandbCallback\": {\"log_batch_frequency\": 1}, \"WandbImageLogger\": {\"num_examples\": 4}}, \"verbosity\": 2, \"resume_experiment\": null, \"experiment_group\": \"Sample Experiments\"}"
-    ],
-    "state": "failed",
-    "jobType": null,
-    "mode": "run",
-    "project": "text-recognizer",
-    "heartbeatAt": "2020-07-31T15:14:48.434314",
-    "exitcode": 1
-}
diff --git a/wandb/run-20200731_151432-39sgd0fs/wandb-summary.json b/wandb/run-20200731_151432-39sgd0fs/wandb-summary.json
deleted file mode 100644
index a3c4184..0000000
--- a/wandb/run-20200731_151432-39sgd0fs/wandb-summary.json
+++ /dev/null
@@ -1 +0,0 @@
-{"graph_0": {"_type": "graph-file", "path": "media/graph/graph_0_summary_414ade3a.graph.json", "sha256": "414ade3add3c1e2ab5feabf92645084bdf7a8786518a3c006105690dee91ab49", "size": 1814}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 2.0, 4.0, 6.0, 10.0, 9.0, 12.0, 20.0, 21.0, 29.0, 31.0, 43.0, 59.0, 79.0, 108.0, 132.0, 200.0, 222.0, 366.0, 500.0, 2975.0, 1524.0, 631.0, 326.0, 208.0, 124.0, 82.0, 56.0, 39.0, 24.0, 21.0, 12.0, 12.0, 7.0, 8.0, 8.0, 2.0, 3.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17257443070411682, -0.16607926785945892, -0.15958410501480103, -0.15308895707130432, -0.14659379422664642, -0.14009863138198853, -0.13360348343849182, -0.12710832059383392, -0.12061315774917603, -0.11411799490451813, -0.10762283951044083, -0.10112768411636353, -0.09463252127170563, -0.08813735842704773, -0.08164220303297043, -0.07514704763889313, -0.06865188479423523, -0.06215672567486763, -0.05566156655550003, -0.04916640743613243, -0.04267124831676483, -0.03617608919739723, -0.029680930078029633, -0.023185770958662033, -0.016690611839294434, -0.010195452719926834, -0.0037002936005592346, 0.002794865518808365, 0.009290024638175964, 0.015785183757543564, 0.022280342876911163, 0.028775501996278763, 0.03527066111564636, 0.04176582023501396, 0.04826097935438156, 0.05475613847374916, 0.06125129759311676, 0.06774646043777466, 0.07424161583185196, 0.08073677122592926, 0.08723193407058716, 0.09372709691524506, 0.10022225230932236, 0.10671740770339966, 0.11321257054805756, 0.11970773339271545, 0.12620288133621216, 0.13269804418087006, 0.13919320702552795, 0.14568836987018585, 0.15218353271484375, 0.15867868065834045, 0.16517384350299835, 0.17166900634765625, 0.17816415429115295, 0.18465931713581085, 0.19115447998046875, 0.19764964282512665, 0.20414480566978455, 0.21063995361328125, 0.21713511645793915, 0.22363027930259705, 0.23012542724609375, 0.23662059009075165, 0.24311575293540955]}, "gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 4.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 4.0, 3.0, 0.0, 1.0, 4.0, 4.0, 5.0, 3.0, 1.0, 4.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.023094702512025833, -0.022422904148697853, -0.021751105785369873, -0.021079307422041893, -0.020407509058713913, -0.019735710695385933, -0.019063912332057953, -0.018392113968729973, -0.017720315605401993, -0.017048517242074013, -0.016376718878746033, -0.015704920515418053, -0.015033121220767498, -0.014361322857439518, -0.013689524494111538, -0.013017726130783558, -0.012345927767455578, -0.011674129404127598, -0.011002331040799618, -0.010330532677471638, -0.009658734314143658, -0.008986935950815678, -0.008315137587487698, -0.00764333875849843, -0.00697154039517045, -0.00629974203184247, -0.00562794366851449, -0.00495614530518651, -0.004284346476197243, -0.0036125483456999063, -0.0029407497495412827, -0.0022689513862133026, -0.0015971530228853226, -0.0009253546013496816, -0.00025355617981404066, 0.0004182422417216003, 0.0010900406632572412, 0.0017618390265852213, 0.002433637622743845, 0.003105435986071825, 0.003777234349399805, 0.004449032712727785, 0.005120831076055765, 0.005792629439383745, 0.0064644282683730125, 0.007136226631700993, 0.007808024995028973, 0.008479823358356953, 0.009151621721684933, 0.009823420085012913, 0.010495218448340893, 0.011167016811668873, 0.011838815174996853, 0.012510613538324833, 0.013182411901652813, 0.013854210264980793, 0.014526009559631348, 0.015197807922959328, 0.015869606286287308, 0.016541404649615288, 0.017213203012943268, 0.017885001376271248, 0.018556799739599228, 0.019228598102927208, 0.019900396466255188]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 4.0, 8.0, 6.0, 11.0, 19.0, 35.0, 59.0, 64.0, 122.0, 151.0, 263.0, 357.0, 490.0, 691.0, 914.0, 1174.0, 1626.0, 2390.0, 3229.0, 4450.0, 6185.0, 8529.0, 11734.0, 16190.0, 21746.0, 28898.0, 38482.0, 51602.0, 68359.0, 88736.0, 417092.0, 99082.0, 75180.0, 57096.0, 42377.0, 31293.0, 23616.0, 17731.0, 13810.0, 11054.0, 8478.0, 6369.0, 5096.0, 3843.0, 3008.0, 2256.0, 1705.0, 1207.0, 875.0, 660.0, 440.0, 318.0, 196.0, 125.0, 87.0, 55.0, 32.0, 20.0, 11.0, 4.0, 3.0, 2.0], "bins": [-0.01484023965895176, -0.014389039017260075, -0.013937839306890965, -0.01348663866519928, -0.013035438023507595, -0.012584238313138485, -0.0121330376714468, -0.011681837029755116, -0.01123063638806343, -0.01077943667769432, -0.010328236036002636, -0.009877035394310951, -0.009425835683941841, -0.008974635042250156, -0.008523434400558472, -0.008072234690189362, -0.007621034048497677, -0.0071698338724672794, -0.006718633230775595, -0.006267433054745197, -0.005816232413053513, -0.005365032237023115, -0.004913832060992718, -0.004462631419301033, -0.004011431243270636, -0.0035602308344095945, -0.0031090304255485535, -0.002657830249518156, -0.002206629840657115, -0.001755429431796074, -0.0013042291393503547, -0.0008530287886969745, -0.00040182843804359436, 4.9371912609785795e-05, 0.000500572263263166, 0.0009517726139165461, 0.0014029729645699263, 0.0018541733734309673, 0.0023053735494613647, 0.002756573958322406, 0.003207774367183447, 0.003658974776044488, 0.004110175184905529, 0.0045613753609359264, 0.005012575536966324, 0.005463776178658009, 0.005914976354688406, 0.006366176996380091, 0.006817377172410488, 0.0072685773484408855, 0.00771977799013257, 0.008170978166162968, 0.008622178807854652, 0.009073378518223763, 0.009524579159915447, 0.009975779801607132, 0.010426979511976242, 0.010878180153667927, 0.011329380795359612, 0.011780581437051296, 0.012231781147420406, 0.012682981789112091, 0.013134182430803776, 0.013585382141172886, 0.01403658278286457]}, "_runtime": 18.561727046966553, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 3.0, 3.0, 4.0, 3.0, 6.0, 3.0, 8.0, 3.0, 12.0, 8.0, 6.0, 9.0, 8.0, 10.0, 14.0, 13.0, 15.0, 10.0, 53.0, 17.0, 11.0, 10.0, 8.0, 9.0, 5.0, 5.0, 1.0, 5.0, 5.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.0367475189268589, -0.03588344156742096, -0.03501936420798302, -0.03415529057383537, -0.03329121321439743, -0.03242713585495949, -0.031563058495521545, -0.030698982998728752, -0.02983490563929081, -0.028970828279852867, -0.028106752783060074, -0.02724267542362213, -0.02637859806418419, -0.025514522567391396, -0.024650445207953453, -0.02378636971116066, -0.022922292351722717, -0.022058214992284775, -0.02119413949549198, -0.02033006213605404, -0.019465986639261246, -0.018601909279823303, -0.01773783192038536, -0.016873756423592567, -0.016009679064154625, -0.015145602636039257, -0.01428152620792389, -0.013417448848485947, -0.012553372420370579, -0.011689295992255211, -0.010825218632817268, -0.0099611422047019, -0.009097065776586533, -0.008232989348471165, -0.0073689124546945095, -0.006504835560917854, -0.005640759132802486, -0.0047766827046871185, -0.003912605810910463, -0.003048529149964452, -0.0021844524890184402, -0.0013203758280724287, -0.00045629916712641716, 0.0004077774938195944, 0.001271854154765606, 0.0021359308157116175, 0.003000007476657629, 0.0038640841376036406, 0.004728160798549652, 0.00559223722666502, 0.006456314120441675, 0.00732039101421833, 0.008184467442333698, 0.009048543870449066, 0.009912621229887009, 0.010776697658002377, 0.011640774086117744, 0.012504850514233112, 0.01336892694234848, 0.014233004301786423, 0.01509708072990179, 0.01596115715801716, 0.0168252345174551, 0.017689310014247894, 0.018553387373685837]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0, 2.0, 2.0, 2.0, 4.0, 6.0, 5.0, 4.0, 2.0, 2.0, 5.0, 4.0, 1.0, 2.0, 25.0, 2.0, 2.0, 3.0, 3.0, 1.0, 4.0, 5.0, 0.0, 0.0, 4.0, 0.0, 2.0, 5.0, 2.0, 2.0, 2.0, 2.0, 0.0, 4.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0051838429644703865, -0.005010342225432396, -0.004836841486394405, -0.004663341213017702, -0.0044898404739797115, -0.004316339734941721, -0.004142839461565018, -0.003969338722527027, -0.0037958379834890366, -0.003622337244451046, -0.003448836738243699, -0.003275336232036352, -0.0031018354929983616, -0.002928334753960371, -0.002754834247753024, -0.002581333741545677, -0.0024078330025076866, -0.002234332263469696, -0.002060831757262349, -0.0018873311346396804, -0.0017138305120170116, -0.001540329889394343, -0.0013668292667716742, -0.0011933286441490054, -0.0010198280215263367, -0.0008463273989036679, -0.0006728267762809992, -0.0004993261536583304, -0.0003258255310356617, -0.00015232490841299295, 2.117571420967579e-05, 0.00019467633683234453, 0.0003681769594550133, 0.000541677582077682, 0.0007151782047003508, 0.0008886788273230195, 0.0010621794499456882, 0.001235680072568357, 0.0014091806951910257, 0.0015826813178136945, 0.0017561819404363632, 0.001929682563059032, 0.0021031831856817007, 0.0022766836918890476, 0.002450184430927038, 0.0026236851699650288, 0.0027971856761723757, 0.0029706861823797226, 0.003144186921417713, 0.0033176876604557037, 0.0034911881666630507, 0.0036646886728703976, 0.003838189411908388, 0.004011690150946379, 0.004185190424323082, 0.0043586911633610725, 0.004532191902399063, 0.004705692641437054, 0.004879193380475044, 0.0050526936538517475, 0.005226194392889738, 0.005399695131927729, 0.005573195405304432, 0.0057466961443424225, 0.005920196883380413]}, "_timestamp": 1596208487.6404867, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 4.0, 1.0, 5.0, 6.0, 4.0, 5.0, 5.0, 1.0, 3.0, 1.0, 9.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.021366126835346222, -0.020774563774466515, -0.020183000713586807, -0.0195914376527071, -0.018999874591827393, -0.018408311530947685, -0.017816748470067978, -0.01722518540918827, -0.016633622348308563, -0.016042057424783707, -0.015450495295226574, -0.014858932234346867, -0.014267368242144585, -0.013675805181264877, -0.01308424212038517, -0.012492679059505463, -0.011901115998625755, -0.011309552937746048, -0.01071798987686634, -0.010126426815986633, -0.009534863755106926, -0.008943299762904644, -0.008351736702024937, -0.007760173641145229, -0.007168610580265522, -0.006577047519385815, -0.005985484458506107, -0.005393920931965113, -0.004802357871085405, -0.004210794810205698, -0.003619231516495347, -0.003027668222784996, -0.0024361051619052887, -0.0018445419846102595, -0.0012529788073152304, -0.0006614156300202012, -6.985245272517204e-05, 0.0005217107245698571, 0.0011132739018648863, 0.0017048370791599154, 0.0022964002564549446, 0.002887963317334652, 0.003479526611045003, 0.004071089904755354, 0.004662652965635061, 0.005254216026514769, 0.005845779553055763, 0.006437342613935471, 0.007028905674815178, 0.007620468735694885, 0.008212031796574593, 0.0088035948574543, 0.009395157918334007, 0.00998672191053629, 0.010578284971415997, 0.011169848032295704, 0.011761411093175411, 0.012352974154055119, 0.012944537214934826, 0.013536100275814533, 0.014127664268016815, 0.014719227328896523, 0.01531079038977623, 0.015902353450655937, 0.016493916511535645]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 1.0, 2.0, 3.0, 2.0, 2.0, 7.0, 2.0, 8.0, 5.0, 4.0, 4.0, 10.0, 10.0, 11.0, 13.0, 14.0, 14.0, 12.0, 11.0, 8.0, 8.0, 20.0, 24.0, 37.0, 45.0, 73.0, 101.0, 171.0, 220.0, 352.0, 572.0, 953.0, 1473.0, 2282.0, 7344.0, 1798.0, 1042.0, 589.0, 310.0, 209.0, 160.0, 133.0, 114.0, 68.0, 60.0, 41.0, 17.0, 11.0, 19.0, 7.0, 11.0, 6.0, 3.0, 4.0, 0.0, 2.0, 1.0], "bins": [-0.01716267317533493, -0.0167497880756855, -0.016336901113390923, -0.015924016013741493, -0.01551112998276949, -0.015098243951797485, -0.014685358852148056, -0.014272472821176052, -0.013859586790204048, -0.013446700759232044, -0.01303381472826004, -0.012620929628610611, -0.012208043597638607, -0.011795157566666603, -0.011382272467017174, -0.01096938643604517, -0.010556500405073166, -0.010143614374101162, -0.009730728343129158, -0.009317843243479729, -0.008904957212507725, -0.00849207118153572, -0.008079186081886292, -0.007666300050914288, -0.007253414019942284, -0.00684052798897028, -0.006427642423659563, -0.0060147568583488464, -0.0056018708273768425, -0.0051889847964048386, -0.004776099231094122, -0.004363213665783405, -0.003950327634811401, -0.003537441836670041, -0.003124556038528681, -0.0027116702403873205, -0.0022987844422459602, -0.0018858986441046, -0.0014730128459632397, -0.0010601270478218794, -0.0006472412496805191, -0.00023435545153915882, 0.00017853034660220146, 0.0005914161447435617, 0.001004301942884922, 0.0014171877410262823, 0.0018300735391676426, 0.002242959337309003, 0.002655845135450363, 0.0030687309335917234, 0.0034816167317330837, 0.003894502529874444, 0.004307388328015804, 0.004720274358987808, 0.005133159924298525, 0.0055460454896092415, 0.005958931520581245, 0.006371817551553249, 0.006784703116863966, 0.007197588682174683, 0.0076104747131466866, 0.00802336074411869, 0.00843624584376812, 0.008849131874740124, 0.009262017905712128]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.049932003021240234, -0.04852038994431496, -0.04710877686738968, -0.0456971600651741, -0.044285546988248825, -0.04287393391132355, -0.04146232083439827, -0.04005070775747299, -0.038639090955257416, -0.03722747787833214, -0.03581586480140686, -0.03440425172448158, -0.032992638647556305, -0.03158102557063103, -0.0301694106310606, -0.028757795691490173, -0.027346182614564896, -0.025934569537639618, -0.02452295459806919, -0.023111341521143913, -0.021699726581573486, -0.02028811350464821, -0.01887650042772293, -0.017464885488152504, -0.016053272411227226, -0.014641658402979374, -0.013230044394731522, -0.011818431317806244, -0.010406817309558392, -0.00899520330131054, -0.007583589758723974, -0.006171976216137409, -0.004760362207889557, -0.003348748432472348, -0.0019371346570551395, -0.0005255208816379309, 0.0008860928937792778, 0.0022977066691964865, 0.003709320444613695, 0.00512093398720026, 0.0065325479954481125, 0.007944162003695965, 0.009355776011943817, 0.010767389088869095, 0.012179003097116947, 0.0135906171053648, 0.015002230182290077, 0.016413845121860504, 0.017825458198785782, 0.01923707127571106, 0.020648686215281487, 0.022060299292206764, 0.02347191423177719, 0.02488352730870247, 0.026295140385627747, 0.027706755325198174, 0.02911836840212345, 0.03052998147904873, 0.031941596418619156, 0.033353209495544434, 0.03476482257246971, 0.03617643564939499, 0.037588052451610565, 0.03899966552853584, 0.04041127860546112]}, "_step": 13, "val_accuracy": 0.6692915239726028, "val_loss": 1.090500520244581}